Add files using upload-large-folder tool

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,206 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.33426206186413765,0,4.216680526733398,
+0,8,0.06232718005776405,1,5.305289208889008,
+0,16,0.035043708980083466,2,4.993484407663345,
+0,24,0.03141311556100845,3,1.9396780207753181,
+0,32,0.03884700685739517,4,1.145534984767437,
+0,40,0.037434644997119904,5,0.6864240653812885,
+0,48,0.04247315600514412,6,0.6219766922295094,
+0,56,0.04281431436538696,7,0.8914552628993988,
+0,64,0.03569229319691658,8,0.32599254325032234,
+0,72,0.044371869415044785,9,0.3454026239924133,
+0,80,0.04373134672641754,10,0.22507937345653772,
+0,88,0.03864017874002457,11,0.2903518360108137,
+0,96,0.03462456166744232,12,0.47649615549016744,
+0,104,0.034658703953027725,13,0.10488267528126016,
+0,112,0.03379245474934578,14,0.4914901370066218,
+0,120,0.03437670320272446,15,0.16496612064656802,
+0,128,0.04093437269330025,16,0.07966487182420678,
+,,,16,,0.43298093896163137
+0,136,0.03502141311764717,17,0.7055881288360979,
+0,144,0.034864749759435654,18,0.03690504204132594,
+0,152,0.03382470831274986,19,0.20323272483801702,
+0,160,0.034646909683942795,20,0.03444563220546115,
+0,168,0.035371724516153336,21,0.02089442989381496,
+0,176,0.03455178439617157,22,0.002369811656535603,
+1,184,0.03759004548192024,23,1.3189151572296396,
+1,192,0.035257622599601746,24,0.007874748233007267,
+1,200,0.03382926434278488,25,0.27134433918399736,
+1,208,0.03522897884249687,26,0.009252618066966534,
+1,216,0.034156933426856995,27,0.009246796995284967,
+1,224,0.036112066358327866,28,0.05252156933420338,
+1,232,0.03483513742685318,29,0.7118863739742665,
+1,240,0.035047151148319244,30,0.006525812859763391,
+1,248,0.035239141434431076,31,0.014943216025130823,
+1,256,0.03610038384795189,32,0.09876211076334585,
+,,,32,,0.36795854568481445
+1,264,0.033843930810689926,33,0.13851139327744022,
+1,272,0.03207112476229668,34,0.07020413657301106,
+1,280,0.03208262100815773,35,0.5237131891772151,
+1,288,0.0316179096698761,36,0.055554457707330585,
+1,296,0.03216641768813133,37,0.1388000572915189,
+1,304,0.037415530532598495,38,0.028716251224977896,
+1,312,0.03762184455990791,39,0.10373910248745233,
+1,320,0.037433553487062454,40,0.3515173038467765,
+1,328,0.03197549656033516,41,0.03596475106314756,
+1,336,0.032058004289865494,42,0.13533674567588605,
+1,344,0.0317038893699646,43,0.1891940803034231,
+1,352,0.03133669123053551,44,0.02245586628851015,
+1,360,0.031833529472351074,45,0.16090634660213254,
+2,368,0.03194788470864296,46,0.08636425247823354,
+2,376,0.03158983215689659,47,0.030617647047620267,
+2,384,0.031696513295173645,48,0.02252215417684056,
+,,,48,,0.43445491790771484
+2,392,0.03141403943300247,49,0.01872494753479259,
+2,400,0.0383070670068264,50,0.01742140901478706,
+2,408,0.03695996105670929,51,0.053797597051016055,
+2,416,0.03840764984488487,52,0.013705734905670397,
+2,424,0.03144792467355728,53,0.0372053418395808,
+2,432,0.0316595658659935,54,0.25639334504376166,
+2,440,0.031521573662757874,55,0.07106651630601846,
+2,448,0.031061865389347076,56,0.004579907286824891,
+2,456,0.031752023845911026,57,0.01201808450059616,
+2,464,0.03108711913228035,58,0.006183616344060283,
+2,472,0.03137790039181709,59,0.00272274918097537,
+2,480,0.03184342384338379,60,0.005183671644772403,
+2,488,0.031380634754896164,61,0.2814960367977619,
+2,496,0.038516175001859665,62,0.009055096044903621,
+2,504,0.03176424652338028,63,0.5059989271103404,
+2,512,0.03138681873679161,64,0.050936163068399765,
+,,,64,,0.517891432109632
+2,520,0.031684886664152145,65,0.016217889802646823,
+2,528,0.03165308013558388,66,0.009465679875575006,
+2,536,0.03191202133893967,67,0.007419652072712779,
+3,544,0.0316975899040699,68,0.004639732222130988,
+3,552,0.031637389212846756,69,0.0583804921770934,
+3,560,0.03330948203802109,70,0.14454748469870538,
+3,568,0.032327841967344284,71,0.02808718625601614,
+3,576,0.031845610588788986,72,0.01902881558635272,
+3,584,0.03191845864057541,73,0.01635334696402424,
+3,592,0.032325468957424164,74,0.026634347828803584,
+3,600,0.03156581148505211,75,0.005215740529820323,
+3,608,0.03184449300169945,76,0.009614972725103144,
+3,616,0.03168874606490135,77,0.005211992669501342,
+3,624,0.031891439110040665,78,0.008112534480460454,
+3,632,0.03205324709415436,79,0.01457336092425976,
+3,640,0.03292112052440643,80,0.014405126305064186,
+,,,80,,0.473940698724044
+3,648,0.03152940422296524,81,0.0135331947094528,
+3,656,0.031376421451568604,82,0.00949901256535668,
+3,664,0.03125542029738426,83,0.0040409901666862424,
+3,672,0.03182150423526764,84,0.03386634317575954,
+3,680,0.03155944496393204,85,0.012281526462174952,
+3,688,0.031540315598249435,86,0.003032453292689752,
+3,696,0.03131481260061264,87,0.016473094721732195,
+3,704,0.03155099228024483,88,0.008886071398592321,
+3,712,0.032247792929410934,89,0.004823646922886837,
+3,720,0.03172960877418518,90,0.004487524449359626,
+4,728,0.03188152238726616,91,0.007999029388884082,
+4,736,0.03139445185661316,92,0.004948675385094248,
+4,744,0.031350407749414444,93,0.0029796430026181042,
+4,752,0.03131335973739624,94,0.00207537103415234,
+4,760,0.03149128332734108,95,0.0033540798467583954,
+4,768,0.03170694038271904,96,0.0013029416986682918,
+,,,96,,0.5142696782162315
+4,776,0.03163902461528778,97,0.0019990790024166927,
+4,784,0.031739410012960434,98,0.0025565488103893586,
+4,792,0.03182947263121605,99,0.0035985588692710735,
+4,800,0.03195595368742943,100,0.0009516768914181739,
+4,808,0.03205808624625206,101,0.001304667257500114,
+4,816,0.03189164772629738,102,0.0038135422983032186,
+4,824,0.03194764629006386,103,0.008116565513773821,
+4,832,0.03199547529220581,104,0.0034481512411730364,
+4,840,0.031829483807086945,105,0.003950026701204479,
+4,848,0.03197922557592392,106,0.0011222257453482598,
+4,856,0.031886693090200424,107,0.002761841527899378,
+4,864,0.0317641980946064,108,0.00252911002462497,
+4,872,0.0317625030875206,109,0.004077499499544501,
+4,880,0.03310156986117363,110,0.006631961674429476,
+4,888,0.032466113567352295,111,0.0026382204778201412,
+4,896,0.032171785831451416,112,0.0013041870624874718,
+,,,112,,0.5480103241769891
+5,904,0.031908951699733734,113,0.0007048518746159971,
+5,912,0.031893111765384674,114,0.002314126832061447,
+5,920,0.031741268932819366,115,0.0032057917087513488,
+5,928,0.03212711215019226,116,0.001247940948815085,
+5,936,0.032580215483903885,117,0.003929351474653231,
+5,944,0.03199176862835884,118,0.0010399225175206084,
+5,952,0.03205346316099167,119,0.0006498057264252566,
+5,960,0.03287886083126068,120,0.0011104324948973954,
+5,968,0.032301824539899826,121,0.0007101871087797917,
+5,976,0.032427359372377396,122,0.0005778598642791621,
+5,984,0.032464802265167236,123,0.0013801759232592303,
+5,992,0.03276719152927399,124,0.001233493765539606,
+5,1000,0.03237961605191231,125,0.0012035943545924965,
+5,1008,0.032297585159540176,126,0.0007458709333150182,
+5,1016,0.03215057775378227,127,0.0013898160850658314,
+5,1024,0.03238726407289505,128,0.003742891025467543,
+,,,128,,0.5672886497096011
+5,1032,0.0316799096763134,129,0.0017973613648791797,
+5,1040,0.03179005905985832,130,0.0031832761924306396,
+5,1048,0.03214075043797493,131,0.0014804744023422245,
+5,1056,0.03202050179243088,132,0.0008007590477063786,
+5,1064,0.03270992264151573,133,0.0011156497275806032,
+5,1072,0.03172442317008972,134,0.002718194384215167,
+5,1080,0.03466278687119484,135,0.0012045148869219702,
+6,1088,0.03234235942363739,136,0.0019048581370952888,
+6,1096,0.03191327303647995,137,0.0016892478270165157,
+6,1104,0.03984120488166809,138,0.0007732750818831846,
+6,1112,0.03876618668437004,139,0.0010445937878102995,
+6,1120,0.03968462720513344,140,0.0007653954216948478,
+6,1128,0.03219152241945267,141,0.0010441805479786126,
+6,1136,0.03251012787222862,142,0.0024972524606710067,
+6,1144,0.03187350556254387,143,0.0006409004708984867,
+6,1152,0.03159422054886818,144,0.0011662316846923204,
+,,,144,,0.5763968417519018
+6,1160,0.03273613750934601,145,0.0007160566565289628,
+6,1168,0.03195960819721222,146,0.0004522624622040894,
+6,1176,0.031787410378456116,147,0.001314573619310977,
+6,1184,0.032362062484025955,148,0.0019918645339203067,
+6,1192,0.03204518184065819,149,0.0016085375646071043,
+6,1200,0.03158820793032646,150,0.0013537360082409577,
+6,1208,0.031377408653497696,151,0.0007118204302969389,
+6,1216,0.03208184987306595,152,0.0016244085418293253,
+6,1224,0.03162960708141327,153,0.0016743853848311119,
+6,1232,0.03188551962375641,154,0.0008107815174298594,
+6,1240,0.03154504671692848,155,0.0018283750723639969,
+6,1248,0.03178749233484268,156,0.0005507091555045918,
+6,1256,0.03145686909556389,157,0.0012793398564099334,
+7,1264,0.03156166151165962,158,0.0011254690725763794,
+7,1272,0.03141830861568451,159,0.0008123943152895663,
+7,1280,0.03175254538655281,160,0.0007165553724917118,
+,,,160,,0.5906167783235249
+7,1288,0.031930822879076004,161,0.0007200913059932645,
+7,1296,0.03192784637212753,162,0.0008543757139705122,
+7,1304,0.03186671808362007,163,0.0007834034204279305,
+7,1312,0.032222069799900055,164,0.0005449706768558826,
+7,1320,0.03177322819828987,165,0.0015127606793612358,
+7,1328,0.03197675943374634,166,0.0015063241407915484,
+7,1336,0.03226553648710251,167,0.00090534613627824,
+7,1344,0.032210711389780045,168,0.0016399220967286965,
+7,1352,0.03161737695336342,169,0.0008643864357509301,
+7,1360,0.03172618895769119,170,0.0003868609492201358,
+7,1368,0.03730054572224617,171,0.002457221920849406,
+7,1376,0.031454235315322876,172,0.00047575123244314454,
+7,1384,0.032249704003334045,173,0.0005728877404180821,
+7,1392,0.032158322632312775,174,0.002692435708013363,
+7,1400,0.03170650079846382,175,0.0019252912534284405,
+7,1408,0.0322427935898304,176,0.000722522603609832,
+,,,176,,0.592793063113564
+7,1416,0.032116424292325974,177,0.0008829404978314415,
+7,1424,0.03217599540948868,178,0.0007517787234974094,
+7,1432,0.03247017785906792,179,0.0009293379735026974,
+7,1440,0.03246087580919266,180,0.0008168846470653079,
+8,1448,0.03230448067188263,181,0.0005156291736057028,
+8,1456,0.03234332054853439,182,0.0008808012644294649,
+8,1464,0.03207291290163994,183,0.001017597862301045,
+8,1472,0.031783249229192734,184,0.0014004640961502446,
+8,1480,0.03197697550058365,185,0.0009711686252558138,
+8,1488,0.03188999742269516,186,0.0002774637559923576,
+8,1496,0.03156892955303192,187,0.0005697797278116923,
+8,1504,0.0318375788629055,188,0.00033065659863495966,
+8,1512,0.03208721801638603,189,0.0009429490091861226,
+8,1520,0.03181679546833038,190,0.0010971161136694718,
+8,1528,0.0316200852394104,191,0.0015519260632572696,
+8,1536,0.031964994966983795,192,0.0012343135749688372,
+,,,192,,0.5886981361790707

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/labels.csv

@@ -0,0 +1,76 @@
+67674,1
+1026,1
+63722,0
+14663,0
+9945,1
+62495,0
+60468,0
+56276,1
+52739,0
+57949,1
+61701,0
+48472,1
+19407,1
+34282,1
+50356,1
+34953,1
+10618,1
+42766,0
+34374,1
+36283,1
+20030,1
+4262,0
+48319,1
+2335,1
+15040,1
+28033,0
+14545,1
+55497,0
+55878,1
+17944,1
+17402,1
+50798,1
+29830,1
+8903,0
+44599,0
+53757,0
+57142,1
+52653,1
+43158,0
+64344,1
+380,1
+20762,1
+20700,1
+53026,0
+48334,0
+51888,1
+52713,0
+15636,1
+5024,0
+1485,1
+54248,0
+66790,0
+9077,1
+899,1
+11553,1
+61319,1
+44567,1
+43425,1
+7476,1
+34054,0
+42474,1
+50401,1
+13551,0
+66054,1
+49694,0
+33159,0
+6740,0
+60718,1
+11204,1
+65699,0
+47502,1
+44485,1
+27518,0
+63755,1
+40921,0
+34797,1

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/logits.csv

@@ -0,0 +1,76 @@
+67674,-6.7513576,-0.001357349
+1026,-0.42880175,-1.0538018
+63722,-0.038590275,-3.2885902
+14663,-0.00032205164,-9.000322
+9945,-9.125274,-0.0002741438
+62495,-0.006833043,-5.006833
+60468,-0.16033916,-1.9103391
+56276,-8.500337,-0.00033659037
+52739,-0.0006121907,-10.500612
+57949,-8.500293,-0.000292616
+61701,-0.00030286494,-10.750303
+48472,-7.1279917,-0.0029917266
+19407,-4.018317,-0.018317351
+34282,-10.625161,-0.00016139635
+50356,-8.125409,-0.0004094001
+34953,-0.75822026,-0.63322026
+10618,-9.500532,-0.00053236616
+42766,-0.34862715,-1.2236271
+34374,-8.375397,-0.00039641152
+36283,-0.0003939091,-12.125394
+20030,-9.00029,-0.00028963663
+4262,-0.00020823695,-9.125208
+48319,-10.125207,-0.00020716428
+2335,-7.375837,-0.00083661836
+15040,-8.500337,-0.00033647122
+28033,-7.8754315,-0.0004315637
+14545,-7.8755674,-0.0005676327
+55497,-0.00022742547,-11.125227
+55878,-8.500364,-0.0003643564
+17944,-6.626736,-0.0017359677
+17402,-8.37537,-0.00037043385
+50798,-6.376834,-0.00183414
+29830,-0.6339943,-0.7589943
+8903,-0.00035327394,-9.375353
+44599,-0.0005092516,-11.125509
+53757,-0.00083161576,-7.7508316
+57142,-7.6255927,-0.0005927713
+52653,-0.07906721,-2.5790672
+43158,-0.00062648696,-7.8756266
+64344,-8.500343,-0.0003430255
+380,-10.37523,-0.00022968992
+20762,-7.625636,-0.0006361368
+20700,-1.053934,-0.42893395
+53026,-0.004379325,-8.504379
+48334,-0.00019703354,-9.625197
+51888,-8.125406,-0.00040654023
+52713,-0.00090153096,-7.3759017
+15636,-7.6256337,-0.0006337541
+5024,-0.00069522526,-7.375695
+1485,-6.252104,-0.0021037369
+54248,-0.00076765154,-7.3757677
+66790,-0.00047148077,-8.625471
+9077,-12.000076,-7.605264e-05
+899,-7.1258516,-0.00085174514
+11553,-1.313604,-0.313604
+61319,-7.0012646,-0.0012647257
+44567,-0.00021252758,-9.875213
+43425,-9.875214,-0.00021336187
+7476,-0.0004774384,-8.250478
+34054,-0.00019894051,-9.750199
+42474,-9.875107,-0.00010644823
+50401,-8.500289,-0.00028892158
+13551,-0.0003121604,-11.750312
+66054,-8.500346,-0.00034576637
+49694,-0.00071797817,-7.625718
+33159,-0.64075905,-0.76575905
+6740,-0.0003402846,-9.62534
+60718,-9.375187,-0.00018666433
+11204,-9.750322,-0.00032193246
+65699,-0.00079028367,-10.500791
+47502,-8.625674,-0.00067402056
+44485,-4.635117,-0.0101172
+27518,-0.012661546,-4.3876615
+63755,-5.379777,-0.0047767335
+40921,-0.00029666792,-12.250297
+34797,-7.0011306,-0.0011304186

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-0.5233134,-0.8983134
+12007,-0.16035764,-1.9103576
+8229,-0.00020215852,-9.500202
+31449,-9.000235,-0.00023421882
+1591,-0.00037627292,-10.375377
+53542,-7.0011086,-0.0011088658
+49372,-8.875253,-0.0002531685
+54831,-0.00038103948,-9.125381
+44771,-6.25207,-0.002069833
+33116,-0.00045039048,-12.00045
+33492,-6.002575,-0.0025749404
+16982,-2.1270678,-0.1270679
+31901,-4.759036,-0.009036005
+49817,-0.0005577439,-8.125558
+60681,-3.2891617,-0.039161645
+39890,-4.882733,-0.007732814
+62685,-0.00027068765,-10.750271
+2201,-8.503397,-0.0033970526
+47201,-0.00047588945,-9.625476
+20835,-8.875345,-0.00034540886
+15421,-7.875619,-0.0006191006
+45021,-0.0002801026,-8.87528
+45802,-0.000539634,-8.87554
+43637,-0.00028141352,-9.500281
+7160,-0.00057561515,-7.8755755
+8150,-0.0035096735,-5.7535095
+3512,-8.875198,-0.00019858296
+29264,-0.00025233423,-12.375253
+32960,-0.00039200252,-8.750392
+32221,-0.0005202132,-10.00052
+35996,-8.125426,-0.00042596326
+4422,-9.750262,-0.00026186852
+22209,-0.00021634146,-10.0002165
+6920,-9.000224,-0.0002244459
+25253,-0.00037853705,-9.875379
+680,-0.003413804,-5.7534137
+50140,-8.250402,-0.00040225044
+28481,-8.000466,-0.00046588058
+36298,-0.0003314661,-9.500332
+16473,-9.750165,-0.00016521043
+11102,-3.4087563,-0.033756305
+62901,-0.00022635281,-9.000226
+16123,-8.126768,-0.0017682168
+52012,-0.00044228786,-11.5004425
+60780,-0.0003665014,-8.875366
+1781,-11.000141,-0.00014077626
+41449,-0.00051675795,-8.875517
+908,-5.7534766,-0.0034767676
+15507,-7.6259575,-0.0009575073
+57914,-3.0487642,-0.04876412
+46159,-2.5790322,-0.079032294
+56461,-10.250138,-0.0001385116
+62107,-0.00038926175,-11.750389
+49087,-9.625242,-0.00024256148
+65792,-0.00045372683,-8.250454
+13181,-0.00028272448,-9.250282
+54119,-8.750258,-0.00025841236
+51997,-0.00014566314,-10.875146
+24924,-9.375232,-0.00023159683
+45890,-0.00027021096,-10.50027
+41716,-0.0016002957,-6.5016003
+60175,-0.00047731926,-10.875478
+30318,-0.00020811777,-10.625208
+13221,-8.37535,-0.00034981806
+15509,-9.375153,-0.00015233787
+37365,-4.2643027,-0.014302598
+60975,-0.0035063473,-5.753506
+51375,-0.0006201728,-11.25062
+16004,-8.125508,-0.00050817925
+12837,-7.3757677,-0.0007678898
+17864,-8.500477,-0.0004769618
+67134,-7.1260314,-0.0010312245
+18611,-7.250831,-0.0008312584
+12861,-6.1274176,-0.0024175008
+58084,-9.750141,-0.00014125303
+32874,-0.0013774679,-6.7513776
+32717,-9.125189,-0.00018928644
+23413,-8.375685,-0.0006845038
+59634,-0.043127455,-3.1681275
+15629,-0.12851846,-2.1285186
+47071,-0.0006227938,-8.375623
+48558,-6.751303,-0.001303419
+3648,-0.00021145493,-10.875212
+43367,-0.00030679765,-8.875307
+14869,-0.00047386385,-12.000474
+1518,-0.00028534632,-8.750285
+16976,-8.756485,-0.0064851306
+20931,-9.500171,-0.00017045476
+67379,-9.250297,-0.00029702543
+4741,-0.00042048196,-10.875421
+5765,-6.5016375,-0.0016373098
+48791,-0.00026282194,-8.750263
+15298,-0.033853803,-3.4088538
+21874,-7.875647,-0.0006469779
+9095,-6.8772,-0.0022003266
+3840,-8.250439,-0.00043907063
+55636,-0.100283146,-2.3502831
+57364,-0.34894967,-1.2239497
+65863,-0.0010646873,-10.501064
+40786,-0.00030751267,-12.250307
+8118,-8.625298,-0.00029774048
+52441,-0.0002693767,-11.250269
+38593,-0.00016973962,-10.75017
+5517,-0.0005625096,-9.875563
+39136,-1.5021445,-0.25214446
+47292,-0.0008708022,-9.625871
+34052,-0.018742837,-4.018743
+16037,-9.000243,-0.00024279984
+64606,-7.6256247,-0.0006245808
+19552,-0.00066591974,-7.500666
+14116,-6.2520432,-0.002043185
+11261,-4.8826933,-0.0076934225
+11668,-8.500462,-0.00046182933
+42198,-8.125399,-0.0003983181
+22526,-10.376228,-0.0012284121
+8037,-8.3753395,-0.00033980794
+5324,-4.8829107,-0.007910708
+56692,-0.00023481472,-10.875235
+59753,-0.34857818,-1.2235782
+47298,-0.00022301571,-9.625223
+57801,-1.3133554,-0.31335542
+58413,-11.25008,-8.0582235e-05
+10673,-0.00031954906,-12.1253195
+65730,-9.00026,-0.00026008085
+40287,-7.2507834,-0.0007836132
+15186,-7.875639,-0.000638996
+43119,-0.0004177413,-10.375418
+39219,-7.375919,-0.0009186815
+50340,-7.8754344,-0.00043442348
+34297,-7.8755665,-0.0005663222
+62941,-0.00031359046,-10.625314
+31551,-11.250168,-0.0001678326
+41344,-8.250441,-0.0004402622
+46402,-10.62513,-0.00012933371
+13636,-6.6264234,-0.0014234183
+42241,-7.250811,-0.0008112477
+15422,-0.0025379611,-6.0025377
+25014,-8.375504,-0.00050329417
+19613,-0.009861206,-4.634861
+5515,-0.0002845121,-9.625284
+64128,-0.0003852102,-12.625385
+28084,-0.0005283152,-12.625528
+10395,-3.048693,-0.048693042
+9965,-0.0015993435,-6.5015993
+27221,-7.8754435,-0.00044359858
+11994,-0.00071845466,-12.500718
+43384,-0.00048232367,-8.250483
+44329,-0.0005092516,-12.750509
+58937,-0.00033718624,-11.875338
+29119,-0.00021753329,-11.375217
+8989,-0.005790483,-10.880791
+23043,-7.1259823,-0.000982517
+32166,-0.0006181475,-10.625618
+42729,-0.00054523384,-8.2505455
+6863,-8.375555,-0.00055512274
+41187,-0.00050817925,-11.000508
+36039,-11.3751745,-0.00017450718
+55977,-0.00048780462,-8.625488
+8129,-7.625627,-0.00062684435
+60223,-8.125528,-0.0005287918
+9414,-0.00014244496,-10.875142
+26177,-0.0004762469,-10.125476
+38443,-0.00023481472,-8.875235
+43084,-0.00040487197,-11.625405
+53673,-0.00035351227,-9.625354
+15057,-3.408852,-0.033852074
+51700,-0.00038473358,-9.875384
+51201,-7.500687,-0.0006868864
+47078,-6.501905,-0.0019050561
+59961,-7.0010157,-0.0010155049
+22272,-0.11326781,-2.238268
+65773,-0.0025629313,-6.002563
+33746,-0.01111683,-4.511117
+27311,-9.875168,-0.0001678326
+41292,-0.00015007323,-9.87515
+17110,-0.034050155,-3.4090502
+57029,-0.00051628135,-10.625516
+3009,-9.625108,-0.000107521
+40193,-9.125173,-0.00017248097
+27618,-6.876216,-0.0012159105
+20145,-10.750093,-9.3336515e-05
+52193,-8.250397,-0.00039688815
+34398,-0.0004856599,-9.375485
+36473,-9.125536,-0.0005355831
+43577,-0.00021491126,-11.375215
+57850,-9.1252365,-0.00023660244
+61117,-0.0008607973,-8.750861
+32569,-1.5021341,-0.25213408
+12290,-10.750192,-0.0001913126
+19499,-8.0006,-0.00059980043
+60470,-0.00014780859,-9.875148
+8962,-10.250432,-0.00043227864
+65955,-7.62576,-0.0007599088
+62486,-0.055123985,-2.930124
+19000,-0.006047522,-5.1310477
+22631,-4.511298,-0.011298366
+25613,-0.0001802282,-10.25018
+56086,-7.5006847,-0.0006847421
+28883,-1.2236453,-0.3486453
+26425,-8.875295,-0.00029499948
+48097,-0.00048780462,-8.000488
+61477,-0.0014186567,-6.7514186
+9121,-0.2521804,-1.5021803
+66709,-6.501581,-0.0015813715
+51472,-5.6289167,-0.0039168084
+19809,-8.250378,-0.0003773454
+38959,-9.00025,-0.000250189
+39849,-0.00013946515,-10.875139
+59964,-0.00035398893,-8.750354
+65268,-8.750329,-0.00032896354
+8791,-0.0009320206,-7.250932
+51774,-8.625273,-0.0002724753
+49640,-0.00025722056,-11.0002575
+20125,-7.8754363,-0.00043609168
+59640,-0.0010521834,-7.1260524
+68206,-8.000888,-0.0008883106
+48079,-9.875219,-0.00021920186
+49583,-1.0539923,-0.42899224
+67054,-0.0003634031,-10.750363
+59571,-0.014322928,-4.2643228
+29080,-8.500451,-0.00045074793
+29111,-6.626507,-0.0015067426
+20758,-7.875462,-0.00046182933
+64023,-0.00031871485,-9.875319
+29058,-0.00050210266,-11.125502
+18185,-0.0003323003,-12.500332
+36543,-0.00034648136,-8.875346
+54983,-5.7532563,-0.0032563775
+3101,-4.634816,-0.009815996
+42140,-0.00051401753,-8.625514
+6954,-0.00035827892,-12.125359
+15955,-6.7516537,-0.0016536146
+61746,-0.0003270568,-10.250327
+32055,-0.00041166414,-8.625412
+39496,-7.375764,-0.00076383975
+59909,-8.125369,-0.00036948052
+66296,-0.00048649395,-11.000486
+46804,-7.500647,-0.0006469779
+35049,-0.0006883159,-11.250689
+56017,-5.13114,-0.006140296
+26947,-7.750505,-0.0005050814
+38928,-0.0004918558,-8.500492
+15029,-8.375664,-0.00066377537
+7086,-0.00037663043,-11.375377
+537,-0.0054082987,-5.2554083
+50731,-0.00037281716,-8.500373
+63604,-8.250508,-0.00050841755
+67049,-0.00025865072,-8.750258
+31161,-0.00024863967,-9.125249
+58922,-9.750332,-0.0003314661
+18347,-9.750154,-0.00015364897
+25864,-0.0142769795,-4.264277
+63846,-0.00028987497,-9.87529
+13353,-0.0002765273,-10.125277
+25378,-5.5042906,-0.004290661
+59101,-8.625462,-0.00046147188
+20895,-0.0337525,-3.4087524
+48119,-9.375175,-0.00017581825
+14332,-0.00026699316,-10.875267
+25497,-7.7505574,-0.0005576248
+8686,-0.0038123087,-5.6288123
+22758,-5.0074224,-0.0074224886
+7666,-0.0002868956,-10.500287
+20686,-0.08932013,-2.4643202
+18975,-7.6257467,-0.00074692484
+19054,-5.6286798,-0.0036798874
+48123,-9.875193,-0.00019310041
+57909,-7.8754597,-0.0004598037
+9226,-9.125361,-0.00036149644
+48653,-0.00030226907,-10.125302
+44013,-0.002378256,-6.5023785
+11409,-9.000341,-0.0003414763
+62736,-0.005388735,-5.2553887
+2777,-7.0011005,-0.0011005304
+7058,-0.00027462048,-11.250275
+48408,-0.0007898072,-7.5007896
+28934,-8.750219,-0.00021979777
+46578,-8.6254635,-0.00046314002
+23203,-4.8827577,-0.007757892
+6257,-9.250208,-0.00020776021
+53444,-0.0021728496,-6.252173
+17816,-0.25206125,-1.5020612
+46307,-8.6255,-0.00050019624
+20599,-10.000249,-0.00024875885
+29423,-0.00033718624,-9.875338
+21041,-0.00026723152,-11.250267
+16633,-9.500204,-0.00020454222
+20221,-6.0026107,-0.0026104918
+27466,-0.00019524575,-10.0001955
+22987,-0.00031108785,-9.500311
+9322,-0.0021550069,-6.252155
+3265,-0.00033754372,-9.000338
+22814,-4.264325,-0.014324926
+56185,-9.125221,-0.00022110878
+55014,-8.125383,-0.00038318444
+43437,-7.875481,-0.00048089382
+24683,-0.00027462048,-9.750275
+10233,-0.00028796817,-9.000288
+19001,-0.0019487216,-12.626948
+32718,-0.00032693762,-8.875327
+31030,-0.00046516565,-11.125465
+1099,-0.0004352576,-12.125435
+57982,-5.2554817,-0.005481807
+49148,-0.00045742063,-7.8754573
+40880,-9.625149,-0.0001492389
+31148,-0.00042751234,-11.750427
+9446,-7.875443,-0.0004427645
+18579,-9.750336,-0.00033527953
+30932,-4.264308,-0.014307886
+40792,-0.005614227,-5.2556143
+48600,-0.0004534885,-10.500454
+44588,-2.2382917,-0.11329186
+33828,-8.00045,-0.00045050963
+33917,-0.000723577,-10.125724
+2026,-0.0011125572,-7.0011125
+56745,-0.00022742547,-9.875227
+17383,-0.0018669809,-6.376867
+2372,-0.010584762,-4.760585
+56600,-0.011460188,-6.0114603
+50257,-0.00036793138,-10.375368
+38892,-0.0002910667,-9.375291
+45844,-0.0008049347,-9.875805
+29062,-0.0010019288,-7.376002
+5655,-6.3768177,-0.0018176001
+67611,-0.0018615075,-6.3768616
+18546,-0.0009213017,-8.875921
+63060,-8.875387,-0.0003868785
+36068,-8.002021,-0.0020205812
+784,-0.0025447388,-6.252545
+20429,-0.0005918182,-9.750592
+21679,-8.5003805,-0.00038044367
+53617,-9.250284,-0.00028379704
+6978,-10.000176,-0.00017653337
+53262,-0.00039474326,-11.500395
+181,-0.00038675935,-10.375387
+28744,-0.0017903504,-6.6267905
+48716,-0.0005003154,-8.500501
+51468,-0.00020799857,-10.750208
+62209,-9.250311,-0.00031084951
+8732,-4.7588606,-0.008860793
+56949,-6.12732,-0.0023197427
+26885,-0.000522477,-12.375523
+43345,-0.00036602473,-8.875366
+8053,-7.625548,-0.00054773584
+59402,-8.250382,-0.00038270777
+49552,-0.0002945228,-11.500295
+12348,-0.079133734,-2.5791337
+28335,-4.634878,-0.009878203
+59114,-6.0026426,-0.0026425938
+12625,-7.6257567,-0.0007566926
+8876,-6.5021176,-0.002117655
+29959,-9.0001745,-0.00017438798
+37911,-0.0002710452,-10.500271
+38412,-0.014278507,-4.2642784
+31999,-0.00027497803,-10.875275
+34775,-0.00030274576,-8.875302
+65737,-4.7587495,-0.008749364
+25244,-0.00041380903,-8.625414
+51630,-8.6253195,-0.00031990657
+23979,-3.5300474,-0.030047297
+34638,-8.750252,-0.0002519767
+22311,-11.62521,-0.00020978635
+14004,-9.125398,-0.00039724566
+310,-0.00015948931,-10.375159
+49105,-0.00042751234,-9.500427
+38782,-11.250182,-0.00018177765
+4647,-8.125371,-0.00037138717
+43782,-0.0002907092,-11.750291
+66046,-0.00043644916,-8.250437
+16690,-9.625229,-0.00022861728
+67731,-0.0037282263,-5.6287284
+54867,-7.2508388,-0.00083864323
+34108,-5.878066,-0.0030658883
+67332,-0.0012425806,-6.7512426
+22567,-0.00017915551,-10.250179
+57173,-0.00030334163,-8.500303
+26527,-7.625665,-0.0006649667
+59580,-6.002643,-0.0026430695
+20737,-0.029937742,-3.5299377
+53307,-0.00045575245,-12.250456
+32783,-0.00032348168,-11.000323
+7868,-8.875234,-0.00023338455
+50777,-0.00035351227,-11.500354
+29307,-10.500167,-0.00016687908
+18297,-0.00041500063,-9.000415
+44524,-9.625186,-0.00018606838
+61320,-0.0011032692,-7.0011034
+2578,-0.005451337,-5.255451
+40612,-0.0004371641,-11.500437
+32523,-3.8957446,-0.020744503
+48509,-0.00046337835,-8.0004635
+36666,-6.37678,-0.0017798787
+6539,-9.50018,-0.00017987064
+33620,-8.0005665,-0.0005669179
+55547,-8.375325,-0.00032562675
+11751,-8.000426,-0.00042608244
+30491,-0.00020764102,-9.250208
+48294,-8.375389,-0.00038938093
+37424,-8.750277,-0.00027676567
+29155,-1.2235556,-0.34855562

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,36 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3270256631076336,0,6.381230354309082,
+0,8,0.05837618187069893,1,5.298957824707031,
+0,16,0.036870744079351425,2,4.674409329891205,
+0,24,0.03007541596889496,3,2.6444358080625534,
+0,32,0.03060048818588257,4,0.7780978493392467,
+0,40,0.03095536306500435,5,0.5240129670128226,
+0,48,0.030708398669958115,6,0.36373126693069935,
+0,56,0.03024430200457573,7,0.48771645314991474,
+0,64,0.032238107174634933,8,0.40886247158050537,
+0,72,0.03278368338942528,9,0.2371539082378149,
+0,80,0.03336271643638611,10,0.49278993206098676,
+0,88,0.031178515404462814,11,0.39047868439229205,
+0,96,0.029697712510824203,12,0.38810574158560485,
+0,104,0.03568340465426445,13,0.07728486089035869,
+0,112,0.031379103660583496,14,0.5432702391408384,
+0,120,0.031410492956638336,15,0.5902070383890532,
+0,128,0.030950304120779037,16,0.07234397641150281,
+,,,16,,0.5218630338969984
+0,136,0.03146519511938095,17,0.07200484935310669,
+0,144,0.03003937378525734,18,0.5888707000995055,
+0,152,0.03131961449980736,19,0.17935719923116267,
+0,160,0.031946685165166855,20,0.31904429076530505,
+0,168,0.029723461717367172,21,0.22639520150551107,
+0,176,0.03603929653763771,22,0.025616156664909795,
+0,184,0.031939201056957245,23,0.2561385618901113,
+0,192,0.033790670335292816,24,0.07678922161721857,
+0,200,0.03098050132393837,25,0.15488307854684535,
+0,208,0.030680477619171143,26,0.034742557516437955,
+0,216,0.03137225657701492,27,0.008721582751604728,
+0,224,0.030612457543611526,28,2.068895802607585,
+0,232,0.03069458156824112,29,0.2204223655135138,
+0,240,0.030530650168657303,30,0.2692160413134843,
+0,248,0.030939891934394836,31,0.1882652710773982,
+0,256,0.030751489102840424,32,0.22262273379601538,
+,,,32,,0.31779695812024567

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-2.1304762,-0.13047618
+12007,-1.5045401,-0.25454006
+8229,-0.0056700585,-5.75567
+31449,-4.8840814,-0.009081133
+1591,-0.12141375,-2.2464137
+53542,-4.1427007,-0.017700799
+49372,-3.8972511,-0.02225123
+54831,-0.16244763,-1.9124477
+44771,-2.8161762,-0.06617629
+33116,-0.116296746,-2.2412968
+33492,-3.1691105,-0.04411061
+16982,-2.131431,-0.13143118
+31901,-2.1346946,-0.13469464
+49817,-0.47554594,-0.97554594
+60681,-1.9135109,-0.16351089
+39890,-2.021765,-0.146765
+62685,-0.03569355,-3.4106936
+2201,-6.5148234,-0.01482353
+47201,-0.076261915,-2.826262
+20835,-5.384917,-0.009916801
+15421,-4.3896427,-0.014642515
+45021,-0.18475121,-1.8097513
+45802,-0.6422547,-0.7672547
+43637,-0.08014199,-2.580142
+7160,-0.28349176,-1.4084917
+8150,-1.0603336,-0.4353336
+3512,-4.388481,-0.013481056
+29264,-0.0064186845,-5.2564187
+32960,-0.5267942,-0.9017942
+32221,-0.4757179,-0.9757179
+35996,-3.775656,-0.025656033
+4422,-5.759286,-0.009286069
+22209,-0.11508282,-2.2400827
+6920,-5.133003,-0.008003191
+25253,-0.024135232,-4.149135
+680,-0.90238595,-0.52738595
+50140,-4.266818,-0.01681816
+28481,-3.652835,-0.027834773
+36298,-0.09086292,-2.465863
+16473,-5.505668,-0.0056683994
+11102,-2.3519514,-0.101951465
+62901,-0.11654387,-2.2415438
+16123,-5.258023,-0.008022703
+52012,-0.01703945,-4.7670393
+60780,-0.12899041,-2.1289904
+1781,-6.128872,-0.0038719224
+41449,-0.432016,-1.057016
+908,-3.531668,-0.031668056
+15507,-4.7611365,-0.011136635
+57914,-2.9319441,-0.05694419
+46159,-2.580318,-0.080318026
+56461,-5.132027,-0.0070273145
+62107,-0.22417223,-1.7241722
+49087,-4.636571,-0.011570844
+65792,-0.6359216,-0.7609216
+13181,-0.20449056,-1.7044905
+54119,-4.8835607,-0.008560863
+51997,-0.28300846,-1.4080085
+24924,-6.0060315,-0.0060314075
+45890,-0.012696858,-4.7626967
+41716,-0.28341168,-1.4084117
+60175,-0.14380582,-2.0188057
+30318,-0.09315702,-2.468157
+13221,-4.1426067,-0.017606514
+15509,-5.0074606,-0.007460708
+37365,-2.46562,-0.09061993
+60975,-0.8276468,-0.5776468
+51375,-0.10690904,-2.356909
+16004,-4.3909655,-0.015965482
+12837,-2.6994267,-0.074426554
+17864,-4.6379895,-0.012989431
+67134,-3.8976412,-0.02264125
+18611,-3.410102,-0.03510178
+12861,-3.652999,-0.02799881
+58084,-5.131705,-0.006704929
+32874,-0.38920817,-1.1392082
+32717,-4.88521,-0.010209833
+23413,-4.685791,-0.06079111
+59634,-1.4082303,-0.28323036
+15629,-1.6052175,-0.23021744
+47071,-0.5378743,-0.9128743
+48558,-3.2941003,-0.04410023
+3648,-0.010131362,-5.2601314
+43367,-0.89992934,-0.52492934
+14869,-0.23640683,-1.6114068
+1518,-0.25458953,-1.5045896
+16976,-5.287661,-0.037660915
+20931,-5.7538953,-0.0038954343
+67379,-5.380746,-0.0057456815
+4741,-0.01870259,-4.1437025
+5765,-3.4117,-0.036699895
+48791,-0.031079676,-3.5310798
+15298,-1.9121526,-0.1621526
+21874,-4.0235415,-0.023541238
+9095,-4.7714424,-0.021442495
+3840,-3.897268,-0.022268018
+55636,-1.7029593,-0.20295925
+57364,-2.02004,-0.14504004
+65863,-0.024036665,-5.149037
+40786,-0.044204254,-3.1692042
+8118,-4.6369452,-0.011945027
+52441,-0.10198871,-2.3519888
+38593,-0.009859435,-4.7598596
+5517,-0.22883108,-1.603831
+39136,-2.7166014,-0.09160134
+47292,-0.0810957,-2.5810957
+34052,-1.7067534,-0.20675334
+16037,-5.132276,-0.00727587
+64606,-4.512524,-0.012523934
+19552,-0.975646,-0.47564602
+14116,-3.409343,-0.034343112
+11261,-2.1278596,-0.12785959
+11668,-5.2564096,-0.0064096823
+42198,-4.883429,-0.008429069
+22526,-7.509306,-0.009306148
+8037,-4.143069,-0.018068714
+5324,-3.4112728,-0.036272783
+56692,-0.046273228,-3.1712732
+59753,-1.0550432,-0.43004322
+47298,-0.48364526,-0.98364526
+57801,-2.239044,-0.1140439
+58413,-6.3778834,-0.0028834455
+10673,-0.0146098565,-4.76461
+65730,-5.386332,-0.011332076
+40287,-4.8857937,-0.010793873
+15186,-3.7742815,-0.024281494
+43119,-0.026312407,-3.7763124
+39219,-4.3885727,-0.013572555
+50340,-3.896053,-0.021053057
+34297,-4.390737,-0.015736915
+62941,-0.011634003,-4.636634
+31551,-6.7540383,-0.0040381565
+41344,-4.513402,-0.013401782
+46402,-5.131541,-0.0065407953
+13636,-3.774359,-0.02435898
+42241,-3.8965597,-0.02155975
+15422,-0.97529304,-0.47529304
+25014,-4.8873396,-0.012339441
+19613,-1.7026494,-0.20264937
+5515,-0.5779591,-0.8279591
+64128,-0.09333013,-2.4683301
+28084,-0.4348938,-1.0598938
+10395,-2.9307482,-0.05574834
+9965,-0.28231475,-1.4073148
+27221,-3.7740571,-0.024057264
+11994,-0.020703401,-5.0207033
+43384,-0.7616063,-0.6366063
+44329,-0.014613851,-4.7646136
+58937,-0.21451536,-1.7145153
+29119,-0.16217561,-1.9121757
+8989,-0.06537429,-6.1903744
+23043,-4.2694144,-0.019414518
+32166,-0.23435546,-2.2343554
+42729,-2.0215359,-0.14653583
+6863,-4.7631803,-0.0131802745
+41187,-0.013577847,-4.763578
+36039,-6.7597723,-0.009772436
+55977,-0.23174937,-1.6067494
+8129,-3.8985233,-0.023523422
+60223,-5.5067706,-0.0067706457
+9414,-0.12916917,-2.1291692
+26177,-0.20458198,-1.704582
+38443,-0.25428477,-1.5042847
+43084,-0.012354041,-4.512354
+53673,-0.105256915,-2.355257
+15057,-3.4101017,-0.035101548
+51700,-0.14899191,-2.0239918
+51201,-4.265558,-0.015557591
+47078,-3.9024403,-0.027440393
+59961,-3.6524017,-0.027401771
+22272,-1.8084384,-0.18343846
+65773,-1.0552161,-0.43021604
+33746,-1.5032814,-0.25328135
+27311,-5.1316786,-0.006678641
+41292,-0.5767918,-0.8267918
+17110,-0.6377399,-0.7627399
+57029,-0.050453916,-3.050454
+3009,-4.635304,-0.010303756
+40193,-5.3809657,-0.0059655234
+27618,-3.5313344,-0.031334456
+20145,-6.377739,-0.002738894
+52193,-4.7603397,-0.010339505
+34398,-0.10365483,-2.3536549
+36473,-4.890679,-0.01567906
+43577,-0.045761596,-3.1707616
+57850,-5.1326237,-0.007623744
+61117,-0.10570318,-2.355703
+32569,-2.2391539,-0.114153765
+12290,-6.3778977,-0.002897947
+19499,-4.3919783,-0.016978156
+60470,-0.07063961,-2.6956396
+8962,-6.133551,-0.008550935
+65955,-3.897733,-0.022732964
+62486,-1.227185,-0.35218498
+19000,-0.6343771,-0.7593771
+22631,-2.9338634,-0.058863487
+25613,-0.22724842,-1.6022484
+56086,-3.4102683,-0.03526831
+28883,-1.5037148,-0.2537148
+26425,-4.512254,-0.0122540705
+48097,-0.18256068,-1.8075607
+61477,-0.21033055,-1.7103305
+9121,-1.6022882,-0.2272882
+66709,-3.168863,-0.043863058
+51472,-3.290642,-0.040642038
+19809,-5.1337943,-0.008794504
+38959,-4.512159,-0.012158683
+39849,-0.20199901,-1.701999
+59964,-0.6954855,-0.6954855
+65268,-4.767397,-0.01739695
+8791,-0.8271947,-0.5771947
+51774,-3.531717,-0.03171714
+49640,-0.63922626,-0.76422626
+20125,-4.3908076,-0.015807556
+59640,-0.43132758,-1.0563276
+68206,-5.017872,-0.01787166
+48079,-5.136177,-0.011176835
+49583,-1.5047315,-0.25473154
+67054,-0.38854316,-1.1385431
+59571,-1.1400158,-0.39001584
+29080,-4.1654916,-0.040491626
+29111,-3.41075,-0.035750028
+20758,-3.8966215,-0.021621583
+64023,-0.4316641,-1.0566641
+29058,-0.012021354,-4.7620215
+18185,-0.89926946,-0.52426946
+36543,-0.3507929,-1.2257929
+54983,-3.1689296,-0.043929458
+3101,-3.5304034,-0.0304033
+42140,-0.06484776,-2.8148477
+6954,-0.010598917,-5.885599
+15955,-4.3898263,-0.014826466
+61746,-0.067358404,-2.8173585
+32055,-0.31491968,-1.3149197
+39496,-4.38897,-0.013969972
+59909,-4.022161,-0.022160988
+66296,-0.1049531,-2.354953
+46804,-4.7620096,-0.012009812
+35049,-0.047660965,-3.297661
+56017,-2.6966102,-0.07161019
+26947,-4.1418967,-0.016896931
+38928,-0.48359093,-0.98359096
+15029,-4.5204024,-0.020402215
+7086,-0.14607857,-2.0210786
+537,-0.57984865,-0.82984865
+50731,-0.5785006,-0.8285006
+63604,-5.509876,-0.009875606
+67049,-0.97726786,-0.4772679
+31161,-0.39093372,-1.1409338
+58922,-5.1346793,-0.009679526
+18347,-4.8847275,-0.009727458
+25864,-1.225085,-0.35008505
+63846,-0.35476464,-1.2297647
+13353,-0.009766179,-4.759766
+25378,-3.8971543,-0.022154342
+59101,-5.5064173,-0.006417263
+20895,-0.8997344,-0.5247344
+48119,-5.5069847,-0.006984817
+14332,-0.01989096,-4.019891
+25497,-3.4115608,-0.03656072
+8686,-0.69586825,-0.69586825
+22758,-3.9060655,-0.031065462
+7666,-0.69541055,-0.69541055
+20686,-1.1414846,-0.39148465
+18975,-4.26862,-0.01862022
+19054,-3.050135,-0.050134804
+48123,-5.505241,-0.0052411063
+57909,-5.2563896,-0.006389546
+9226,-5.7570105,-0.0070102685
+48653,-0.38980627,-1.1398063
+44013,-0.23329502,-1.608295
+11409,-4.89619,-0.021190083
+62736,-0.35171288,-1.226713
+2777,-4.2649984,-0.014998406
+7058,-0.06585869,-2.8158586
+48408,-0.47782212,-0.9778221
+28934,-5.628886,-0.0038860533
+46578,-5.256439,-0.0064390567
+23203,-3.7764244,-0.026424333
+6257,-4.2666326,-0.016632466
+53444,-0.9832307,-0.4832307
+17816,-2.46586,-0.090859875
+46307,-4.145109,-0.02010935
+20599,-5.63136,-0.0063602882
+29423,-0.024316516,-3.8993165
+21041,-0.021435961,-3.896436
+16633,-5.3805876,-0.0055875545
+20221,-3.7741716,-0.024171539
+27466,-0.101797074,-2.351797
+22987,-0.01915984,-4.01916
+9322,-0.38876572,-1.1387657
+3265,-0.47910884,-0.9791088
+22814,-2.8203757,-0.07037576
+56185,-5.1318817,-0.006881703
+55014,-3.8963594,-0.021359416
+43437,-4.2658873,-0.015887227
+24683,-0.030177314,-3.7801774
+10233,-2.0218205,-0.14682057
+19001,-0.005914923,-6.7559147
+32718,-0.28410912,-1.4091091
+31030,-0.005053011,-6.255053
+1099,-0.027691001,-3.777691
+57982,-2.6985648,-0.0735647
+49148,-0.6943063,-0.6943063
+40880,-5.131586,-0.006585917
+31148,-0.008129721,-6.3831296
+9446,-4.3880186,-0.0130184945
+18579,-5.7683144,-0.01831419
+30932,-2.5814068,-0.081406854
+40792,-0.98094016,-0.48094016
+48600,-0.64240104,-0.76740104
+44588,-2.3578157,-0.10781563
+33828,-4.142222,-0.01722179
+33917,-0.6990665,-0.6990665
+2026,-0.69845873,-0.69845873
+56745,-0.10160056,-2.3516006
+17383,-0.57784283,-0.82784283
+2372,-1.6210513,-0.24605134
+56600,-0.4124407,-1.2874407
+50257,-0.022202728,-3.8972027
+38892,-0.31894138,-1.3189414
+45844,-0.023896769,-4.1488967
+29062,-0.6952937,-0.6952937
+5655,-3.4097557,-0.03475562
+67611,-0.8277754,-0.5777754
+18546,-0.039608262,-3.2896082
+63060,-4.3894057,-0.014405537
+36068,-3.9246986,-0.049698647
+784,-1.3221362,-0.3221361
+20429,-0.025172917,-3.775173
+21679,-3.7759848,-0.02598468
+53617,-5.2568083,-0.006808416
+6978,-6.0033994,-0.0033991912
+53262,-0.013576789,-5.263577
+181,-0.16475187,-1.9147519
+28744,-0.090022646,-2.5900226
+48716,-0.82723707,-0.57723707
+51468,-0.0069227843,-5.1319227
+62209,-5.0075617,-0.0075616324
+8732,-3.28938,-0.039380107
+56949,-3.2923622,-0.042362176
+26885,-0.039164394,-3.4141643
+43345,-0.97556007,-0.4755601
+8053,-2.931142,-0.05614208
+59402,-3.8967948,-0.021794807
+49552,-0.006604865,-5.3816047
+12348,-2.6978936,-0.072893634
+28335,-2.6971347,-0.07213483
+59114,-3.1702342,-0.04523432
+12625,-3.896907,-0.021907125
+8876,-4.023164,-0.023163797
+29959,-4.8831587,-0.008158689
+37911,-0.12946151,-2.1294615
+38412,-1.3146778,-0.31467786
+31999,-0.091195635,-2.4661956
+34775,-0.20296744,-1.7029674
+65737,-3.169938,-0.044938155
+25244,-0.18172358,-1.8067236
+51630,-4.14209,-0.017089842
+23979,-1.3350723,-0.33507222
+34638,-4.760036,-0.010035889
+22311,-7.1368294,-0.011829229
+14004,-5.1320195,-0.0070195016
+310,-1.1395969,-0.389597
+49105,-0.53320354,-0.90820354
+38782,-6.7518477,-0.0018479428
+4647,-4.019057,-0.019056572
+43782,-0.078238234,-2.7032382
+66046,-0.9000321,-0.5250321
+16690,-5.0082226,-0.008222655
+67731,-1.4094992,-0.28449917
+54867,-3.5319219,-0.03192188
+34108,-3.4123363,-0.037336428
+67332,-1.1388828,-0.38888273
+22567,-0.10238038,-2.3523803
+57173,-0.34999207,-1.224992
+26527,-4.8855963,-0.010596322
+59580,-3.1699262,-0.044926073
+20737,-0.82935786,-0.57935786
+53307,-0.016207134,-5.516207
+32783,-0.058344424,-3.0583444
+7868,-5.5051327,-0.0051327124
+50777,-0.5240604,-0.8990604
+29307,-5.5058804,-0.005880437
+18297,-0.35016495,-1.2251649
+44524,-4.762153,-0.012153147
+61320,-1.3153859,-0.3153859
+2578,-1.3173499,-0.31734988
+40612,-0.16303511,-1.9130352
+32523,-2.9332714,-0.05827144
+48509,-0.82836914,-0.57836914
+36666,-3.6539414,-0.028941358
+6539,-5.133216,-0.00821568
+33620,-4.7744765,-0.024476593
+55547,-4.6354346,-0.010434478
+11751,-3.774045,-0.024045045
+30491,-0.14376462,-2.0187645
+48294,-4.2652144,-0.0152143445
+37424,-4.759624,-0.0096237995
+29155,-1.9111913,-0.1611913

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 32
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv

@@ -0,0 +1,1345 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.37155065312981606,0,4.216680526733398,
+0,8,0.06982040032744408,1,5.305289208889008,
+0,16,0.036327287554740906,2,4.993484407663345,
+0,24,0.02904524654150009,3,1.9396780207753181,
+0,32,0.03277445212006569,4,1.145534984767437,
+0,40,0.03338514268398285,5,0.6864240653812885,
+0,48,0.029159944504499435,6,0.6219766922295094,
+0,56,0.029094409197568893,7,0.8914552628993988,
+0,64,0.029290374368429184,8,0.32599254325032234,
+0,72,0.029244612902402878,9,0.3454026239924133,
+0,80,0.029084838926792145,10,0.22507937345653772,
+0,88,0.03352036699652672,11,0.2903518360108137,
+0,96,0.029030989855527878,12,0.47649615549016744,
+0,104,0.02902538701891899,13,0.10488267528126016,
+0,112,0.02879900485277176,14,0.4914901370066218,
+0,120,0.0289454385638237,15,0.16496612064656802,
+0,128,0.028947584331035614,16,0.07966487182420678,
+,,,16,,0.29626903286227935
+0,136,0.029186472296714783,17,0.7055881288360979,
+0,144,0.02899843081831932,18,0.03690504204132594,
+0,152,0.02935009077191353,19,0.20323272483801702,
+0,160,0.029284175485372543,20,0.03444563220546115,
+0,168,0.02918243408203125,21,0.02089442989381496,
+0,176,0.02878527343273163,22,0.002369811656535603,
+1,184,0.03360714763402939,23,1.3189151572296396,
+1,192,0.03765184059739113,24,0.007874748233007267,
+1,200,0.03276306390762329,25,0.27134433918399736,
+1,208,0.02895801141858101,26,0.009252618066966534,
+1,216,0.029433246701955795,27,0.009246796995284967,
+1,224,0.029623467475175858,28,0.05252156933420338,
+1,232,0.02965652197599411,29,0.7118863739742665,
+1,240,0.030279096215963364,30,0.006525812859763391,
+1,248,0.029733996838331223,31,0.014943216025130823,
+1,256,0.029212340712547302,32,0.09876211076334585,
+,,,32,,0.11241542518912971
+1,264,0.029860474169254303,33,0.13851139327744022,
+1,272,0.0303100124001503,34,0.07020413657301106,
+1,280,0.03024505078792572,35,0.5237131891772151,
+1,288,0.029694832861423492,36,0.055554457707330585,
+1,296,0.029830530285835266,37,0.1388000572915189,
+1,304,0.02948995679616928,38,0.028716251224977896,
+1,312,0.03745542839169502,39,0.10373910248745233,
+1,320,0.029605630785226822,40,0.3515173038467765,
+1,328,0.029782861471176147,41,0.03596475106314756,
+1,336,0.029637333005666733,42,0.13533674567588605,
+1,344,0.029611360281705856,43,0.1891940803034231,
+1,352,0.02944667637348175,44,0.02245586628851015,
+1,360,0.02982708066701889,45,0.16090634660213254,
+2,368,0.035287998616695404,46,0.08636425247823354,
+2,376,0.03907690942287445,47,0.030617647047620267,
+2,384,0.03320987522602081,48,0.02252215417684056,
+,,,48,,0.03893085578819374
+2,392,0.029108788818120956,49,0.01872494753479259,
+2,400,0.02933623641729355,50,0.01742140901478706,
+2,408,0.02957981452345848,51,0.053797597051016055,
+2,416,0.029134053736925125,52,0.013705734905670397,
+2,424,0.029752429574728012,53,0.0372053418395808,
+2,432,0.02948303148150444,54,0.25639334504376166,
+2,440,0.029438547790050507,55,0.07106651630601846,
+2,448,0.02916114777326584,56,0.004579907286824891,
+2,456,0.02957354113459587,57,0.01201808450059616,
+2,464,0.029372457414865494,58,0.006183616344060283,
+2,472,0.02947237715125084,59,0.00272274918097537,
+2,480,0.02934173494577408,60,0.005183671644772403,
+2,488,0.0293826162815094,61,0.2814960367977619,
+2,496,0.029880300164222717,62,0.009055096044903621,
+2,504,0.029532194137573242,63,0.5059989271103404,
+2,512,0.029200058430433273,64,0.050936163068399765,
+,,,64,,0.013967235367019454
+2,520,0.028877712786197662,65,0.016217889802646823,
+2,528,0.031089134514331818,66,0.009465679875575006,
+2,536,0.038295771926641464,67,0.007419652072712779,
+3,544,0.029753271490335464,68,0.004639732222130988,
+3,552,0.029285699129104614,69,0.0583804921770934,
+3,560,0.02905803918838501,70,0.14454748469870538,
+3,568,0.029272545129060745,71,0.02808718625601614,
+3,576,0.02930765226483345,72,0.01902881558635272,
+3,584,0.029364679008722305,73,0.01635334696402424,
+3,592,0.02890736237168312,74,0.026634347828803584,
+3,600,0.028922483325004578,75,0.005215740529820323,
+3,608,0.029323671013116837,76,0.009614972725103144,
+3,616,0.02898748591542244,77,0.005211992669501342,
+3,624,0.029190734028816223,78,0.008112534480460454,
+3,632,0.029184147715568542,79,0.01457336092425976,
+3,640,0.029108818620443344,80,0.014405126305064186,
+,,,80,,0.011442304431618033
+3,648,0.029063552618026733,81,0.0135331947094528,
+3,656,0.02892773225903511,82,0.00949901256535668,
+3,664,0.028639953583478928,83,0.0040409901666862424,
+3,672,0.028927665203809738,84,0.03386634317575954,
+3,680,0.0290253683924675,85,0.012281526462174952,
+3,688,0.028726842254400253,86,0.003032453292689752,
+3,696,0.028624631464481354,87,0.016473094721732195,
+3,704,0.028720121830701828,88,0.008886071398592321,
+3,712,0.02970883622765541,89,0.004823646922886837,
+3,720,0.033564724028110504,90,0.004487524449359626,
+4,728,0.03103969618678093,91,0.007999029388884082,
+4,736,0.028474818915128708,92,0.004948675385094248,
+4,744,0.028863385319709778,93,0.0029796430026181042,
+4,752,0.028742734342813492,94,0.00207537103415234,
+4,760,0.02911825105547905,95,0.0033540798467583954,
+4,768,0.029017675668001175,96,0.0013029416986682918,
+,,,96,,0.003983347059844376
+4,776,0.02896970883011818,97,0.0019990790024166927,
+4,784,0.05314602702856064,98,0.0025565488103893586,
+4,792,0.028919421136379242,99,0.0035985588692710735,
+4,800,0.029054153710603714,100,0.0009516768914181739,
+4,808,0.028938554227352142,101,0.001304667257500114,
+4,816,0.02919584885239601,102,0.0038135422983032186,
+4,824,0.029148269444704056,103,0.008116565513773821,
+4,832,0.02900546044111252,104,0.0034481512411730364,
+4,840,0.028747614473104477,105,0.003950026701204479,
+4,848,0.028553757816553116,106,0.0011222257453482598,
+4,856,0.028727464377880096,107,0.002761841527899378,
+4,864,0.028565477579832077,108,0.00252911002462497,
+4,872,0.02920760214328766,109,0.004077499499544501,
+4,880,0.028888262808322906,110,0.006631961674429476,
+4,888,0.028932005167007446,111,0.0026382204778201412,
+4,896,0.02878594398498535,112,0.0013041870624874718,
+,,,112,,0.0022180744192816996
+5,904,0.029122482985258102,113,0.0007048518746159971,
+5,912,0.028709664940834045,114,0.002314126832061447,
+5,920,0.028989087790250778,115,0.0032057917087513488,
+5,928,0.02937563881278038,116,0.001247940948815085,
+5,936,0.029229644685983658,117,0.003929351474653231,
+5,944,0.028937816619873047,118,0.0010399225175206084,
+5,952,0.02904519811272621,119,0.0006498057264252566,
+5,960,0.02878226712346077,120,0.0011104324948973954,
+5,968,0.028664547950029373,121,0.0007101871087797917,
+5,976,0.028873760253190994,122,0.0005778598642791621,
+5,984,0.028780806809663773,123,0.0013801759232592303,
+5,992,0.028669487684965134,124,0.001233493765539606,
+5,1000,0.02912166714668274,125,0.0012035943545924965,
+5,1008,0.02905004471540451,126,0.0007458709333150182,
+5,1016,0.03000471368432045,127,0.0013898160850658314,
+5,1024,0.029086902737617493,128,0.003742891025467543,
+,,,128,,0.0016721353515402064
+5,1032,0.02892175316810608,129,0.0017973613648791797,
+5,1040,0.028553981333971024,130,0.0031832761924306396,
+5,1048,0.0291980542242527,131,0.0014804744023422245,
+5,1056,0.02872292697429657,132,0.0008007590477063786,
+5,1064,0.0306490920484066,133,0.0011156497275806032,
+5,1072,0.0318361334502697,134,0.002718194384215167,
+5,1080,0.028989706188440323,135,0.0012045148869219702,
+6,1088,0.029488451778888702,136,0.0019048581370952888,
+6,1096,0.028950799256563187,137,0.0016892478270165157,
+6,1104,0.029011320322752,138,0.0007732750818831846,
+6,1112,0.02888236567378044,139,0.0010445937878102995,
+6,1120,0.030045829713344574,140,0.0007653954216948478,
+6,1128,0.028708714991807938,141,0.0010441805479786126,
+6,1136,0.02934396266937256,142,0.0024972524606710067,
+6,1144,0.02883821725845337,143,0.0006409004708984867,
+6,1152,0.028959091752767563,144,0.0011662316846923204,
+,,,144,,0.0013840970667925749
+6,1160,0.028761740773916245,145,0.0007160566565289628,
+6,1168,0.028710205107927322,146,0.0004522624622040894,
+6,1176,0.02880648896098137,147,0.001314573619310977,
+6,1184,0.02890477329492569,148,0.0019918645339203067,
+6,1192,0.028946641832590103,149,0.0016085375646071043,
+6,1200,0.028899911791086197,150,0.0013537360082409577,
+6,1208,0.0289560966193676,151,0.0007118204302969389,
+6,1216,0.02883071079850197,152,0.0016244085418293253,
+6,1224,0.02880113199353218,153,0.0016743853848311119,
+6,1232,0.02851470187306404,154,0.0008107815174298594,
+6,1240,0.02862287312746048,155,0.0018283750723639969,
+6,1248,0.02878442406654358,156,0.0005507091555045918,
+6,1256,0.03843148052692413,157,0.0012793398564099334,
+7,1264,0.032921891659498215,158,0.0011254690725763794,
+7,1272,0.028658591210842133,159,0.0008123943152895663,
+7,1280,0.029039524495601654,160,0.0007165553724917118,
+,,,160,,0.0011955984420590586
+7,1288,0.029056202620267868,161,0.0007200913059932645,
+7,1296,0.0291280560195446,162,0.0008543757139705122,
+7,1304,0.029184982180595398,163,0.0007834034204279305,
+7,1312,0.02965516597032547,164,0.0005449706768558826,
+7,1320,0.02947210893034935,165,0.0015127606793612358,
+7,1328,0.029196210205554962,166,0.0015063241407915484,
+7,1336,0.029415905475616455,167,0.00090534613627824,
+7,1344,0.0288972370326519,168,0.0016399220967286965,
+7,1352,0.029010888189077377,169,0.0008643864357509301,
+7,1360,0.02899797633290291,170,0.0003868609492201358,
+7,1368,0.02904459834098816,171,0.002457221920849406,
+7,1376,0.029079295694828033,172,0.00047575123244314454,
+7,1384,0.028717245906591415,173,0.0005728877404180821,
+7,1392,0.02916131541132927,174,0.002692435708013363,
+7,1400,0.028832990676164627,175,0.0019252912534284405,
+7,1408,0.028734702616930008,176,0.000722522603609832,
+,,,176,,0.0011180631526104816
+7,1416,0.03420300781726837,177,0.0008829404978314415,
+7,1424,0.029340803623199463,178,0.0007517787234974094,
+7,1432,0.029800213873386383,179,0.0009293379735026974,
+7,1440,0.029347378760576248,180,0.0008168846470653079,
+8,1448,0.02925354242324829,181,0.0005156291736057028,
+8,1456,0.02922780066728592,182,0.0008808012644294649,
+8,1464,0.02918757125735283,183,0.001017597862301045,
+8,1472,0.028783272951841354,184,0.0014004640961502446,
+8,1480,0.029489625245332718,185,0.0009711686252558138,
+8,1488,0.02893863618373871,186,0.0002774637559923576,
+8,1496,0.02890929952263832,187,0.0005697797278116923,
+8,1504,0.02901402860879898,188,0.00033065659863495966,
+8,1512,0.02882598713040352,189,0.0009429490091861226,
+8,1520,0.02888808771967888,190,0.0010971161136694718,
+8,1528,0.02881290763616562,191,0.0015519260632572696,
+8,1536,0.031568046659231186,192,0.0012343135749688372,
+,,,192,,0.0010215531695972788
+8,1544,0.02889128401875496,193,0.0008337544168171007,
+8,1552,0.028724070638418198,194,0.0008340202639374183,
+8,1560,0.029050473123788834,195,0.0004318390929256566,
+8,1568,0.029245339334011078,196,0.0004217353525746148,
+8,1576,0.029154080897569656,197,0.0015498778157052584,
+8,1584,0.028849687427282333,198,0.0006095610769989435,
+8,1592,0.03949378430843353,199,0.000828630003525177,
+8,1600,0.028701256960630417,200,0.001545405299111735,
+8,1608,0.028785303235054016,201,0.0004602303906722227,
+8,1616,0.028561633080244064,202,0.0011713351304933894,
+9,1624,0.03234226256608963,203,0.002100078936564387,
+9,1632,0.029073305428028107,204,0.0005879969912712113,
+9,1640,0.029493343085050583,205,0.00031455957105208654,
+9,1648,0.04128432273864746,206,0.0004181366821285337,
+9,1656,0.029586363583803177,207,0.00034941073317895643,
+9,1664,0.02904472127556801,208,0.0011665717756841332,
+,,,208,,0.0009030762624430966
+9,1672,0.03078518807888031,209,0.0002761243404165725,
+9,1680,0.030215632170438766,210,0.00102860258812143,
+9,1688,0.029588934034109116,211,0.0006826617700426141,
+9,1696,0.02977161854505539,212,0.0006411127615137957,
+9,1704,0.030636757612228394,213,0.0010229390427412,
+9,1712,0.0375947579741478,214,0.0007412507911794819,
+9,1720,0.0290360264480114,215,0.00035958029911853373,
+9,1728,0.030235562473535538,216,0.0011566113880689954,
+9,1736,0.03618321940302849,217,0.0011891825924976729,
+9,1744,0.042241159826517105,218,0.000628761848929571,
+9,1752,0.039859022945165634,219,0.0003820342317339964,
+9,1760,0.03684530779719353,220,0.0015287895839719567,
+9,1768,0.04037785902619362,221,0.0007963801635924028,
+9,1776,0.04024951905012131,222,0.001467062029405497,
+9,1784,0.04029308632016182,223,0.0006542518376591033,
+9,1792,0.03788887336850166,224,0.0012789914362656418,
+,,,224,,0.0008301671062197004
+9,1800,0.028820428997278214,225,0.0007411916376440786,
+10,1808,0.028571881353855133,226,0.0015745414020784665,
+10,1816,0.028839945793151855,227,0.0009471424491493963,
+10,1824,0.028539258986711502,228,0.0004616268870449858,
+10,1832,0.028637446463108063,229,0.00040069883561955066,
+10,1840,0.02847665175795555,230,0.001088837781935581,
+10,1848,0.02874823659658432,231,0.0011369494059181307,
+10,1856,0.028941035270690918,232,0.00033430698840675177,
+10,1864,0.029176484793424606,233,0.00029384075560301426,
+10,1872,0.028817225247621536,234,0.0005508607919182396,
+10,1880,0.029180340468883514,235,0.0016149639450304676,
+10,1888,0.03230616822838783,236,0.00028982533513044473,
+10,1896,0.02932199090719223,237,0.0006620645217481069,
+10,1904,0.02916751429438591,238,0.0004874403075518785,
+10,1912,0.029035374522209167,239,0.0002578381208877545,
+10,1920,0.029509760439395905,240,0.001576056233716372,
+,,,240,,0.0007740613315012548
+10,1928,0.029038511216640472,241,0.000242901143792551,
+10,1936,0.02952839806675911,242,0.001226886142831063,
+10,1944,0.029191866517066956,243,0.0004903278768324526,
+10,1952,0.029211588203907013,244,0.00060144710005261,
+10,1960,0.04490826278924942,245,0.00023081371637090342,
+10,1968,0.04011731222271919,246,0.000945159275943297,
+10,1976,0.029632490128278732,247,0.00034496552052587504,
+11,1984,0.029367491602897644,248,0.00047681466912763426,
+11,1992,0.029699862003326416,249,0.00038114712515380234,
+11,2000,0.030319448560476303,250,0.0005852049653185531,
+11,2008,0.03291141241788864,251,0.0003754147119252593,
+11,2016,0.03291760012507439,252,0.0005417857883003308,
+11,2024,0.032517001032829285,253,0.0002845282888301881,
+11,2032,0.028889309614896774,254,0.00037373919803940225,
+11,2040,0.028884727507829666,255,0.00043025075501645915,
+11,2048,0.029066909104585648,256,0.0015141670783123118,
+,,,256,,0.0007142051086797342
+11,2056,0.029194597154855728,257,0.0006590709535885253,
+11,2064,0.028875183314085007,258,0.0007979934462127858,
+11,2072,0.02887103706598282,259,0.0014577323709090706,
+11,2080,0.028990671038627625,260,0.0013324183028089465,
+11,2088,0.028759945183992386,261,0.0004912282611257979,
+11,2096,0.028701242059469223,262,0.0003728039373527281,
+11,2104,0.029124140739440918,263,0.00033318463329123915,
+11,2112,0.02946215122938156,264,0.0005891760374652222,
+11,2120,0.029038231819868088,265,0.0002819062465277966,
+11,2128,0.029001671820878983,266,0.0004347207132013864,
+11,2136,0.029175620526075363,267,0.0011482191239338135,
+11,2144,0.03963005915284157,268,0.0002981209963763831,
+11,2152,0.03255581855773926,269,0.00042412754282850074,
+11,2160,0.029130015522241592,270,0.0013649012244059122,
+12,2168,0.029218602925539017,271,0.0006639804742007982,
+12,2176,0.028903767466545105,272,0.0003086862143391045,
+,,,272,,0.0006641815235088398
+12,2184,0.029515400528907776,273,0.00027897125619347207,
+12,2192,0.03260083496570587,274,0.000374885597921093,
+12,2200,0.03251327574253082,275,0.0003496240769891301,
+12,2208,0.02927686646580696,276,0.00033541462198627414,
+12,2216,0.029154300689697266,277,0.00020944067364325747,
+12,2224,0.029364515095949173,278,0.0007165878105297452,
+12,2232,0.02913137897849083,279,0.0011782817337007145,
+12,2240,0.028984669595956802,280,0.0005893353300052695,
+12,2248,0.028781987726688385,281,0.0013866466288163792,
+12,2256,0.028917714953422546,282,0.0008009050225155079,
+12,2264,0.0290265753865242,283,0.0006424619878089288,
+12,2272,0.02924075350165367,284,0.000674257817081525,
+12,2280,0.029113292694091797,285,0.00047006217573652975,
+12,2288,0.028892677277326584,286,0.00028718324756482616,
+12,2296,0.029043380171060562,287,0.0007702148650423624,
+12,2304,0.029082994908094406,288,0.0003377654938958585,
+,,,288,,0.0006213133985346013
+12,2312,0.029581241309642792,289,0.0004943783296766924,
+12,2320,0.029064472764730453,290,0.00035316043613420334,
+12,2328,0.029085557907819748,291,0.0010386593571638514,
+12,2336,0.029697876423597336,292,0.0009600353732821532,
+13,2344,0.02896587923169136,293,0.00047427378194697667,
+13,2352,0.02896972745656967,294,0.0006535327847814187,
+13,2360,0.028881292790174484,295,0.0002066828492388595,
+13,2368,0.029162917286157608,296,0.0004012300364593102,
+13,2376,0.028873439878225327,297,0.0006067433077987516,
+13,2384,0.02911306545138359,298,0.0004514072752499487,
+13,2392,0.028957750648260117,299,0.0007745074881313485,
+13,2400,0.02915317937731743,300,0.0008432369777437998,
+13,2408,0.029049262404441833,301,0.00023220250659505837,
+13,2416,0.02910209819674492,302,0.00043261535074634594,
+13,2424,0.029269345104694366,303,0.0005362233605410438,
+13,2432,0.02949269488453865,304,0.0003447108138061594,
+,,,304,,0.0006169188622530405
+13,2440,0.028945066034793854,305,0.0003765395376831293,
+13,2448,0.028922565281391144,306,0.0009113609803534928,
+13,2456,0.029231414198875427,307,0.0004946508406646899,
+13,2464,0.028796590864658356,308,0.0003169586416333914,
+13,2472,0.02885114774107933,309,0.0013488101003531483,
+13,2480,0.03778050094842911,310,0.00029622791407746263,
+13,2488,0.03334484249353409,311,0.0004553448634396773,
+13,2496,0.029208030551671982,312,0.0004368394747871207,
+13,2504,0.029091686010360718,313,0.0009409462254552636,
+13,2512,0.029090259224176407,314,0.00039630500941711944,
+13,2520,0.029035769402980804,315,0.0005752331708208658,
+14,2528,0.029199257493019104,316,0.0003980251012762892,
+14,2536,0.0289139561355114,317,0.0007244312337206793,
+14,2544,0.02883344516158104,318,0.0004961460108461324,
+14,2552,0.028920475393533707,319,0.0008987193782559189,
+14,2560,0.02915593981742859,320,0.0004488911399675999,
+,,,320,,0.0005820592889538059
+14,2568,0.02891778200864792,321,0.00021866192309971666,
+14,2576,0.029037155210971832,322,0.00047545832603645977,
+14,2584,0.0287807434797287,323,0.0003181160464009736,
+14,2592,0.028674490749835968,324,0.0008238335585701861,
+14,2600,0.02890115976333618,325,0.00025906152586685494,
+14,2608,0.03381922468543053,326,0.0002539919405535329,
+14,2616,0.032465942203998566,327,0.0002170586440115585,
+14,2624,0.03232869133353233,328,0.0006722727503074566,
+14,2632,0.032466400414705276,329,0.0015249697553372243,
+14,2640,0.03231262043118477,330,0.00029366359194682445,
+14,2648,0.03246184438467026,331,0.0003499221174934064,
+14,2656,0.0493089035153389,332,0.00032618393015582114,
+14,2664,0.03637470304965973,333,0.0004532453131105285,
+14,2672,0.029239140450954437,334,0.00048685901674616616,
+14,2680,0.029034558683633804,335,0.00034059423251164844,
+14,2688,0.029111627489328384,336,0.00020408992168086115,
+,,,336,,0.0005486756563186646
+14,2696,0.02919095754623413,337,0.0007320107779378304,
+15,2704,0.029107801616191864,338,0.0008449973602182581,
+15,2712,0.029500890523195267,339,0.000712690403815941,
+15,2720,0.02914685383439064,340,0.0006409956231436809,
+15,2728,0.029137607663869858,341,0.0003838581051240908,
+15,2736,0.028866548091173172,342,0.0005158431467862101,
+15,2744,0.029175080358982086,343,0.0005134531829753541,
+15,2752,0.029436543583869934,344,0.00041114048963208916,
+15,2760,0.029288534075021744,345,0.00026603077185427537,
+15,2768,0.02919355407357216,346,0.0015063009091136337,
+15,2776,0.029344849288463593,347,0.00022687986529490445,
+15,2784,0.029124479740858078,348,0.0004929888327751542,
+15,2792,0.029249951243400574,349,0.00036184863893140573,
+15,2800,0.028988085687160492,350,0.0004943904446008673,
+15,2808,0.029193896800279617,351,0.0002036889381997753,
+15,2816,0.029353506863117218,352,0.00018354436724621337,
+,,,352,,0.0005503960631110451
+15,2824,0.029424559324979782,353,0.00026959413662552834,
+15,2832,0.029294926673173904,354,0.000482050483697094,
+15,2840,0.029017750173807144,355,0.00042412518178025493,
+15,2848,0.029756203293800354,356,0.0009947565686161397,
+15,2856,0.029602404683828354,357,0.000325875858834479,
+15,2864,0.029535572975873947,358,0.0004153821600993979,
+15,2872,0.029626887291669846,359,0.0004488085442062584,
+15,2880,0.029595021158456802,360,0.0006895842852827627,
+16,2888,0.029310304671525955,361,0.00024036284776229877,
+16,2896,0.02940475195646286,362,0.0003505745762595325,
+16,2904,0.029360760003328323,363,0.00025802714662859216,
+16,2912,0.029491502791643143,364,0.0007775041744935152,
+16,2920,0.029318921267986298,365,0.0011849476786665036,
+16,2928,0.029236771166324615,366,0.00041736854200280504,
+16,2936,0.02929108962416649,367,0.0011117586964246584,
+16,2944,0.02932528406381607,368,0.00018692990033741808,
+,,,368,,0.0005409502750867372
+16,2952,0.029835697263479233,369,0.0005154444338586472,
+16,2960,0.029596462845802307,370,0.00017191132064908743,
+16,2968,0.029276441782712936,371,0.00033232930763915647,
+16,2976,0.02910330519080162,372,0.00028738100354530616,
+16,2984,0.02983023226261139,373,0.00035156385820300784,
+16,2992,0.04561949521303177,374,0.0004630379253285355,
+16,3000,0.03530329838395119,375,0.0009310730620200047,
+16,3008,0.029009003192186356,376,0.00023722427067696117,
+16,3016,0.02932993322610855,377,0.000519940719641454,
+16,3024,0.029039159417152405,378,0.0003135245729026792,
+16,3032,0.02899988740682602,379,0.00024312838013429428,
+16,3040,0.0287504680454731,380,0.0006537899635077338,
+16,3048,0.028968211263418198,381,0.0006647355730819982,
+16,3056,0.029220186173915863,382,0.00028313688835623907,
+17,3064,0.029138028621673584,383,0.00020537382806651294,
+17,3072,0.029677189886569977,384,0.0010521784315642435,
+,,,384,,0.0005055667421260437
+17,3080,0.029336798936128616,385,0.00027215488535148324,
+17,3088,0.02932317927479744,386,0.0006763551027688663,
+17,3096,0.029093191027641296,387,0.0004840915062231943,
+17,3104,0.028997953981161118,388,0.00035227389707870316,
+17,3112,0.029160089790821075,389,0.00021802961146022426,
+17,3120,0.02901473641395569,390,0.0007361349280472496,
+17,3128,0.029175907373428345,391,0.000668580145429587,
+17,3136,0.0289335697889328,392,0.00034723417320492445,
+17,3144,0.029171239584684372,393,0.0003633885280578397,
+17,3152,0.029156234115362167,394,0.00018955109680973692,
+17,3160,0.029013801366090775,395,0.0007634637759110774,
+17,3168,0.02912208065390587,396,0.00027436752770881867,
+17,3176,0.042355913668870926,397,0.0004948357709508855,
+17,3184,0.02936108037829399,398,0.0002627116500661941,
+17,3192,0.02910153567790985,399,0.0003300911216683744,
+17,3200,0.029112499207258224,400,0.0007119822657841723,
+,,,400,,0.00047453386443001885
+17,3208,0.029149416834115982,401,0.00021312529270289815,
+17,3216,0.02914181724190712,402,0.00032168958659894997,
+17,3224,0.029241863638162613,403,0.0001295111101171642,
+17,3232,0.029204074293375015,404,0.0006839857223894796,
+17,3240,0.03349628299474716,405,0.0002989474114656332,
+18,3248,0.03420189023017883,406,0.00043165254191990243,
+18,3256,0.029027730226516724,407,0.00017657172793406062,
+18,3264,0.033332861959934235,408,0.00041328057432110654,
+18,3272,0.02905455231666565,409,0.00051560571500886,
+18,3280,0.029080528765916824,410,0.0005140133598615648,
+18,3288,0.029284734278917313,411,0.000685758376675949,
+18,3296,0.028812222182750702,412,0.0007434228846250335,
+18,3304,0.02899285778403282,413,0.0006109867595114338,
+18,3312,0.028863240033388138,414,0.00028959307383047417,
+18,3320,0.02862807735800743,415,0.0005831841353938216,
+18,3328,0.02899319678544998,416,0.0002600210509626777,
+,,,416,,0.0004753654266332651
+18,3336,0.03506872057914734,417,0.0003699232893268345,
+18,3344,0.02898145467042923,418,0.00019419280761212576,
+18,3352,0.029524780809879303,419,0.0002002940782404039,
+18,3360,0.029557671397924423,420,0.0006971516027078906,
+18,3368,0.03294581174850464,421,0.0006960157752473606,
+18,3376,0.03268904611468315,422,0.0003777271549552097,
+18,3384,0.029382001608610153,423,0.00023808059086150024,
+18,3392,0.02957187592983246,424,0.00038332944041030714,
+18,3400,0.02927451580762863,425,0.00021396778720372822,
+18,3408,0.029276035726070404,426,0.00016608733949396992,
+18,3416,0.029282372444868088,427,0.00029571468621725217,
+19,3424,0.029298458248376846,428,0.0005436293849925278,
+19,3432,0.029099922627210617,429,0.00035605596895038616,
+19,3440,0.02938089519739151,430,0.000171748640241276,
+19,3448,0.029403921216726303,431,0.0009492962835793151,
+19,3456,0.033601921051740646,432,0.0006276883596001426,
+,,,432,,0.00043764497552599223
+19,3464,0.03343426436185837,433,0.0006697356757285888,
+19,3472,0.033556465059518814,434,0.0007162102292568306,
+19,3480,0.033366672694683075,435,0.00038766340003348887,
+19,3488,0.029407020658254623,436,0.0004174585383225349,
+19,3496,0.03364895284175873,437,0.0005277322152323904,
+19,3504,0.041445814073085785,438,0.0004060132241647807,
+19,3512,0.033630967140197754,439,0.0004717178780992981,
+19,3520,0.028836216777563095,440,0.0002491756918061583,
+19,3528,0.02889036014676094,441,0.00029540549166995334,
+19,3536,0.028612647205591202,442,0.0003015956845047185,
+19,3544,0.028828363865613937,443,0.0001950624955497915,
+19,3552,0.029156405478715897,444,0.0006613988507524482,
+19,3560,0.03343254327774048,445,0.0002547768940530659,
+19,3568,0.03305114433169365,446,0.0004698219263445935,
+19,3576,0.033222395926713943,447,0.0005175166797926067,
+19,3584,0.03334859386086464,448,0.0001754257473294274,
+,,,448,,0.00043040281766420834
+19,3592,0.03349567949771881,449,0.00017480156202509534,
+19,3600,0.03339478000998497,450,0.00013064258700978826,
+20,3608,0.0331595279276371,451,0.0001648346069487161,
+20,3616,0.033548709005117416,452,0.0006012714529788354,
+20,3624,0.033354517072439194,453,0.0009619918064345256,
+20,3632,0.033456288278102875,454,0.0006534327276312979,
+20,3640,0.033528365194797516,455,0.00041533306375640677,
+20,3648,0.0286429263651371,456,0.0003792690049522207,
+20,3656,0.02877870947122574,457,0.00018328140959056327,
+20,3664,0.029215432703495026,458,0.00021662661674781702,
+20,3672,0.0508868582546711,459,0.000399459268010105,
+20,3680,0.03640620410442352,460,0.0004651618064599461,
+20,3688,0.03352087363600731,461,0.0007715096162428381,
+20,3696,0.03352849930524826,462,0.00017755862063495442,
+20,3704,0.03342590853571892,463,0.0002433146619296167,
+20,3712,0.03361346572637558,464,0.0001559412103233626,
+,,,464,,0.00043299455534328115
+20,3720,0.03379080072045326,465,0.00021718787411373341,
+20,3728,0.03353612869977951,466,0.00029799169715261087,
+20,3736,0.033523157238960266,467,0.0002754542761067569,
+20,3744,0.028964132070541382,468,0.0005977787786832778,
+20,3752,0.029141508042812347,469,0.00040130431625584606,
+20,3760,0.0289633609354496,470,0.00018954603365273215,
+20,3768,0.028971612453460693,471,0.0003999612781626638,
+20,3776,0.02911299094557762,472,0.0006489168258667632,
+21,3784,0.028765004128217697,473,0.0003297617458883906,
+21,3792,0.029039259999990463,474,0.0008770752456257469,
+21,3800,0.02878575026988983,475,0.00020115714505664073,
+21,3808,0.02903018519282341,476,0.00048493098074686714,
+21,3816,0.02886228635907173,477,0.00018655584790394641,
+21,3824,0.04010191559791565,478,0.0007982889737832011,
+21,3832,0.04052436351776123,479,0.00021200166884227656,
+21,3840,0.03527934104204178,480,0.0011189293090865249,
+,,,480,,0.0004098339417538086
+21,3848,0.04033169150352478,481,0.0001451244033887633,
+21,3856,0.03345862030982971,482,0.00022896015298101702,
+21,3864,0.033480454236269,483,0.0006734529833920533,
+21,3872,0.03393235430121422,484,0.000392677063246083,
+21,3880,0.03359471261501312,485,0.00033357053143845405,
+21,3888,0.03374258056282997,486,0.00015978215697032283,
+21,3896,0.033549945801496506,487,0.00046426928111031884,
+21,3904,0.04019210860133171,488,0.000433288146268751,
+21,3912,0.04014507308602333,489,0.000180098470991652,
+21,3920,0.040535010397434235,490,0.00031660040076531004,
+21,3928,0.03429106995463371,491,0.00016398665229644394,
+21,3936,0.033745504915714264,492,0.00026417992421556846,
+21,3944,0.03469749912619591,493,0.00038503996984218247,
+21,3952,0.03357849642634392,494,0.00014001595536683453,
+21,3960,0.033665213733911514,495,0.00011096206253569108,
+22,3968,0.03389230743050575,496,0.00023097626399248838,
+,,,496,,0.0004135335904437226
+22,3976,0.04483798146247864,497,0.000492529714392731,
+22,3984,0.054041702300310135,498,0.0006487888322226354,
+22,3992,0.02882271260023117,499,0.0002343420064789825,
+22,4000,0.028767310082912445,500,0.00044544625143316807,
+22,4008,0.02865050733089447,501,0.0001098297757380351,
+22,4016,0.029020749032497406,502,0.0007814639957359759,
+22,4024,0.028837580233812332,503,0.0004586891136568738,
+22,4032,0.02864837646484375,504,0.0008123040543068782,
+22,4040,0.028522580862045288,505,0.0003925836108464864,
+22,4048,0.028801433742046356,506,0.00018529952330936794,
+22,4056,0.028819434344768524,507,0.00017752894109435147,
+22,4064,0.028939835727214813,508,0.00022912268241270795,
+22,4072,0.028880633413791656,509,0.00019306636932014953,
+22,4080,0.02893998473882675,510,0.0001868825584097067,
+22,4088,0.02886655181646347,511,0.00019969414643128403,
+22,4096,0.02883123978972435,512,0.0005896728648622229,
+,,,512,,0.0003928109858330194
+22,4104,0.029234029352664948,513,0.0007498067025153432,
+22,4112,0.028546474874019623,514,0.00021448947154567577,
+22,4120,0.029071219265460968,515,0.0002731520153247402,
+22,4128,0.028667692095041275,516,0.00013864439551980468,
+22,4136,0.029010508209466934,517,0.00018928050121758133,
+23,4144,0.0290597602725029,518,0.000272506003966555,
+23,4152,0.029257401823997498,519,0.00041452268214925425,
+23,4160,0.044854968786239624,520,0.0005214607535890536,
+23,4168,0.03505563363432884,521,0.0005441221710498212,
+23,4176,0.029260002076625824,522,0.0002617496647872031,
+23,4184,0.02903744950890541,523,0.0001365718449051201,
+23,4192,0.029064826667308807,524,0.0002749199402387603,
+23,4200,0.029537279158830643,525,0.0003434397249293397,
+23,4208,0.029667455703020096,526,0.00030224172724047094,
+23,4216,0.029193639755249023,527,0.00046641359040222596,
+23,4224,0.0327034667134285,528,0.00026227756552543724,
+,,,528,,0.00040177688873433445
+23,4232,0.029017452150583267,529,0.00048787551668283413,
+23,4240,0.028960779309272766,530,0.00020133306588832056,
+23,4248,0.028643935918807983,531,0.00037729052473878255,
+23,4256,0.028888389468193054,532,0.00037537307252932806,
+23,4264,0.029133208096027374,533,0.00012057144203936332,
+23,4272,0.029168125241994858,534,0.00019922148567275144,
+23,4280,0.02915032207965851,535,0.000581573916861089,
+23,4288,0.029169902205467224,536,0.00041742636039998615,
+23,4296,0.029310770332813263,537,0.00013617028434964595,
+23,4304,0.028985869139432907,538,0.0005321425815054681,
+23,4312,0.029172949492931366,539,0.00016708549173927167,
+23,4320,0.029368124902248383,540,0.0006322604540400789,
+24,4328,0.029365990310907364,541,0.0008857492812239798,
+24,4336,0.048842329531908035,542,0.00032079718857858097,
+24,4344,0.036226946860551834,543,0.00048668068484403193,
+24,4352,0.032519109547138214,544,0.00046691245552210603,
+,,,544,,0.00038723575023861677
+24,4360,0.02880992740392685,545,0.0004991468149455613,
+24,4368,0.02930418774485588,546,0.00017819596223489498,
+24,4376,0.03231680393218994,547,0.0002722811291278049,
+24,4384,0.029120005667209625,548,0.00023902506927697686,
+24,4392,0.02912706881761551,549,0.00014829527117399266,
+24,4400,0.029018621891736984,550,0.00019722462457139045,
+24,4408,0.029104992747306824,551,0.00019940104175475426,
+24,4416,0.02956489846110344,552,0.0002377823684582836,
+24,4424,0.029973104596138,553,0.00011987155266979244,
+24,4432,0.029703624546527863,554,0.00021460279549501138,
+24,4440,0.029548902064561844,555,0.00016783081173343817,
+24,4448,0.029773715883493423,556,0.0001317715205004788,
+24,4456,0.029446225613355637,557,0.00020798095738427946,
+24,4464,0.02940242365002632,558,0.00039104610732465517,
+24,4472,0.029309410601854324,559,0.0002515371625122498,
+24,4480,0.029247835278511047,560,0.0004028826651847339,
+,,,560,,0.00037547046100938473
+24,4488,0.042976412922143936,561,0.0008771211987550487,
+24,4496,0.03513592481613159,562,0.00023867849904490868,
+25,4504,0.03374588489532471,563,0.0008327181226377434,
+25,4512,0.029713716357946396,564,0.00027443907947599655,
+25,4520,0.029956694692373276,565,0.0003168260559505143,
+25,4528,0.029782138764858246,566,0.0004763432839354209,
+25,4536,0.029703225940465927,567,0.0002848754616024962,
+25,4544,0.0298854261636734,568,0.00047536822876281803,
+25,4552,0.029586855322122574,569,0.0001888351257548493,
+25,4560,0.029814433306455612,570,0.0005825132502650376,
+25,4568,0.02945350483059883,571,0.0005355298858376045,
+25,4576,0.02946000173687935,572,0.0003057146918763465,
+25,4584,0.02968442812561989,573,0.00015318170153477695,
+25,4592,0.02993171662092209,574,0.00013560496336140204,
+25,4600,0.03011344000697136,575,0.00015808656280569267,
+25,4608,0.030140388756990433,576,0.0002638949231368315,
+,,,576,,0.00035974005987117816
+25,4616,0.029801178723573685,577,0.00019199560119886883,
+25,4624,0.029707107692956924,578,0.0002945380010714871,
+25,4632,0.029801659286022186,579,0.00020762364874826744,
+25,4640,0.029438801109790802,580,0.0006685300559183815,
+25,4648,0.029542677104473114,581,0.0006508923797809985,
+25,4656,0.029672760516405106,582,0.0001621391752451018,
+25,4664,0.04216346889734268,583,0.0002797792185447179,
+25,4672,0.029061704874038696,584,0.0004387904646137031,
+25,4680,0.02906700223684311,585,0.0002767577625490958,
+26,4688,0.029289651662111282,586,0.0003144022639389732,
+26,4696,0.02922164276242256,587,0.0005838171932737168,
+26,4704,0.029035665094852448,588,0.0001611998213775223,
+26,4712,0.028964586555957794,589,0.00038462536213046405,
+26,4720,0.02894207090139389,590,0.00015340766594817978,
+26,4728,0.029110338538885117,591,0.00013694470999325858,
+26,4736,0.028939813375473022,592,0.00017883456075651338,
+,,,592,,0.0003643315527346227
+26,4744,0.032781437039375305,593,0.00013138794201950077,
+26,4752,0.02946966513991356,594,0.00011896285695911502,
+26,4760,0.03334463760256767,595,0.00042231376573909074,
+26,4768,0.030608244240283966,596,0.00023308639219976612,
+26,4776,0.03019861876964569,597,0.00020403078360686777,
+26,4784,0.03227847442030907,598,0.00045960435818415135,
+26,4792,0.03082405775785446,599,0.0006395247146429028,
+26,4800,0.03139907121658325,600,0.0009118781972574652,
+26,4808,0.02963870018720627,601,0.00017655654210102512,
+26,4816,0.031296346336603165,602,0.0003501209612295497,
+26,4824,0.03048289194703102,603,0.0003009680776813184,
+26,4832,0.03136604651808739,604,0.00038137643787194975,
+26,4840,0.028903499245643616,605,0.00015836678721825592,
+26,4848,0.029052957892417908,606,0.0001837227214309678,
+26,4856,0.029341578483581543,607,0.0007149869475142623,
+27,4864,0.029340621083974838,608,0.000142960883295018,
+,,,608,,0.00033803093065689136
+27,4872,0.029544591903686523,609,0.0002870404146051442,
+27,4880,0.030628718435764313,610,0.0003880269259752822,
+27,4888,0.03106888011097908,611,0.00021286738046910614,
+27,4896,0.029366765171289444,612,0.0004569582565636665,
+27,4904,0.03091960772871971,613,0.0007817095838618116,
+27,4912,0.030475664883852005,614,0.0002641113896970637,
+27,4920,0.03005199506878853,615,0.0006630525504078832,
+27,4928,0.03008256107568741,616,0.0004518359369285463,
+27,4936,0.03126753494143486,617,0.00028363741057546576,
+27,4944,0.031171370297670364,618,0.0002311242196810781,
+27,4952,0.03796085715293884,619,0.00017702604327496374,
+27,4960,0.029293503612279892,620,0.0003867714221996721,
+27,4968,0.029324840754270554,621,0.00042947413658112055,
+27,4976,0.03392304852604866,622,0.000292900155272946,
+27,4984,0.029322486370801926,623,0.0002542299143897253,
+27,4992,0.02932460978627205,624,0.00013950825268693734,
+,,,624,,0.0003493704482332453
+27,5000,0.029049459844827652,625,0.0001274993965125759,
+27,5008,0.03443315997719765,626,0.0001943343595485203,
+27,5016,0.029534537345170975,627,0.0001382836105676688,
+27,5024,0.029361236840486526,628,0.00014582553603759152,
+27,5032,0.029528342187404633,629,0.00039041318495947053,
+27,5040,0.029358532279729843,630,0.0002368645200476749,
+28,5048,0.029853034764528275,631,0.0002365183859183162,
+28,5056,0.02917100116610527,632,0.0003122676698694704,
+28,5064,0.029257718473672867,633,0.00016021695955714677,
+28,5072,0.02891966700553894,634,0.0009100007973756874,
+28,5080,0.02908334508538246,635,0.00028152839058748214,
+28,5088,0.028995394706726074,636,0.00013268492148199584,
+28,5096,0.02929721772670746,637,0.0003617535539888195,
+28,5104,0.029635325074195862,638,0.00013673713965545176,
+28,5112,0.03000592812895775,639,0.0006838242989033461,
+28,5120,0.03360099345445633,640,0.00018089549348587752,
+,,,640,,0.00033218229745889637
+28,5128,0.03435724601149559,641,0.0006081424271542346,
+28,5136,0.03409924730658531,642,0.0002878326740756165,
+28,5144,0.033679038286209106,643,0.0002838265822902031,
+28,5152,0.03346484526991844,644,0.00015564072646157,
+28,5160,0.03370584920048714,645,0.000301595342989458,
+28,5168,0.040545813739299774,646,0.0007928113436719286,
+28,5176,0.0392163060605526,647,0.00013208837572165066,
+28,5184,0.03341934457421303,648,0.00019406464889470953,
+28,5192,0.02961236611008644,649,0.0001506344806330162,
+28,5200,0.029468096792697906,650,0.0001015898515106528,
+28,5208,0.02934100478887558,651,0.00013752663562627276,
+28,5216,0.029553566128015518,652,0.00016128534207382472,
+29,5224,0.029698077589273453,653,0.00045473935279005673,
+29,5232,0.02939273789525032,654,0.00019086370775767136,
+29,5240,0.029758937656879425,655,0.00031362629124487285,
+29,5248,0.02982303872704506,656,0.00011778570478782058,
+,,,656,,0.00034206783906979996
+29,5256,0.02923145890235901,657,0.0005540133397516911,
+29,5264,0.028756193816661835,658,0.0002557393872848479,
+29,5272,0.029142815619707108,659,0.00014086356532061473,
+29,5280,0.028897803276777267,660,0.00030106007670838153,
+29,5288,0.029597662389278412,661,0.0001439336938346969,
+29,5296,0.029082443565130234,662,0.0003288983962193015,
+29,5304,0.029373984783887863,663,0.0002605642730486579,
+29,5312,0.02926824241876602,664,0.0005895005406273413,
+29,5320,0.0290197916328907,665,0.0005599108908427297,
+29,5328,0.029432032257318497,666,0.00014320070113171823,
+29,5336,0.029181350022554398,667,0.0002889503214191791,
+29,5344,0.02937445044517517,668,0.0002299644447703031,
+29,5352,0.03430124744772911,669,0.00036128170086158207,
+29,5360,0.04312869906425476,670,0.0001635508710933209,
+29,5368,0.03008349984884262,671,0.0005274897530398448,
+29,5376,0.029688432812690735,672,0.00027074006356997415,
+,,,672,,0.00032531092693279315
+29,5384,0.029350917786359787,673,0.0001755350231178454,
+29,5392,0.029589109122753143,674,0.0003227510223950958,
+29,5400,0.029821813106536865,675,0.0002719009362408542,
+30,5408,0.029394809156656265,676,0.00020900028493997524,
+30,5416,0.029386527836322784,677,0.0003949548295167915,
+30,5424,0.029144927859306335,678,0.00021333712538762484,
+30,5432,0.028804875910282135,679,0.0001396410907545942,
+30,5440,0.029244139790534973,680,0.00019275494196335785,
+30,5448,0.02885814756155014,681,0.00047515925507468637,
+30,5456,0.029202379286289215,682,0.00015947028987284284,
+30,5464,0.029022641479969025,683,0.00017155214527520002,
+30,5472,0.028813078999519348,684,9.455719282414066e-05,
+30,5480,0.02902672439813614,685,0.00020140766355325468,
+30,5488,0.029033400118350983,686,0.00035636125085147796,
+30,5496,0.02902797982096672,687,0.000541310057087685,
+30,5504,0.02886015921831131,688,0.0002779237029244541,
+,,,688,,0.00032415306316567705
+30,5512,0.03453025221824646,689,0.0003303611401861417,
+30,5520,0.033099252730607986,690,0.00041523619802319445,
+30,5528,0.0294257253408432,691,0.00017850854783318937,
+30,5536,0.029682263731956482,692,0.0006225442211871268,
+30,5544,0.029519010335206985,693,0.0006620145568376756,
+30,5552,0.029522791504859924,694,0.00038108932403702056,
+30,5560,0.03013567626476288,695,0.00011462665997896693,
+30,5568,0.02938380092382431,696,0.00010999357982655056,
+30,5576,0.029965896159410477,697,0.0001558209726226778,
+31,5584,0.029521048069000244,698,0.0002461908211444097,
+31,5592,0.02917485684156418,699,0.0001521080876045744,
+31,5600,0.029197096824645996,700,0.0002517980819902732,
+31,5608,0.02966020628809929,701,0.00034797877742676064,
+31,5616,0.029635556042194366,702,0.00021533344806812238,
+31,5624,0.02931172400712967,703,0.00043683158492058283,
+31,5632,0.029335379600524902,704,0.0003890298658006941,
+,,,704,,0.00031081613685403554
+31,5640,0.029296573251485825,705,0.00022953079314902425,
+31,5648,0.029116008430719376,706,0.00019138311472488567,
+31,5656,0.029066212475299835,707,9.646503667681827e-05,
+31,5664,0.029414847493171692,708,0.00014156422548694536,
+31,5672,0.029299519956111908,709,0.00011505680549817043,
+31,5680,0.029050864279270172,710,0.00020466265550567186,
+31,5688,0.033558256924152374,711,0.00014544811210726039,
+31,5696,0.03494824096560478,712,0.0006903435773892852,
+31,5704,0.02916014939546585,713,0.00015856365189392818,
+31,5712,0.029427841305732727,714,0.00022598314262722852,
+31,5720,0.02889062836766243,715,0.0004960203459631884,
+31,5728,0.02886047214269638,716,0.00014545267640642123,
+31,5736,0.029357407242059708,717,0.0002111389940182562,
+31,5744,0.029615897685289383,718,0.00029312938795555965,
+31,5752,0.029840297996997833,719,0.00036438938968785806,
+31,5760,0.029179096221923828,720,0.0007432932034134865,
+,,,720,,0.00030832031330504977
+32,5768,0.029027946293354034,721,0.00025704832978590275,
+32,5776,0.02923017367720604,722,0.00021462181848619366,
+32,5784,0.02918015420436859,723,0.00025993906274379697,
+32,5792,0.029273323714733124,724,0.00015997927039279602,
+32,5800,0.02947046235203743,725,0.00046698112100784783,
+32,5808,0.029059167951345444,726,0.0002168171490666282,
+32,5816,0.02886885777115822,727,0.00032313072460965486,
+32,5824,0.029280085116624832,728,0.00010765417437141878,
+32,5832,0.0287606343626976,729,0.0004620640547727817,
+32,5840,0.028936509042978287,730,0.0003000472606800031,
+32,5848,0.029301263391971588,731,0.00017914305317390244,
+32,5856,0.029058508574962616,732,0.00018335005461267428,
+32,5864,0.029126696288585663,733,0.0002263699770992389,
+32,5872,0.037775855511426926,734,0.00018881260257330723,
+32,5880,0.03226252645254135,735,0.00021404070116659568,
+32,5888,0.029126029461622238,736,0.00039959671448741574,
+,,,736,,0.0003125326248345437
+32,5896,0.02912287414073944,737,0.0004541762682492845,
+32,5904,0.029543373733758926,738,0.00032895464482862735,
+32,5912,0.029426541179418564,739,0.0004338848307270382,
+32,5920,0.029354874044656754,740,0.00021949053780190297,
+32,5928,0.029455315321683884,741,0.00019422402328928,
+32,5936,0.029273133724927902,742,0.00037160399779168074,
+33,5944,0.029515966773033142,743,0.00012873457671958022,
+33,5952,0.029611919075250626,744,0.00023070364022714784,
+33,5960,0.029440920799970627,745,0.00033615789016039344,
+33,5968,0.02937072515487671,746,0.0001412029478160548,
+33,5976,0.029282119125127792,747,0.0004136113775530248,
+33,5984,0.0292622409760952,748,0.0003977780406785314,
+33,5992,0.029252462089061737,749,0.0002935735669780115,
+33,6000,0.02947351709008217,750,0.00014385784470505314,
+33,6008,0.029229942709207535,751,0.0001171002559203771,
+33,6016,0.029290683567523956,752,0.0002196225373154448,
+,,,752,,0.0003076995202860275
+33,6024,0.03427592292428017,753,0.00014276571755544865,
+33,6032,0.03448085859417915,754,0.0005957589874014957,
+33,6040,0.03317036107182503,755,0.0002533879019210872,
+33,6048,0.02920687571167946,756,0.00035922608094551833,
+33,6056,0.029465679079294205,757,0.00023360979048447916,
+33,6064,0.02885589376091957,758,0.00031105676862352993,
+33,6072,0.02910938486456871,759,0.00021407809526863275,
+33,6080,0.029398027807474136,760,0.0002064224295281747,
+33,6088,0.029029592871665955,761,0.00018281929806107655,
+33,6096,0.02868128940463066,762,0.0003771464757846843,
+33,6104,0.02905210107564926,763,0.0002199641112383688,
+33,6112,0.029308028519153595,764,0.00024106423916236963,
+33,6120,0.029146119952201843,765,0.00045337147275859024,
+34,6128,0.02886088564991951,766,0.00017702005334285786,
+34,6136,0.02942429855465889,767,0.00018810115716405562,
+34,6144,0.029877450317144394,768,0.0003118243516837538,
+,,,768,,0.0003000756653098317
+34,6152,0.028964444994926453,769,0.00017620054677536245,
+34,6160,0.02917630970478058,770,0.00023010032600723207,
+34,6168,0.028936024755239487,771,0.00015936832369334297,
+34,6176,0.028952762484550476,772,0.0003450455424172105,
+34,6184,0.028833314776420593,773,0.0002748860983956547,
+34,6192,0.028814535588026047,774,0.000598070996147726,
+34,6200,0.029099375009536743,775,0.00029951408009765146,
+34,6208,0.03444814682006836,776,0.0003810514299402712,
+34,6216,0.03843670338392258,777,0.00019973823054897366,
+34,6224,0.029903847724199295,778,0.0002501140279491665,
+34,6232,0.02898099645972252,779,0.00015821978286112426,
+34,6240,0.029097814112901688,780,0.000629792131803697,
+34,6248,0.0301937535405159,781,0.00014008862444825354,
+34,6256,0.029381033033132553,782,0.00045880062634751084,
+34,6264,0.029368046671152115,783,0.00013889773890696233,
+34,6272,0.029728177934885025,784,0.0003416287127038231,
+,,,784,,0.00029026199277345236
+34,6280,0.029317785054445267,785,0.0001370952832076,
+34,6288,0.029446087777614594,786,0.00031244974798028124,
+34,6296,0.02949681133031845,787,0.00011128972118967795,
+35,6304,0.029267188161611557,788,0.00031289445723814424,
+35,6312,0.029434934258461,789,0.00066605580104806,
+35,6320,0.029169604182243347,790,9.528723103358061e-05,
+35,6328,0.029319394379854202,791,0.00015101877761480864,
+35,6336,0.02941969782114029,792,0.0002865236110665137,
+35,6344,0.029233615845441818,793,0.0003286150822532363,
+35,6352,0.02898939698934555,794,0.00021792023198941024,
+35,6360,0.029146339744329453,795,0.0005796098585051368,
+35,6368,0.028900224715471268,796,0.0002711738134166808,
+35,6376,0.029117003083229065,797,0.0001433768466085894,
+35,6384,0.029271621257066727,798,0.00021799749470119423,
+35,6392,0.03744041547179222,799,0.00017807266522140708,
+35,6400,0.04417675733566284,800,0.0005747635264015116,
+,,,800,,0.00029136404975668175
+35,6408,0.02935773879289627,801,0.00017244793343706988,
+35,6416,0.02935580536723137,802,0.0002875010104617104,
+35,6424,0.029233623296022415,803,0.00019843816107822931,
+35,6432,0.029195234179496765,804,0.00014287120256994967,
+35,6440,0.02930818870663643,805,0.00020573078654706478,
+35,6448,0.02913794293999672,806,0.00010105419914907543,
+35,6456,0.0292038694024086,807,0.0001588466748216888,
+35,6464,0.02928749844431877,808,0.00014291838897406706,
+35,6472,0.029917698353528976,809,0.00032876709246920655,
+35,6480,0.029315147548913956,810,0.00011410547494961065,
+36,6488,0.02911175787448883,811,0.00013030070977038122,
+36,6496,0.029714252799749374,812,0.00032167675931304984,
+36,6504,0.029168035835027695,813,0.0004089661774742126,
+36,6512,0.02906143292784691,814,0.00011747240250770119,
+36,6520,0.029552437365055084,815,0.00032539643871132284,
+36,6528,0.029295336455106735,816,0.00015699469895480433,
+,,,816,,0.00028162381865761495
+36,6536,0.029015250504016876,817,0.00013551565234593,
+36,6544,0.028845656663179398,818,0.00012496759154601023,
+36,6552,0.03829679638147354,819,0.00021846855497642537,
+36,6560,0.032846253365278244,820,0.0002827567063832248,
+36,6568,0.028780553489923477,821,0.00010665587706171209,
+36,6576,0.029453761875629425,822,0.0006019133156769385,
+36,6584,0.030013207346200943,823,0.000150189480791596,
+36,6592,0.02896006777882576,824,0.00025013190315803513,
+36,6600,0.029128380119800568,825,0.0002205016862717457,
+36,6608,0.029041502624750137,826,0.00017921927610586863,
+36,6616,0.02909185364842415,827,0.0005793591590190772,
+36,6624,0.028791453689336777,828,0.0001307474894929328,
+36,6632,0.029008090496063232,829,0.0003320988807899994,
+36,6640,0.03028881549835205,830,0.0005397680247369863,
+36,6648,0.029420457780361176,831,0.0002373853203607723,
+36,6656,0.029263701289892197,832,0.000261961702562985,
+,,,832,,0.0002894694735477497
+37,6664,0.029339153319597244,833,0.0006694079447697732,
+37,6672,0.029326751828193665,834,0.00024375122620767797,
+37,6680,0.029439058154821396,835,0.00046856962217134424,
+37,6688,0.0295582078397274,836,0.0002403602707090613,
+37,6696,0.02930936962366104,837,0.000209810249543807,
+37,6704,0.02939445897936821,838,0.00018928449662780622,
+37,6712,0.029116399586200714,839,0.0004543596269286354,
+37,6720,0.02904873713850975,840,0.00014820895603406825,
+37,6728,0.029207609593868256,841,0.0003131020448563504,
+37,6736,0.03544213995337486,842,0.0001491771272412734,
+37,6744,0.03826357424259186,843,0.000283608729205298,
+37,6752,0.02925194427371025,844,0.00015369016364275012,
+37,6760,0.029539089649915695,845,0.0001024242774292361,
+37,6768,0.02944842353463173,846,0.0002466445153004315,
+37,6776,0.029336724430322647,847,0.00041575210980226984,
+37,6784,0.029125552624464035,848,0.00019961753150710138,
+,,,848,,0.0002786548106701343
+37,6792,0.029977578669786453,849,0.00018172805084759602,
+37,6800,0.02928728237748146,850,0.00013546992659030366,
+37,6808,0.029111962765455246,851,0.00016205326210183557,
+37,6816,0.029260482639074326,852,0.0001314335058850702,
+37,6824,0.02890116721391678,853,0.0004787564807884337,
+37,6832,0.0288577638566494,854,0.00017299990850005997,
+37,6840,0.028923101723194122,855,0.0002545750112403766,
+38,6848,0.029390159994363785,856,0.00020732340999529697,
+38,6856,0.029159724712371826,857,0.0004307109429646516,
+38,6864,0.029231633991003036,858,9.336397988590761e-05,
+38,6872,0.029215779155492783,859,0.0002474861717018939,
+38,6880,0.02934662625193596,860,0.00022097899909567786,
+38,6888,0.02908656746149063,861,0.0001618815499568882,
+38,6896,0.02935715764760971,862,0.00012962952814632445,
+38,6904,0.029833581298589706,863,0.0001604035060154274,
+38,6912,0.029318805783987045,864,0.0001301658853662957,
+,,,864,,0.0002829730994515605
+38,6920,0.029179003089666367,865,0.00023624962796020554,
+38,6928,0.02922927960753441,866,0.00011949801887567446,
+38,6936,0.029076475650072098,867,0.00012173081381661177,
+38,6944,0.028958067297935486,868,0.00011940970762225334,
+38,6952,0.02888905629515648,869,0.0008389370254917594,
+38,6960,0.028698526322841644,870,0.00016512783895450411,
+38,6968,0.028699133545160294,871,0.00044540238286572276,
+38,6976,0.02885247766971588,872,0.00033809002889029216,
+38,6984,0.028671324253082275,873,0.0002427407735012821,
+38,6992,0.028479360044002533,874,0.00041015512761077844,
+38,7000,0.028856642544269562,875,0.0005240937480266439,
+38,7008,0.02886279672384262,876,0.0001320893752563279,
+38,7016,0.029134094715118408,877,0.00013173125307730515,
+39,7024,0.02891278639435768,878,0.0002447880115141743,
+39,7032,0.02896074950695038,879,0.00010687741087167524,
+39,7040,0.02890990674495697,880,0.0002319358218301204,
+,,,880,,0.0002840969034216621
+39,7048,0.028408139944076538,881,0.00015448219164682087,
+39,7056,0.028366517275571823,882,0.0004399952508720162,
+39,7064,0.02862503007054329,883,0.00011070870368712349,
+39,7072,0.028580214828252792,884,0.0004955820213581319,
+39,7080,0.04249008372426033,885,9.291912147091352e-05,
+39,7088,0.03263643756508827,886,0.00016928953664319124,
+39,7096,0.028382018208503723,887,0.0001750745559547795,
+39,7104,0.028306417167186737,888,0.00017948810500456602,
+39,7112,0.02829314023256302,889,0.00025935866415238706,
+39,7120,0.028285283595323563,890,0.0005096779150335351,
+39,7128,0.02835238352417946,891,0.00016148355825862382,
+39,7136,0.0288877934217453,892,0.00027364514744476764,
+39,7144,0.028698284178972244,893,0.00029489781672964455,
+39,7152,0.028441105037927628,894,7.74078516769805e-05,
+39,7160,0.028437823057174683,895,0.0004012910771962197,
+39,7168,0.028728049248456955,896,0.00015744480879220646,
+,,,896,,0.00027066096663475037
+39,7176,0.027983061969280243,897,0.00021812921295349952,
+39,7184,0.028279747813940048,898,0.0006444675609600381,
+39,7192,0.028195016086101532,899,0.00019194511878595222,
+39,7200,0.02830379083752632,900,0.00041584676637285156,
+40,7208,0.0285969041287899,901,0.00011279421505605569,
+40,7216,0.02831101045012474,902,0.0002266021267587348,
+40,7224,0.028668250888586044,903,0.0003041871068489854,
+40,7232,0.028670411556959152,904,0.0001512470889792894,
+40,7240,0.028794795274734497,905,0.00028609099445020547,
+40,7248,0.02849603071808815,906,0.00029348001271500834,
+40,7256,0.028866112232208252,907,0.00029978977909195237,
+40,7264,0.032328005880117416,908,0.00020478157239267603,
+40,7272,0.031024962663650513,909,0.0001555103899590904,
+40,7280,0.028714291751384735,910,9.808803542910027e-05,
+40,7288,0.028583932667970657,911,0.00015087586871231906,
+40,7296,0.028867486864328384,912,0.0003028097062269808,
+,,,912,,0.000275426096730418
+40,7304,0.028426997363567352,913,0.00048006900169639266,
+40,7312,0.028558142483234406,914,0.00013450022652250482,
+40,7320,0.02882511168718338,915,0.00028975993882340845,
+40,7328,0.028760381042957306,916,0.00026945902300212765,
+40,7336,0.028761032968759537,917,0.0004042749487780384,
+40,7344,0.02865150198340416,918,0.0002941087459475966,
+40,7352,0.02849608287215233,919,0.0001357080416255485,
+40,7360,0.028911788016557693,920,0.00015952668991303653,
+40,7368,0.029056590050458908,921,0.00013621269044961082,
+40,7376,0.028723232448101044,922,0.0006749046788172564,
+41,7384,0.028984561562538147,923,0.0002530251658754423,
+41,7392,0.029008276760578156,924,0.0002369028175053245,
+41,7400,0.028846006840467453,925,0.00014847264310446917,
+41,7408,0.028765112161636353,926,0.000130150262521056,
+41,7416,0.028607364743947983,927,0.00013046397270954913,
+41,7424,0.02887510135769844,928,0.00018029989314527484,
+,,,928,,0.00027341018249462176
+41,7432,0.04703247919678688,929,0.0005762349146607448,
+41,7440,0.03136778995394707,930,0.0002912485088018002,
+41,7448,0.028527691960334778,931,0.00029351876401051413,
+41,7456,0.02838071808218956,932,0.00014762656383027206,
+41,7464,0.028393469750881195,933,0.0002529871489969082,
+41,7472,0.028524436056613922,934,0.0002803382367346785,
+41,7480,0.028481077402830124,935,0.00024040855851126253,
+41,7488,0.028662215918302536,936,0.0001715406715447898,
+41,7496,0.0285101979970932,937,0.0001602705083314504,
+41,7504,0.028822973370552063,938,0.00011990042185061611,
+41,7512,0.028471998870372772,939,0.000217944328142039,
+41,7520,0.02848777547478676,940,0.00013767523705610074,
+41,7528,0.028727632015943527,941,0.00020942695300618652,
+41,7536,0.02859722450375557,942,0.00019401196277613053,
+41,7544,0.02834007889032364,943,0.0007930053752716049,
+41,7552,0.02849099412560463,944,0.00033817995245044585,
+,,,944,,0.0002773880184470833
+41,7560,0.028318867087364197,945,0.00022781918414693791,
+42,7568,0.028317175805568695,946,0.00013065625898889266,
+42,7576,0.028539787977933884,947,0.0001475387548453,
+42,7584,0.028443608433008194,948,0.00022810083646618295,
+42,7592,0.02832397073507309,949,0.00013697412987312418,
+42,7600,0.028364304453134537,950,0.0002685303716134513,
+42,7608,0.028439756482839584,951,0.00015254241952789016,
+42,7616,0.03359879180788994,952,0.000144498777899571,
+42,7624,0.0387779176235199,953,0.00011990139591944171,
+42,7632,0.028830338269472122,954,0.0002618787020765012,
+42,7640,0.028785008937120438,955,0.0002466116411596886,
+42,7648,0.02874753624200821,956,0.000754468843297218,
+42,7656,0.028627030551433563,957,0.00023549212846774026,
+42,7664,0.028719834983348846,958,0.0003897019851137884,
+42,7672,0.028646036982536316,959,0.00022987326246948214,
+42,7680,0.028938349336385727,960,0.00017466927420173306,
+,,,960,,0.00026235705265751134
+42,7688,0.02864113450050354,961,0.0004365699192021566,
+42,7696,0.028762485831975937,962,0.0003380525986358407,
+42,7704,0.028731059283018112,963,9.102607236854965e-05,
+42,7712,0.031805142760276794,964,0.000558121214453422,
+42,7720,0.02906721830368042,965,0.00021279447901179083,
+42,7728,0.028838559985160828,966,0.00012861527102359105,
+42,7736,0.028760068118572235,967,0.00023300080374610843,
+43,7744,0.02893117070198059,968,0.00011566965531528695,
+43,7752,0.028601527214050293,969,0.00020797746583411936,
+43,7760,0.028899356722831726,970,0.00021573181766143534,
+43,7768,0.028460577130317688,971,0.00031521270057055517,
+43,7776,0.028472088277339935,972,0.00022173808656589244,
+43,7784,0.02834286540746689,973,0.000165535912856285,
+43,7792,0.028395336121320724,974,0.00010001082137023332,
+43,7800,0.02830905094742775,975,0.00028573521740327124,
+43,7808,0.03741857036948204,976,0.00027235849665885326,
+,,,976,,0.00027580334284862913
+43,7816,0.028813224285840988,977,0.0003940730675822124,
+43,7824,0.028546638786792755,978,0.00047444649499084335,
+43,7832,0.028743397444486618,979,0.0003969119479734218,
+43,7840,0.028757326304912567,980,0.00017212197417393327,
+43,7848,0.028217937797307968,981,9.415503927812097e-05,
+43,7856,0.028574451804161072,982,0.0002092685604111466,
+43,7864,0.02827351540327072,983,0.0003568955462469603,
+43,7872,0.028614196926355362,984,0.00013164208576199599,
+43,7880,0.028421692550182343,985,0.0004314885902658716,
+43,7888,0.028503887355327606,986,0.0003026589306500682,
+43,7896,0.02824988216161728,987,0.0001400404294145119,
+43,7904,0.028094034641981125,988,0.00024042164204729488,
+43,7912,0.028324685990810394,989,0.00019761701787501806,
+43,7920,0.02820577099919319,990,0.0003154787236780976,
+44,7928,0.028387077152729034,991,0.00035338742372914567,
+44,7936,0.028370145708322525,992,0.0005390650276240194,
+,,,992,,0.00026187380509717125
+44,7944,0.02911742404103279,993,0.0002049140066446853,
+44,7952,0.028450846672058105,994,0.00013436865629046224,
+44,7960,0.028445851057767868,995,0.0001549281487314147,
+44,7968,0.04247380793094635,996,0.00012472619800973916,
+44,7976,0.035117026418447495,997,0.00013564994878834113,
+44,7984,0.0287715382874012,998,0.00014870084305584896,
+44,7992,0.028464142233133316,999,0.00015949700514283904,
+44,8000,0.028529349714517593,1000,0.00011204882321180776,
+44,8008,0.02916150912642479,1001,0.00011739754609152442,
+44,8016,0.02887517213821411,1002,0.0002897275035138591,
+44,8024,0.02871105447411537,1003,0.00037000945576437516,
+44,8032,0.029239438474178314,1004,0.00029862073870390304,
+44,8040,0.0288303904235363,1005,0.0001416962832081481,
+44,8048,0.028792522847652435,1006,0.00038255904655670747,
+44,8056,0.028815075755119324,1007,0.00019171843041476677,
+44,8064,0.029157772660255432,1008,0.00019709805246748147,
+,,,1008,,0.0002656728754957001
+44,8072,0.030548151582479477,1009,0.00014547527871400234,
+44,8080,0.028552815318107605,1010,0.0003564324206308811,
+44,8088,0.0288827046751976,1011,0.0005628641069961304,
+44,8096,0.028487376868724823,1012,0.00018999382609763416,
+45,8104,0.028753217309713364,1013,0.0002128841695139272,
+45,8112,0.028488732874393463,1014,0.0001169957918136788,
+45,8120,0.031166180968284607,1015,0.0004442957333594677,
+45,8128,0.028507091104984283,1016,0.00022266337555265636,
+45,8136,0.028620608150959015,1017,0.00015401982454932295,
+45,8144,0.028910130262374878,1018,0.00045944487646920606,
+45,8152,0.034360580146312714,1019,0.00012014049025310669,
+45,8160,0.03276704251766205,1020,0.00015571798758173827,
+45,8168,0.028324391692876816,1021,0.0002057029360003071,
+45,8176,0.028171665966510773,1022,0.0001986689785553608,
+45,8184,0.028644565492868423,1023,0.00010696876370275277,
+45,8192,0.0286380797624588,1024,0.00018556257600721437,
+,,,1024,,0.0002653846734917009
+45,8200,0.028174974024295807,1025,0.00025520746612528455,
+45,8208,0.02816447615623474,1026,0.00012249338442416047,
+45,8216,0.028560206294059753,1027,0.00018418173613099498,
+45,8224,0.02859797701239586,1028,0.00040823396057021455,
+45,8232,0.029018860310316086,1029,0.00021203317328399862,
+45,8240,0.028547663241624832,1030,0.0002972514312205021,
+45,8248,0.028710126876831055,1031,0.0003316911079309648,
+45,8256,0.03084607422351837,1032,0.00042127012466153246,
+45,8264,0.028788473457098007,1033,0.00018277062554261647,
+45,8272,0.02892259508371353,1034,0.00016024741353248828,
+45,8280,0.028913911432027817,1035,0.00036454214477998903,
+46,8288,0.028969090431928635,1036,0.00010719210240495158,
+46,8296,0.02873244136571884,1037,0.00027883665961780935,
+46,8304,0.028854109346866608,1038,0.0005112114940857282,
+46,8312,0.028896227478981018,1039,0.00030819769881418324,
+46,8320,0.028496153652668,1040,0.00011367326851541293,
+,,,1040,,0.0002642212217891371
+46,8328,0.028605230152606964,1041,0.00028703318548650714,
+46,8336,0.028790820389986038,1042,0.00014502114527203958,
+46,8344,0.028782173991203308,1043,0.00025931893424058217,
+46,8352,0.028789054602384567,1044,0.0004415719845383137,
+46,8360,0.02848896011710167,1045,0.00022412233829527395,
+46,8368,0.04114237800240517,1046,0.000116384920602286,
+46,8376,0.028824806213378906,1047,0.00014709665219925228,
+46,8384,0.028984583914279938,1048,0.0001118107259117096,
+46,8392,0.030261967331171036,1049,0.00030490212338918354,
+46,8400,0.029295623302459717,1050,0.00048073396555992076,
+46,8408,0.029169078916311264,1051,0.00015559438270429382,
+46,8416,0.03076772764325142,1052,0.00011774092763516819,
+46,8424,0.030216097831726074,1053,0.00024555950540161575,
+46,8432,0.0292329303920269,1054,0.00017253498390346067,
+46,8440,0.029650568962097168,1055,0.00014462769286183175,
+46,8448,0.03066275268793106,1056,0.00044646120704783243,
+,,,1056,,0.00026649459228887185
+46,8456,0.0350971557199955,1057,0.00019518339558999287,
+47,8464,0.03553375229239464,1058,0.00031225904649545555,
+47,8472,0.03436729311943054,1059,0.00022883401061335462,
+47,8480,0.03643340244889259,1060,0.00011057446454287856,
+47,8488,0.03659119829535484,1061,0.00012659830508710002,
+47,8496,0.037217751145362854,1062,0.000274977782737551,
+47,8504,0.036678995937108994,1063,0.00011693512487909175,
+47,8512,0.036497049033641815,1064,0.0002826567997544771,
+47,8520,0.03666776418685913,1065,0.00041005452339959447,
+47,8528,0.03657429665327072,1066,0.00023227980091178324,
+47,8536,0.050790365785360336,1067,0.00040827400880516507,
+47,8544,0.034174028784036636,1068,0.00022517126672028098,
+47,8552,0.03326481953263283,1069,0.0001144787747762166,
+47,8560,0.033064596354961395,1070,0.00024530410610168474,
+47,8568,0.03275404870510101,1071,0.00045646390253750724,
+47,8576,0.02915479615330696,1072,0.00017829725311457878,
+,,,1072,,0.00026554307089997575
+47,8584,0.029499925673007965,1073,0.00011407509782657144,
+47,8592,0.03279993310570717,1074,0.0001854644497143454,
+47,8600,0.033260125666856766,1075,0.0002162572554880171,
+47,8608,0.032717205584049225,1076,0.00026265669885106036,
+47,8616,0.029449451714754105,1077,0.0004188413429346838,
+47,8624,0.02954006940126419,1078,0.00010746037696662825,
+47,8632,0.02973433956503868,1079,0.0004539338860922726,
+47,8640,0.030190493911504745,1080,0.000216767834899656,
+48,8648,0.029813289642333984,1081,0.00020515723235803307,
+48,8656,0.02933598682284355,1082,0.0002551270808908157,
+48,8664,0.029285654425621033,1083,0.0001362443558718951,
+48,8672,0.02923775091767311,1084,0.00015288085160136689,
+48,8680,0.029523305594921112,1085,0.00011662378528853878,
+48,8688,0.029756713658571243,1086,0.00043722654118028004,
+48,8696,0.029550038278102875,1087,0.0003729048557943315,
+48,8704,0.04556657373905182,1088,0.00011781462035287404,
+,,,1088,,0.0002632988253971199
+48,8712,0.02945682406425476,1089,0.00012938880990986945,
+48,8720,0.02974635362625122,1090,0.00013783853773929877,
+48,8728,0.02982199192047119,1091,0.00021260654284560587,
+48,8736,0.029297146946191788,1092,0.00030446120126725873,
+48,8744,0.029550105333328247,1093,0.00046995946740935324,
+48,8752,0.03381714969873428,1094,0.0003840544000013324,
+48,8760,0.033805590122938156,1095,0.00012131546827731654,
+48,8768,0.03361073508858681,1096,0.00046862138515280094,
+48,8776,0.0336080938577652,1097,9.689613489172189e-05,
+48,8784,0.033705804497003555,1098,0.00020106214105908293,
+48,8792,0.033759213984012604,1099,0.0001299582554565859,
+48,8800,0.033407069742679596,1100,0.0002404480228506145,
+48,8808,0.03368893265724182,1101,0.0003293159143140656,
+48,8816,0.033564865589141846,1102,0.00028979351327507175,
+49,8824,0.033831220120191574,1103,0.0002464124991092831,
+49,8832,0.0333721823990345,1104,0.0001927278012772149,
+,,,1104,,0.00025384873151779175
+49,8840,0.033624317497015,1105,0.00015989820940376376,
+49,8848,0.044083550572395325,1106,9.335005506727612e-05,
+49,8856,0.031475383788347244,1107,0.00011541625872268924,
+49,8864,0.02960369735956192,1108,0.00011994584110652795,
+49,8872,0.029882967472076416,1109,0.00032958352585410466,
+49,8880,0.029872480779886246,1110,0.00046026982863622834,
+49,8888,0.030036870390176773,1111,0.0001204830705319182,
+49,8896,0.029973026365041733,1112,0.0003661091523099458,
+49,8904,0.029908116906881332,1113,0.0002375048352405429,
+49,8912,0.029803380370140076,1114,0.0005623345641652122,
+49,8920,0.029454071074724197,1115,0.0004082171733443829,
+49,8928,0.036742351949214935,1116,7.341424475271197e-05,
+49,8936,0.029425445944070816,1117,0.00012492211226344807,
+49,8944,0.029591407626867294,1118,0.00020145409189353813,
+49,8952,0.029613595455884933,1119,0.0004328167838139052,
+49,8960,0.0297531895339489,1120,0.00031454152758669807,
+,,,1120,,0.00026414202308499966
+49,8968,0.029218915849924088,1121,0.00014607367302232888,
+49,8976,0.03267105296254158,1122,0.00014369349719345337,
+49,8984,0.02922990918159485,1123,0.00016218376958931913,
+49,8992,0.029233843088150024,1124,0.00029014232131885365,
+49,9000,0.029245033860206604,1125,0.0004736822174891131,
+50,9008,0.029266174882650375,1126,0.00018175147988586104,
+50,9016,0.029314082115888596,1127,0.0001783427105692681,
+50,9024,0.03852532058954239,1128,0.0001860495945038565,
+50,9032,0.03069189563393593,1129,0.000139950794618926,
+50,9040,0.029586493968963623,1130,0.0002568333070485096,
+50,9048,0.029518093913793564,1131,0.00018910265771410195,
+50,9056,0.029602445662021637,1132,0.0001620492184883915,
+50,9064,0.029786277562379837,1133,0.00047162082273644046,
+50,9072,0.02928074449300766,1134,0.00017174565937239095,
+50,9080,0.029493089765310287,1135,0.0004182058792139287,
+50,9088,0.02978765219449997,1136,0.00019552205048967153,
+,,,1136,,0.0002573371272195469
+50,9096,0.02933388203382492,1137,0.0001523900550637336,
+50,9104,0.029544681310653687,1138,0.00021475297580764163,
+50,9112,0.02957652136683464,1139,0.0002730182382038038,
+50,9120,0.02985989674925804,1140,0.00024155180926754838,
+50,9128,0.0297924242913723,1141,0.00016381573004764505,
+50,9136,0.02968999743461609,1142,0.00036168789438306703,
+50,9144,0.0295705609023571,1143,0.00041194722052750876,
+50,9152,0.030139245092868805,1144,0.00012009554939140799,
+50,9160,0.029286552220582962,1145,0.00016252533669103286,
+50,9168,0.029858391731977463,1146,0.00039624692522011173,
+50,9176,0.029820319265127182,1147,0.00019536656327545643,
+51,9184,0.029504846781492233,1148,0.00021945479329588125,
+51,9192,0.029389720410108566,1149,0.0005744344434788218,
+51,9200,0.04189669340848923,1150,0.0001457954958823393,
+51,9208,0.040543463081121445,1151,0.00016133052440636675,
+51,9216,0.02913980931043625,1152,0.0002181337945330597,
+,,,1152,,0.0002642911314577251
+51,9224,0.029674485325813293,1153,9.291875676353811e-05,
+51,9232,0.029375191777944565,1154,0.00015474489919142798,
+51,9240,0.029531661421060562,1155,0.00015783909020683495,
+51,9248,0.029531586915254593,1156,0.0002681451296666637,
+51,9256,0.029724963009357452,1157,0.00014946107603464043,
+51,9264,0.03000028058886528,1158,0.00027479369282445987,
+51,9272,0.029698271304368973,1159,0.000147403201481211,
+51,9280,0.029799960553646088,1160,0.0002359219615755137,
+51,9288,0.029779750853776932,1161,0.00021270531669870252,
+51,9296,0.029680781066417694,1162,0.0003645383517323353,
+51,9304,0.030084993690252304,1163,0.0002091965116051142,
+51,9312,0.029670260846614838,1164,0.00020125045557506382,
+51,9320,0.029699202626943588,1165,0.00020155717675152118,
+51,9328,0.029628094285726547,1166,0.00045551003040600335,
+51,9336,0.030014213174581528,1167,0.00015801772951817838,
+51,9344,0.029669754207134247,1168,0.0003628044382821827,
+,,,1168,,0.0002631858571783289
+51,9352,0.029836568981409073,1169,0.00037749853527202504,
+51,9360,0.040342606604099274,1170,0.00016931895243033068,
+52,9368,0.033722974359989166,1171,0.00014990512681833934,
+52,9376,0.029547035694122314,1172,0.00021970516490910086,
+52,9384,0.029652953147888184,1173,0.00023286517080123303,
+52,9392,0.029680736362934113,1174,0.00011425480761317885,
+52,9400,0.029803987592458725,1175,0.0006338837802104536,
+52,9408,0.02966988831758499,1176,0.0002840558208845323,
+52,9416,0.03688087686896324,1177,9.698629037302453e-05,
+52,9424,0.029941007494926453,1178,9.901238581733196e-05,
+52,9432,0.030268225818872452,1179,0.0003216766976947838,
+52,9440,0.029760167002677917,1180,0.00014460918373515597,
+52,9448,0.02958448976278305,1181,0.00011736693522834685,
+52,9456,0.033084481954574585,1182,0.00026454124781594146,
+52,9464,0.03318900242447853,1183,0.00018871549491450423,
+52,9472,0.029493913054466248,1184,0.000150368877712026,
+,,,1184,,0.0002575105951203928
+52,9480,0.029614154249429703,1185,0.0006464315210905625,
+52,9488,0.029703952372074127,1186,8.788291916062008e-05,
+52,9496,0.029706105589866638,1187,0.00015316979079216253,
+52,9504,0.02975459024310112,1188,0.00016526815079487278,
+52,9512,0.02929484099149704,1189,0.00038353306945282384,
+52,9520,0.02972811833024025,1190,0.0005755915526606259,
+52,9528,0.036846209317445755,1191,0.00019580675689212512,
+52,9536,0.04320872575044632,1192,0.00010398835206615331,
+53,9544,0.0359623022377491,1193,0.00013009929443796864,
+53,9552,0.03206288069486618,1194,0.0002598826513349195,
+53,9560,0.029381297528743744,1195,0.00013888288140151417,
+53,9568,0.03341811150312424,1196,0.00020693657006631838,
+53,9576,0.032980162650346756,1197,0.00011601180631259922,
+53,9584,0.029522567987442017,1198,0.0005065004097559722,
+53,9592,0.029633693397045135,1199,0.00021980153906042688,
+53,9600,0.029421832412481308,1200,0.00010617920497679734,
+,,,1200,,0.0002602103420279243
+53,9608,0.02967994660139084,1201,0.0005405651022556412,
+53,9616,0.029570437967777252,1202,0.00014916201871528756,
+53,9624,0.02915506437420845,1203,0.00012910698069390492,
+53,9632,0.029362980276346207,1204,9.603258695278782e-05,
+53,9640,0.0301373228430748,1205,0.0005615841937469668,
+53,9648,0.029969271272420883,1206,0.0002278233814649866,
+53,9656,0.029550865292549133,1207,0.00031625926112610614,
+53,9664,0.02968813106417656,1208,0.00014807368961555767,
+53,9672,0.02934620901942253,1209,0.00011102095459136763,
+53,9680,0.031400904059410095,1210,0.00010239414450552431,
+53,9688,0.02977769449353218,1211,0.00011288290397715173,
+53,9696,0.029572758823633194,1212,0.0003576094409254438,
+53,9704,0.02960794046521187,1213,0.00015009888556960505,
+53,9712,0.04524810239672661,1214,0.000312579413957792,
+53,9720,0.04915856570005417,1215,0.000259991084021749,
+54,9728,0.02941853180527687,1216,0.0004295903972888482,
+,,,1216,,0.0002600281172758573
+54,9736,0.029706798493862152,1217,0.00027782328106695786,
+54,9744,0.031406670808792114,1218,0.0001532309206595528,
+54,9752,0.029685966670513153,1219,0.00010775821556308074,
+54,9760,0.029921144247055054,1220,0.00036239540077076526,
+54,9768,0.02967047691345215,1221,0.00021548432823692565,
+54,9776,0.02991083264350891,1222,8.831435593492643e-05,
+54,9784,0.030228398740291595,1223,0.00013798671852782718,
+54,9792,0.030123885720968246,1224,0.0003174896537530003,
+54,9800,0.02992173284292221,1225,0.00014020716616869322,
+54,9808,0.029967930167913437,1226,0.000479374497444951,
+54,9816,0.029677830636501312,1227,9.464629238209454e-05,
+54,9824,0.02971169725060463,1228,0.00016513437913090456,
+54,9832,0.029734130948781967,1229,0.00017519204857308068,
+54,9840,0.030075538903474808,1230,0.00018694069331104401,
+54,9848,0.03024987131357193,1231,0.0004621268071787199,
+54,9856,0.029708847403526306,1232,0.00011192936199222459,
+,,,1232,,0.0002558676453379842
+54,9864,0.047534797340631485,1233,0.00030248722396208905,
+54,9872,0.04862121492624283,1234,0.00015480334877793211,
+54,9880,0.029952097684144974,1235,0.0001894133547466481,
+54,9888,0.029753945767879486,1236,0.0002795429909383529,
+54,9896,0.02998308837413788,1237,8.283131955977296e-05,
+55,9904,0.02995823696255684,1238,0.00038887118012098654,
+55,9912,0.029619980603456497,1239,0.00011133429006804363,
+55,9920,0.029624871909618378,1240,0.00031382942597701913,
+55,9928,0.03043690323829651,1241,0.00037087439432070823,
+55,9936,0.029439803212881088,1242,0.00010640282016538549,
+55,9944,0.030222907662391663,1243,0.0002981467259814963,
+55,9952,0.029573194682598114,1244,0.00022747267212253064,
+55,9960,0.0296882726252079,1245,0.00015203828934318153,
+55,9968,0.02987324818968773,1246,0.00042377209229016444,
+55,9976,0.033698007464408875,1247,0.00014735744525751215,
+55,9984,0.03373533487319946,1248,0.00020560037137329346,
+,,,1248,,0.0002542462006404802
+55,9992,0.033881254494190216,1249,0.000298998882954038,
+55,10000,0.030055943876504898,1250,0.0007531551027568639,
+55,10008,0.030409954488277435,1251,0.0002393083409515384,
+55,10016,0.029605567455291748,1252,9.506420019533834e-05,
+55,10024,0.029742464423179626,1253,0.0001114675519602315,
+55,10032,0.029318634420633316,1254,0.0002323067083125352,
+55,10040,0.04536122828722,1255,0.00012687121534327161,
+55,10048,0.03772128000855446,1256,0.0001563106552566751,
+55,10056,0.029735136777162552,1257,0.000251090153142286,
+55,10064,0.029418818652629852,1258,0.0002122094565493171,
+55,10072,0.029519133269786835,1259,0.0003020114636456128,
+55,10080,0.02966877445578575,1260,0.00016728306718505337,
+56,10088,0.029571767896413803,1261,0.0003047312397939095,
+56,10096,0.029754456132650375,1262,0.00030673340825160267,
+56,10104,0.02962585538625717,1263,0.00016426624279120006,
+56,10112,0.029354412108659744,1264,0.000156728591719002,
+,,,1264,,0.0002612680583805233

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/labels.csv

@@ -0,0 +1,76 @@
+67674,1
+1026,1
+63722,0
+14663,0
+9945,1
+62495,0
+60468,0
+56276,1
+52739,0
+57949,1
+61701,0
+48472,1
+19407,1
+34282,1
+50356,1
+34953,1
+10618,1
+42766,0
+34374,1
+36283,1
+20030,1
+4262,0
+48319,1
+2335,1
+15040,1
+28033,0
+14545,1
+55497,0
+55878,1
+17944,1
+17402,1
+50798,1
+29830,1
+8903,0
+44599,0
+53757,0
+57142,1
+52653,1
+43158,0
+64344,1
+380,1
+20762,1
+20700,1
+53026,0
+48334,0
+51888,1
+52713,0
+15636,1
+5024,0
+1485,1
+54248,0
+66790,0
+9077,1
+899,1
+11553,1
+61319,1
+44567,1
+43425,1
+7476,1
+34054,0
+42474,1
+50401,1
+13551,0
+66054,1
+49694,0
+33159,0
+6740,0
+60718,1
+11204,1
+65699,0
+47502,1
+44485,1
+27518,0
+63755,1
+40921,0
+34797,1

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/logits.csv

@@ -0,0 +1,76 @@
+67674,-8.250318,-0.00031752314
+1026,-0.3132911,-1.3132911
+63722,-0.020716714,-3.8957167
+14663,-0.000114553564,-9.875114
+9945,-10.500071,-7.056941e-05
+62495,-0.0015306673,-6.5015306
+60468,-0.1128593,-2.2378592
+56276,-9.875092,-9.178694e-05
+52739,-0.00018773701,-11.125188
+57949,-9.750085,-8.4635016e-05
+61701,-9.7031654e-05,-11.625097
+48472,-8.375736,-0.00073632307
+19407,-5.3796697,-0.004669832
+34282,-11.6250515,-5.1377883e-05
+50356,-9.250132,-0.00013124081
+34953,-0.8261249,-0.5761249
+10618,-10.750155,-0.00015543684
+42766,-0.28121158,-1.4062116
+34374,-9.625112,-0.00011121608
+36283,-0.00011574552,-13.000115
+20030,-10.500074,-7.4026226e-05
+4262,-5.5430784e-05,-10.500055
+48319,-11.625053,-5.3523538e-05
+2335,-9.000174,-0.00017331529
+15040,-10.250072,-7.176142e-05
+28033,-9.375103,-0.000102753125
+14545,-9.375135,-0.000135055
+55497,-7.3549425e-05,-12.125073
+55878,-10.000087,-8.6780594e-05
+17944,-8.125397,-0.00039688815
+17402,-10.125075,-7.5814234e-05
+50798,-7.7504683,-0.00046826364
+29830,-0.5765749,-0.8265749
+8903,-0.00010477948,-10.500105
+44599,-0.00015972769,-11.875159
+53757,-0.00025006983,-9.25025
+57142,-8.875175,-0.00017510311
+52653,-0.023292383,-3.7732923
+43158,-0.00020621081,-8.875206
+64344,-9.875099,-9.95348e-05
+380,-11.62506,-5.972207e-05
+20762,-9.000165,-0.00016461448
+20700,-0.47413582,-0.9741358
+53026,-0.001375206,-9.501375
+48334,-6.580136e-05,-10.500066
+51888,-9.625096,-9.619727e-05
+52713,-0.00026270276,-8.625262
+15636,-9.1251545,-0.00015436411
+5024,-0.00016354177,-8.875163
+1485,-7.375682,-0.00068200217
+54248,-0.00030870442,-8.250309
+66790,-0.00014757022,-9.625148
+9077,-13.000026,-2.5629668e-05
+899,-8.375245,-0.00024506426
+11553,-1.7015381,-0.20153809
+61319,-8.375335,-0.00033504117
+44567,-6.401334e-05,-10.875064
+43425,-11.000069,-6.9138994e-05
+7476,-0.00012182447,-9.625122
+34054,-5.7218822e-05,-10.875057
+42474,-11.000038,-3.7907834e-05
+50401,-10.000068,-6.806619e-05
+13551,-9.059496e-05,-12.500091
+66054,-9.6251135,-0.000113719194
+49694,-0.00026782742,-8.500268
+33159,-0.69637716,-0.69637716
+6740,-0.00010358751,-10.625104
+60718,-10.625054,-5.471557e-05
+11204,-10.750106,-0.00010585225
+65699,-0.00023696,-11.1252365
+47502,-10.125144,-0.00014435203
+44485,-6.252003,-0.0020032118
+27518,-0.0025170331,-6.002517
+63755,-7.000954,-0.00095393445
+40921,-9.6316464e-05,-12.625096
+34797,-8.375295,-0.00029499948

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-0.57599354,-0.82599354
+12007,-0.10023613,-2.3502362
+8229,-6.7112574e-05,-10.375067
+31449,-10.500058,-5.7934038e-05
+1591,-0.00012849936,-11.250129
+53542,-8.250328,-0.00032848684
+49372,-10.250071,-7.056941e-05
+54831,-0.00013064485,-10.125131
+44771,-7.875416,-0.00041583474
+33116,-0.0001257579,-12.750126
+33492,-7.7504597,-0.00045968455
+16982,-3.0486226,-0.048622645
+31901,-6.0025916,-0.002591468
+49817,-0.00016604476,-9.250166
+60681,-4.018724,-0.018724002
+39890,-6.2519593,-0.0019595486
+62685,-8.546941e-05,-11.250086
+2201,-9.500898,-0.00089819613
+47201,-0.00013016807,-10.62513
+20835,-10.375087,-8.7257395e-05
+15421,-9.250165,-0.00016461448
+45021,-9.881962e-05,-9.750099
+45802,-0.00016056202,-9.87516
+43637,-9.059496e-05,-10.375091
+7160,-0.00018916724,-8.875189
+8150,-0.0015887507,-6.501589
+3512,-9.8750725,-7.211902e-05
+29264,-8.1774226e-05,-12.875082
+32960,-0.00013231355,-9.875133
+32221,-0.00012826097,-11.125128
+35996,-9.625108,-0.0001076402
+4422,-11.12506,-6.0556486e-05
+22209,-6.9138994e-05,-11.000069
+6920,-10.375059,-5.9006856e-05
+25253,-0.000107521,-10.625108
+680,-0.0008497203,-7.1258497
+50140,-9.625106,-0.00010573305
+28481,-9.500114,-0.000114553564
+36298,-0.000120394136,-10.12512
+16473,-10.875052,-5.2093103e-05
+11102,-5.006746,-0.006746017
+62901,-8.165503e-05,-10.000082
+16123,-9.250403,-0.00040356122
+52012,-0.00015078839,-12.125151
+60780,-0.0001400611,-9.62514
+1781,-12.12505,-4.9351427e-05
+41449,-0.00014733183,-10.000147
+908,-7.2507954,-0.0007955247
+15507,-8.875269,-0.00026866165
+57914,-4.141078,-0.01607787
+46159,-2.6949813,-0.06998136
+56461,-11.500043,-4.255681e-05
+62107,-0.00010811698,-12.500108
+49087,-11.000071,-7.045021e-05
+65792,-0.00013660452,-9.500136
+13181,-9.881962e-05,-10.125099
+54119,-9.87508,-8.0582235e-05
+51997,-5.113948e-05,-11.7500515
+24924,-10.625059,-5.9364465e-05
+45890,-7.414543e-05,-11.250074
+41716,-0.0004655231,-7.7504654
+60175,-0.00014137222,-11.625141
+30318,-7.247662e-05,-11.5000725
+13221,-9.500104,-0.000104302686
+15509,-10.750043,-4.2795218e-05
+37365,-5.7532234,-0.0032235822
+60975,-0.0014143712,-6.6264143
+51375,-0.00018010901,-12.12518
+16004,-9.625115,-0.000115626324
+12837,-8.875179,-0.00017939389
+17864,-9.750126,-0.00012551951
+67134,-8.500267,-0.00026687398
+18611,-8.75019,-0.00019012074
+12861,-7.3756995,-0.0006993947
+58084,-11.000043,-4.2795218e-05
+32874,-0.00036304558,-8.125363
+32717,-10.250057,-5.769563e-05
+23413,-10.000154,-0.00015341058
+59634,-0.018183324,-4.018183
+15629,-0.049045876,-3.0490458
+47071,-0.00022146634,-9.500221
+48558,-8.000376,-0.00037531962
+3648,-6.639737e-05,-11.625067
+43367,-9.989239e-05,-9.8751
+14869,-0.00016616394,-12.750166
+1518,-0.00011610311,-9.500116
+16976,-10.3769245,-0.001924212
+20931,-10.875042,-4.1603176e-05
+67379,-10.37509,-8.940297e-05
+4741,-0.00012277803,-11.500123
+5765,-8.125332,-0.0003321811
+48791,-9.95348e-05,-9.625099
+15298,-0.009808676,-4.6348085
+21874,-9.000186,-0.00018618758
+9095,-8.000693,-0.00069367664
+3840,-9.875098,-9.822363e-05
+55636,-0.038065054,-3.288065
+57364,-0.22564448,-1.6006445
+65863,-0.00025209587,-11.375252
+40786,-8.773419e-05,-13.000088
+8118,-10.125075,-7.4979835e-05
+52441,-7.9390236e-05,-12.125079
+38593,-5.9364465e-05,-11.375059
+5517,-0.0001447096,-11.000145
+39136,-1.910278,-0.16027793
+47292,-0.00024566017,-10.500246
+34052,-0.004802004,-5.379802
+16037,-10.375068,-6.8185385e-05
+64606,-9.250136,-0.00013660452
+19552,-0.00017176583,-8.875172
+14116,-7.875411,-0.00041094917
+11261,-6.0025063,-0.0025064503
+11668,-9.75014,-0.0001402995
+42198,-9.37512,-0.00011979816
+22526,-11.5003,-0.00030048148
+8037,-9.750087,-8.7257395e-05
+5324,-6.2520313,-0.0020312883
+56692,-7.176142e-05,-11.750072
+59753,-0.2811889,-1.406189
+47298,-8.046303e-05,-10.50008
+57801,-1.2234745,-0.34847453
+58413,-12.375026,-2.62257e-05
+10673,-0.00010287233,-12.625103
+65730,-10.375063,-6.270212e-05
+40287,-8.625201,-0.00020108586
+15186,-9.625134,-0.00013445904
+43119,-0.00011920219,-11.250119
+39219,-8.750252,-0.00025149997
+50340,-9.500094,-9.417091e-05
+34297,-9.000192,-0.0001913126
+62941,-7.390703e-05,-11.375073
+31551,-12.375049,-4.83978e-05
+41344,-9.500127,-0.00012706903
+46402,-11.750045,-4.4702483e-05
+13636,-8.000361,-0.00036101977
+42241,-8.750192,-0.00019178935
+15422,-0.0005094899,-7.6255093
+25014,-9.750132,-0.00013136001
+19613,-0.0041079666,-5.504108
+5515,-8.439662e-05,-10.750084
+64128,-0.0001296913,-13.12513
+28084,-0.00016807097,-13.250168
+10395,-4.0181794,-0.018179227
+9965,-0.00058026164,-7.5005803
+27221,-9.250115,-0.00011574552
+11994,-0.0001990597,-13.000199
+43384,-0.00013302872,-9.500133
+44329,-0.00015770145,-13.375157
+58937,-9.4051706e-05,-12.750094
+29119,-7.033101e-05,-12.125071
+8989,-0.0014724614,-11.563972
+23043,-8.375279,-0.00027974506
+32166,-0.00022933238,-11.375229
+42729,-0.00017391123,-9.250174
+6863,-9.875138,-0.00013839241
+41187,-0.00016473368,-11.750165
+36039,-12.625049,-4.8278598e-05
+55977,-0.00014673587,-9.625147
+8129,-8.875187,-0.00018654513
+60223,-9.375167,-0.00016699827
+9414,-4.4344873e-05,-11.875044
+26177,-0.00013720048,-11.125137
+38443,-5.960287e-05,-10.375059
+43084,-0.000106686624,-12.250107
+53673,-0.00011574552,-10.375115
+15057,-4.758662,-0.008662386
+51700,-0.00013255194,-10.750133
+51201,-9.000164,-0.00016449529
+47078,-7.8754544,-0.00045420343
+59961,-8.500234,-0.00023338455
+22272,-0.05504885,-2.930049
+65773,-0.00073513185,-7.2507353
+33746,-0.003197678,-5.7531977
+27311,-11.000052,-5.233151e-05
+41292,-4.6848152e-05,-10.875047
+17110,-0.018323906,-4.018324
+57029,-0.00014876213,-11.250149
+3009,-10.875033,-3.3378044e-05
+40193,-10.375053,-5.3881147e-05
+27618,-8.500253,-0.0002531685
+20145,-11.8750305,-3.0159496e-05
+52193,-9.750095,-9.5362884e-05
+34398,-0.00012671144,-10.500127
+36473,-10.500151,-0.00015078839
+43577,-5.4238757e-05,-12.250054
+57850,-10.500058,-5.805324e-05
+61117,-0.00024935475,-9.875249
+32569,-2.126983,-0.12698285
+12290,-12.000052,-5.2808322e-05
+19499,-9.375158,-0.00015877417
+60470,-5.8291644e-05,-10.625058
+8962,-11.625095,-9.512449e-05
+65955,-9.250155,-0.00015543684
+62486,-0.014224799,-4.264225
+19000,-0.0022223317,-6.1272225
+22631,-5.6286745,-0.003674305
+25613,-6.329813e-05,-11.250063
+56086,-9.125145,-0.0001448288
+28883,-1.1369435,-0.3869435
+26425,-10.37507,-6.997341e-05
+48097,-0.00016687908,-9.000167
+61477,-0.00057299406,-7.625573
+9121,-0.16028646,-1.9102864
+66709,-7.750457,-0.0004567057
+51472,-6.8761353,-0.0011355388
+19809,-9.375122,-0.00012218206
+38959,-10.375071,-7.080781e-05
+39849,-4.911302e-05,-11.375049
+59964,-0.0001136,-9.7501135
+65268,-9.8751,-0.00010013079
+8791,-0.0002829628,-8.375283
+51774,-10.250063,-6.2821324e-05
+49640,-7.986704e-05,-11.87508
+20125,-9.250112,-0.00011145447
+59640,-0.00030834688,-8.375308
+68206,-9.2502575,-0.00025793564
+48079,-11.250057,-5.6980418e-05
+49583,-1.223534,-0.34853402
+67054,-9.250213e-05,-11.6250925
+59571,-0.006752766,-5.006753
+29080,-9.750131,-0.00013088323
+29111,-8.000392,-0.00039188334
+20758,-9.375112,-0.00011145447
+64023,-9.2263734e-05,-11.0000925
+29058,-0.00013624693,-11.875136
+18185,-9.071415e-05,-13.250091
+36543,-7.7959834e-05,-10.250078
+54983,-6.8760552,-0.0010553987
+3101,-5.877822,-0.002821752
+42140,-0.00015162272,-9.750152
+6954,-9.142935e-05,-12.750092
+15955,-8.000474,-0.000473983
+61746,-9.7031654e-05,-11.375097
+32055,-0.00013028727,-9.625131
+39496,-8.500255,-0.00025424108
+59909,-9.37511,-0.000109547334
+66296,-0.00014852374,-11.750149
+46804,-8.875162,-0.00016187312
+35049,-0.00020060911,-11.8752
+56017,-6.5015554,-0.0015554246
+26947,-9.125129,-0.00012921452
+38928,-0.0001294529,-9.75013
+15029,-9.75017,-0.00016938205
+7086,-0.00011955977,-12.125119
+537,-0.0013785393,-6.6263785
+50731,-0.00011228884,-9.625113
+63604,-9.50012,-0.00012003655
+67049,-6.12717e-05,-10.375061
+31161,-8.237023e-05,-10.125082
+58922,-11.000092,-9.202534e-05
+18347,-11.000048,-4.804019e-05
+25864,-0.0052587753,-5.2552586
+63846,-8.117823e-05,-10.750081
+13353,-8.59462e-05,-11.000086
+25378,-6.7512155,-0.0012155533
+59101,-10.000124,-0.0001236124
+20895,-0.008642059,-4.758642
+48119,-10.625051,-5.0305054e-05
+14332,-7.4979835e-05,-11.750075
+25497,-9.000162,-0.00016234987
+8686,-0.0015758965,-6.501576
+22758,-6.2520795,-0.0020797069
+7666,-9.119095e-05,-11.250092
+20686,-0.023332912,-3.7733328
+18975,-8.875218,-0.00021801003
+19054,-6.7511954,-0.0011954312
+48123,-11.500041,-4.1245563e-05
+57909,-9.1251335,-0.00013314791
+9226,-10.250121,-0.00012146689
+48653,-9.190614e-05,-11.250092
+44013,-0.0008492439,-7.3758492
+11409,-10.500087,-8.713819e-05
+62736,-0.0017363247,-6.376736
+2777,-8.250319,-0.00031871485
+7058,-8.7019e-05,-12.125087
+48408,-0.0002683041,-8.500268
+28934,-10.000067,-6.6635774e-05
+46578,-9.875133,-0.00013255194
+23203,-6.127221,-0.0022211424
+6257,-10.375072,-7.188062e-05
+53444,-0.00062886963,-7.500629
+17816,-0.14271261,-2.0177126
+46307,-10.000141,-0.00014113385
+20599,-11.500066,-6.592056e-05
+29423,-0.000110143315,-10.50011
+21041,-8.511181e-05,-11.750085
+16633,-10.750059,-5.8887654e-05
+20221,-7.1258416,-0.0008413827
+27466,-6.6635774e-05,-10.875067
+22987,-7.9747835e-05,-10.50008
+9322,-0.00048947276,-7.750489
+3265,-0.00010477948,-10.000105
+22814,-5.628639,-0.0036391478
+56185,-10.500059,-5.9006856e-05
+55014,-9.500099,-9.893881e-05
+43437,-9.250124,-0.00012373159
+24683,-9.119095e-05,-10.500092
+10233,-7.5933436e-05,-10.375076
+19001,-0.000952148,-13.125952
+32718,-9.9654004e-05,-10.000099
+31030,-0.00012551951,-11.750126
+1099,-0.00013100242,-12.750131
+57982,-6.751238,-0.0012380562
+49148,-0.0001621115,-8.875162
+40880,-10.625048,-4.7920985e-05
+31148,-0.00014518638,-12.125145
+9446,-9.375104,-0.000104302686
+18579,-11.125086,-8.6184606e-05
+30932,-5.3796678,-0.0046679336
+40792,-0.0018162912,-6.3768163
+48600,-0.00012027494,-11.50012
+44588,-3.048719,-0.048719045
+33828,-9.500109,-0.00010859377
+33917,-0.00020740266,-11.125207
+2026,-0.00028892158,-8.375289
+56745,-7.509903e-05,-10.750075
+17383,-0.00067652226,-7.3756766
+2372,-0.002378137,-6.252378
+56600,-0.0033090143,-6.8783092
+50257,-0.0001106201,-11.000111
+38892,-8.4635016e-05,-10.500085
+45844,-0.00022468426,-10.750225
+29062,-0.00031680812,-8.500317
+5655,-7.8754196,-0.000419767
+67611,-0.0007602662,-7.25076
+18546,-0.00027676567,-9.625277
+63060,-10.375099,-9.881962e-05
+36068,-9.500361,-0.00036149644
+784,-0.0006196963,-7.50062
+20429,-0.0001492389,-10.750149
+21679,-10.000096,-9.619727e-05
+53617,-10.500083,-8.320462e-05
+6978,-11.375048,-4.7444173e-05
+53262,-0.00011920219,-12.250119
+181,-0.00010466028,-11.375105
+28744,-0.0008506732,-7.2508507
+48716,-0.00013410146,-9.625134
+51468,-5.960287e-05,-11.375059
+62209,-10.750067,-6.639737e-05
+8732,-6.0025406,-0.0025404582
+56949,-7.500588,-0.0005880057
+26885,-0.0001710507,-12.875171
+43345,-0.000110739296,-10.125111
+8053,-8.875162,-0.00016234987
+59402,-9.5001135,-0.0001136
+49552,-7.7959834e-05,-12.250078
+12348,-0.033702135,-3.4087021
+28335,-5.255268,-0.0052680247
+59114,-7.12585,-0.00085031585
+12625,-9.000196,-0.00019608006
+8876,-7.7506123,-0.00061207154
+29959,-10.000066,-6.592056e-05
+37911,-6.9258196e-05,-11.25007
+38412,-0.007641726,-4.882642
+31999,-9.786604e-05,-11.875098
+34775,-8.66614e-05,-10.000087
+65737,-6.3767433,-0.0017432269
+25244,-0.00013231355,-9.625133
+51630,-10.375067,-6.6635774e-05
+23979,-4.882664,-0.007664203
+34638,-10.000073,-7.390703e-05
+22311,-12.875052,-5.2212305e-05
+14004,-10.625101,-0.00010108437
+310,-4.9709037e-05,-11.62505
+49105,-0.000115387935,-10.500115
+38782,-12.3750515,-5.19739e-05
+4647,-9.375112,-0.00011193126
+43782,-7.2715025e-05,-12.5000725
+66046,-0.00014685506,-9.375147
+16690,-11.000063,-6.270212e-05
+67731,-0.0010736184,-6.876074
+54867,-9.000155,-0.00015555603
+34108,-7.375691,-0.0006908176
+67332,-0.00023040501,-8.500231
+22567,-5.674201e-05,-11.125056
+57173,-9.5720476e-05,-9.625095
+26527,-9.125156,-0.00015650954
+59580,-7.5006084,-0.0006084975
+20737,-0.016089132,-4.141089
+53307,-0.00011705667,-13.000117
+32783,-0.0001106201,-11.750111
+7868,-10.250063,-6.305973e-05
+50777,-0.00010191875,-12.375102
+29307,-11.750057,-5.7457226e-05
+18297,-0.00012504273,-10.000125
+44524,-11.00005,-5.0066647e-05
+61320,-0.0003562531,-8.125357
+2578,-0.0022536137,-6.1272535
+40612,-0.0001753415,-12.000175
+32523,-4.882654,-0.0076541477
+48509,-0.00015221868,-9.125153
+36666,-7.7504573,-0.00045742063
+6539,-10.750056,-5.674201e-05
+33620,-9.375142,-0.00014208737
+55547,-9.500106,-0.00010597144
+11751,-9.500103,-0.00010346831
+30491,-7.1642215e-05,-10.250072
+48294,-9.750105,-0.00010454108
+37424,-10.250073,-7.343022e-05
+29155,-1.313292,-0.31329206

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,1481 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3573792763054371,0,6.381230354309082,
+0,8,0.058729980140924454,1,5.298957824707031,
+0,16,0.037762098014354706,2,4.674409329891205,
+0,24,0.03441299498081207,3,2.6444358080625534,
+0,32,0.02951882779598236,4,0.7780978493392467,
+0,40,0.029881294816732407,5,0.5240129670128226,
+0,48,0.02956685796380043,6,0.36373126693069935,
+0,56,0.02997123822569847,7,0.48771645314991474,
+0,64,0.030210673809051514,8,0.40886247158050537,
+0,72,0.029430009424686432,9,0.2371539082378149,
+0,80,0.029680714011192322,10,0.49278993206098676,
+0,88,0.030283913016319275,11,0.39047868439229205,
+0,96,0.029739893972873688,12,0.38810574158560485,
+0,104,0.033613331615924835,13,0.07728486089035869,
+0,112,0.029488567262887955,14,0.5432702391408384,
+0,120,0.02951962873339653,15,0.5902070383890532,
+0,128,0.03055858612060547,16,0.07234397641150281,
+,,,16,,0.5218630338969984
+0,136,0.02951667457818985,17,0.07200484935310669,
+0,144,0.029555469751358032,18,0.5888707000995055,
+0,152,0.029549315571784973,19,0.17935719923116267,
+0,160,0.03006163239479065,20,0.31904429076530505,
+0,168,0.029094044119119644,21,0.22639520150551107,
+0,176,0.029050223529338837,22,0.025616156664909795,
+0,184,0.029372844845056534,23,0.2561385618901113,
+0,192,0.029044903814792633,24,0.07678922161721857,
+0,200,0.02905658259987831,25,0.15488307854684535,
+0,208,0.029324766248464584,26,0.034742557516437955,
+0,216,0.029432903975248337,27,0.008721582751604728,
+0,224,0.02881646156311035,28,2.068895802607585,
+0,232,0.029093362390995026,29,0.2204223655135138,
+0,240,0.029173526912927628,30,0.2692160413134843,
+0,248,0.029116731137037277,31,0.1882652710773982,
+0,256,0.028794091194868088,32,0.22262273379601538,
+,,,32,,0.31779695812024567
+1,264,0.029032878577709198,33,0.3357334574102424,
+1,272,0.02879631519317627,34,0.3935670490609482,
+1,280,0.028950564563274384,35,0.6914615572895855,
+1,288,0.02900950238108635,36,0.35047277831472456,
+1,296,0.02939366176724434,37,0.17312682163901627,
+1,304,0.0292663611471653,38,0.21852256660349667,
+1,312,0.029087744653224945,39,0.12293247180059552,
+1,320,0.029091060161590576,40,0.48803054448217154,
+1,328,0.0290173701941967,41,0.35762359388172626,
+1,336,0.029067911207675934,42,0.296939218766056,
+1,344,0.02913687378168106,43,0.13759830105118454,
+1,352,0.028412293642759323,44,0.06037586601451039,
+1,360,0.028707515448331833,45,0.11221067525912076,
+1,368,0.02865573763847351,46,0.2202903258439619,
+1,376,0.028764493763446808,47,0.18452643603086472,
+1,384,0.028792202472686768,48,0.20935538440244272,
+,,,48,,0.16100518327010305
+1,392,0.028590314090251923,49,0.0646198409376666,
+1,400,0.029158465564250946,50,0.020139229687629268,
+1,408,0.028551317751407623,51,0.04194464275497012,
+1,416,0.028786126524209976,52,0.009343926183646545,
+1,424,0.035634201020002365,53,0.10686937265563756,
+1,432,0.0348956361413002,54,0.018042097028228454,
+1,440,0.0344659760594368,55,0.05700116278603673,
+1,448,0.028727922588586807,56,0.023333015968091786,
+1,456,0.029138099402189255,57,1.0420810028008418,
+1,464,0.02906864881515503,58,0.3890530669450527,
+1,472,0.029064040631055832,59,0.04925304150674492,
+1,480,0.028739329427480698,60,0.03064654188347049,
+1,488,0.028935525566339493,61,0.02999256811744999,
+1,496,0.029392872005701065,62,0.3839635238982737,
+1,504,0.02927381545305252,63,0.09830043883994222,
+1,512,0.029395319521427155,64,0.0643914625106845,
+,,,64,,0.15088410126535515
+2,520,0.028934795409440994,65,0.049054451228585094,
+2,528,0.0293009951710701,66,0.02501441349158995,
+2,536,0.029176045209169388,67,0.4120057938125683,
+2,544,0.028897058218717575,68,0.006402080471161753,
+2,552,0.029213599860668182,69,0.004904483968857676,
+2,560,0.029588788747787476,70,0.036187466961564496,
+2,568,0.029059208929538727,71,0.041108712073764764,
+2,576,0.0292743481695652,72,0.1833821124600945,
+2,584,0.028890125453472137,73,0.40465806328575127,
+2,592,0.02924543246626854,74,0.03613868445245316,
+2,600,0.028928130865097046,75,0.02815418181126006,
+2,608,0.02915984019637108,76,0.15911394867725903,
+2,616,0.028879042714834213,77,0.031154976197285578,
+2,624,0.028834789991378784,78,0.029970780000439845,
+2,632,0.028965182602405548,79,0.00968758441740647,
+2,640,0.028932873159646988,80,0.3049284326698398,
+,,,80,,0.061490378881755625
+2,648,0.02893003448843956,81,0.10229943375452422,
+2,656,0.029494691640138626,82,0.015453984553460032,
+2,664,0.0286710187792778,83,0.01616861930961022,
+2,672,0.02888188511133194,84,0.043796391888463404,
+2,680,0.028847482055425644,85,0.01232602160598617,
+2,688,0.02903006598353386,86,0.019598191109253094,
+2,696,0.02964511513710022,87,0.02848248797818087,
+2,704,0.0294150672852993,88,0.2609172469601617,
+2,712,0.028687041252851486,89,0.055002110355417244,
+2,720,0.028733354061841965,90,0.023875179376773303,
+2,728,0.029134541749954224,91,0.026429615892993752,
+2,736,0.0296466164290905,92,0.06414433561440092,
+2,744,0.028852250427007675,93,0.003913555985491257,
+2,752,0.029004264622926712,94,0.36426660711003933,
+2,760,0.029145538806915283,95,0.008377702222787775,
+2,768,0.029240041971206665,96,0.03738489330862649,
+,,,96,,0.031901886588648745
+3,776,0.029139745980501175,97,0.004922048821754288,
+3,784,0.029211711138486862,98,0.009707571138278581,
+3,792,0.029136698693037033,99,0.006856806132418569,
+3,800,0.031200360506772995,100,0.009461647965508746,
+3,808,0.029089611023664474,101,0.004781242729222868,
+3,816,0.028695516288280487,102,0.002090365218464285,
+3,824,0.028832420706748962,103,0.005613672299659811,
+3,832,0.02877391129732132,104,0.00958590701338835,
+3,840,0.028705816715955734,105,0.006906462316692341,
+3,848,0.0286753848195076,106,0.0023904128174763173,
+3,856,0.02904723584651947,107,0.003702592999616172,
+3,864,0.028948351740837097,108,0.014761907936190255,
+3,872,0.02859850600361824,109,0.11533188360772328,
+3,880,0.028684649616479874,110,0.00306942782481201,
+3,888,0.029119223356246948,111,0.0024488841445418075,
+3,896,0.029188435524702072,112,0.0019249842807766981,
+,,,112,,0.015692902238745438
+3,904,0.02906429022550583,113,0.0023275873900274746,
+3,912,0.028780575841665268,114,0.009212735982146114,
+3,920,0.028970010578632355,115,0.005507547044544481,
+3,928,0.028846286237239838,116,0.010485121772944694,
+3,936,0.028845008462667465,117,0.01580539547285298,
+3,944,0.028890158981084824,118,0.0032515509956283495,
+3,952,0.02910621464252472,119,0.021321178937796503,
+3,960,0.028791356831789017,120,0.0011667040125757921,
+3,968,0.02882341668009758,121,0.042456290997506585,
+3,976,0.028668656945228577,122,0.0013834763994964305,
+3,984,0.029456861317157745,123,0.004776478162966669,
+3,992,0.028894320130348206,124,0.001120089422329329,
+3,1000,0.028660282492637634,125,0.0049905195337487385,
+3,1008,0.029142040759325027,126,0.0010078818504553055,
+3,1016,0.029581144452095032,127,0.0015466308977920562,
+3,1024,0.02915724366903305,128,0.047107095233513974,
+,,,128,,0.004532039165496826
+4,1032,0.029465846717357635,129,0.0013686780221178196,
+4,1040,0.029907461255788803,130,0.0024728133066673763,
+4,1048,0.029132571071386337,131,0.000622343308350537,
+4,1056,0.02866387367248535,132,0.0010164075310967746,
+4,1064,0.028787139803171158,133,0.004846640429605031,
+4,1072,0.028701286762952805,134,0.002354408377868822,
+4,1080,0.028977207839488983,135,0.014346776566526387,
+4,1088,0.029568057507276535,136,0.0013216883799032075,
+4,1096,0.029101140797138214,137,0.0005227803139860043,
+4,1104,0.029147036373615265,138,0.0005559163746511331,
+4,1112,0.029780682176351547,139,0.0003827050604741089,
+4,1120,0.030430875718593597,140,0.0010999873920809478,
+4,1128,0.029498107731342316,141,0.0013582998362835497,
+4,1136,0.02900639921426773,142,0.004330970898081432,
+4,1144,0.029295936226844788,143,0.0006764326735719806,
+4,1152,0.029269609600305557,144,0.0016607177167315967,
+,,,144,,0.00172177780615656
+4,1160,0.03849219158291817,145,0.0007985867669049185,
+4,1168,0.03428138047456741,146,0.0007585324110550573,
+4,1176,0.028927188366651535,147,0.0028850197140855016,
+4,1184,0.02898981049656868,148,0.0008672056355862878,
+4,1192,0.02918124571442604,149,0.0020048521691933274,
+4,1200,0.028929807245731354,150,0.004672414392189239,
+4,1208,0.029028207063674927,151,0.0008809631053736666,
+4,1216,0.03333951532840729,152,0.000546675204532221,
+4,1224,0.03495147451758385,153,0.0005757359140261542,
+4,1232,0.034023966640233994,154,0.0012403158307279227,
+4,1240,0.03227986767888069,155,0.00040164097481465433,
+4,1248,0.03139295428991318,156,0.005210607431763492,
+4,1256,0.03342153877019882,157,0.0004668464262067573,
+4,1264,0.03243274241685867,158,0.0010434464711579494,
+4,1272,0.03230476379394531,159,0.0008370652667508693,
+4,1280,0.030988022685050964,160,0.0008082809727056883,
+,,,160,,0.0014770218220196273
+5,1288,0.030560772866010666,161,0.0003527120024955366,
+5,1296,0.03634575381875038,162,0.0004778846432600403,
+5,1304,0.03139825165271759,163,0.0004114964121981757,
+5,1312,0.03442562371492386,164,0.0006740034259564709,
+5,1320,0.03160044923424721,165,0.004651475535865757,
+5,1328,0.036414533853530884,166,0.0006099390811868943,
+5,1336,0.029824718832969666,167,0.0016652931517455727,
+5,1344,0.03685462102293968,168,0.0004126439271203708,
+5,1352,0.030793562531471252,169,0.0003076393531955546,
+5,1360,0.031754616647958755,170,0.00040374533273279667,
+5,1368,0.032046977430582047,171,0.0006723851802235004,
+5,1376,0.03229230269789696,172,0.001924481530295452,
+5,1384,0.03096047043800354,173,0.000603934394348471,
+5,1392,0.03745158016681671,174,0.0011538681465026457,
+5,1400,0.030306704342365265,175,0.0024895048500184203,
+5,1408,0.032505959272384644,176,0.0016895167045731796,
+,,,176,,0.0013278944319800327
+5,1416,0.03226663917303085,177,0.0004088618479727302,
+5,1424,0.03408437594771385,178,0.0007213081589725334,
+5,1432,0.03780736029148102,179,0.0005081412582512712,
+5,1440,0.02994544431567192,180,0.0012663693814829458,
+5,1448,0.03624648600816727,181,0.0011019168450729921,
+5,1456,0.03318394720554352,182,0.00029503388941520825,
+5,1464,0.03166959434747696,183,0.0007041433509584749,
+5,1472,0.030169233679771423,184,0.0003491246861813124,
+5,1480,0.034840550273656845,185,0.0007256479912030045,
+5,1488,0.031520646065473557,186,0.00034051399961754214,
+5,1496,0.030486803501844406,187,0.0010726500368036795,
+5,1504,0.03273271024227142,188,0.002965013617540535,
+5,1512,0.03149629756808281,189,0.0007230530809465563,
+5,1520,0.03009401261806488,190,0.0010981801351590548,
+5,1528,0.031169231981039047,191,0.004375438209535787,
+5,1536,0.031784359365701675,192,0.0004781755578733282,
+,,,192,,0.0012580525914305135
+6,1544,0.03718290850520134,193,0.0002283662770423689,
+6,1552,0.03314861282706261,194,0.0005518831512745237,
+6,1560,0.036040693521499634,195,0.0003972044141846709,
+6,1568,0.029747359454631805,196,0.00022525921031046892,
+6,1576,0.030725598335266113,197,0.0004110652043891605,
+6,1584,0.034404363483190536,198,0.0009111267027037684,
+6,1592,0.031037084758281708,199,0.0005415297573563294,
+6,1600,0.030895289033651352,200,0.0003249858664275962,
+6,1608,0.03127621114253998,201,0.0003474923469184432,
+6,1616,0.029492761939764023,202,0.0027711307229765225,
+6,1624,0.031050503253936768,203,0.0011563465159269981,
+6,1632,0.032323408871889114,204,0.0010382322052464588,
+6,1640,0.02996160462498665,205,0.00048444129242852796,
+6,1648,0.03153136372566223,206,0.0002529089633753756,
+6,1656,0.029984556138515472,207,0.002197692021582043,
+6,1664,0.031076926738023758,208,0.0031933558493619785,
+,,,208,,0.0011939612266264465
+6,1672,0.030944135040044785,209,0.00077391766171786,
+6,1680,0.031104158610105515,210,0.0005635450397676323,
+6,1688,0.0325707271695137,211,0.0005228659156273352,
+6,1696,0.029917407780885696,212,0.0016935679796006298,
+6,1704,0.030943483114242554,213,0.001006403093924746,
+6,1712,0.03173740208148956,214,0.0003571758352336474,
+6,1720,0.029248416423797607,215,0.0031613940373063087,
+6,1728,0.03162660449743271,216,0.0007875321734900353,
+6,1736,0.03492005541920662,217,0.00022789816648582928,
+6,1744,0.03649577125906944,218,0.0004809755128007964,
+6,1752,0.030969858169555664,219,0.0003118539898423478,
+6,1760,0.03010653331875801,220,0.001019198232825147,
+6,1768,0.035914767533540726,221,0.0012087801842426416,
+6,1776,0.0349629707634449,222,0.0008556518005207181,
+6,1784,0.034649454057216644,223,0.00045850897004129365,
+6,1792,0.03536857292056084,224,0.0005764087090938119,
+,,,224,,0.001025887598332606
+7,1800,0.0323525071144104,225,0.0006458893985836767,
+7,1808,0.03123120218515396,226,0.0002761553569143871,
+7,1816,0.030146591365337372,227,0.00035165962799510453,
+7,1824,0.030652489513158798,228,0.00045369998588284943,
+7,1832,0.031180813908576965,229,0.003238753555706353,
+7,1840,0.03070308268070221,230,0.00019853396770486142,
+7,1848,0.030305173248052597,231,0.000328040579915978,
+7,1856,0.033800043165683746,232,0.00041249427522416227,
+7,1864,0.040435779839754105,233,0.0003410525077924831,
+7,1872,0.03582528978586197,234,0.00046147041121002985,
+7,1880,0.03003424033522606,235,0.0004646467095881235,
+7,1888,0.031371962279081345,236,0.0003039679977518972,
+7,1896,0.03225044161081314,237,0.0003016922673850786,
+7,1904,0.03163905441761017,238,0.000480486069136532,
+7,1912,0.03307117894291878,239,0.0004097587243450107,
+7,1920,0.034118570387363434,240,0.002681121151908883,
+,,,240,,0.0010017348747504385
+7,1928,0.03086410090327263,241,0.0002529799712647218,
+7,1936,0.029537692666053772,242,0.00164901480457047,
+7,1944,0.031149867922067642,243,0.0007651261794308084,
+7,1952,0.030308887362480164,244,0.0003495291102808551,
+7,1960,0.03119020164012909,245,0.0031390031708724564,
+7,1968,0.035286836326122284,246,0.0005044554281994351,
+7,1976,0.041110582649707794,247,0.002520519570680335,
+7,1984,0.031866684556007385,248,0.0007272520088008605,
+7,1992,0.03132171928882599,249,0.0012162704933871282,
+7,2000,0.03566731885075569,250,0.00041191668788087554,
+7,2008,0.03476390242576599,251,0.000451953867013799,
+7,2016,0.030797909945249557,252,0.001114685199354426,
+7,2024,0.03057665005326271,253,0.000682887573930202,
+7,2032,0.031345613300800323,254,0.00030717488516529556,
+7,2040,0.031007494777441025,255,0.0005756161481258459,
+7,2048,0.03063691407442093,256,0.0005208870825299527,
+,,,256,,0.0009372740199691371
+8,2056,0.03375568240880966,257,0.0006824940674050595,
+8,2064,0.03528178855776787,258,0.00040238886685983744,
+8,2072,0.036365363746881485,259,0.0002662865736056119,
+8,2080,0.037079960107803345,260,0.001391194251482375,
+8,2088,0.03553915396332741,261,0.0006002399495628197,
+8,2096,0.037626951932907104,262,0.0011044771472370485,
+8,2104,0.03746029734611511,263,0.0012235050867275277,
+8,2112,0.035693418234586716,264,0.0004639614653569879,
+8,2120,0.0356648713350296,265,0.0004498289872572059,
+8,2128,0.037627212703228,266,0.0025638270781200845,
+8,2136,0.037208955734968185,267,0.003975593991526694,
+8,2144,0.03494013473391533,268,0.0003800519307333161,
+8,2152,0.035208240151405334,269,0.0003507953842927236,
+8,2160,0.03572968393564224,270,0.0017413132800356834,
+8,2168,0.03736016899347305,271,0.00020905339624732733,
+8,2176,0.03566642478108406,272,0.0009733496535773156,
+,,,272,,0.0008489396423101425
+8,2184,0.035614755004644394,273,0.0005243028899712954,
+8,2192,0.03772665932774544,274,0.00022627472571912222,
+8,2200,0.03590760752558708,275,0.0002522455642974819,
+8,2208,0.03720160946249962,276,0.00045148577555664815,
+8,2216,0.03634902462363243,277,0.0003031357191503048,
+8,2224,0.036959823220968246,278,0.00034920214784506243,
+8,2232,0.03765479475259781,279,0.00028565853062900715,
+8,2240,0.03791538625955582,280,0.00019356059419806115,
+8,2248,0.03779931738972664,281,0.0002749135119302082,
+8,2256,0.03755522891879082,282,0.0005592328357124643,
+8,2264,0.03719614818692207,283,0.00037827621463293326,
+8,2272,0.03702693060040474,284,0.00041398029679839965,
+8,2280,0.032418157905340195,285,0.0006009938006172888,
+8,2288,0.03642011061310768,286,0.0003254287366871722,
+8,2296,0.0364011786878109,287,0.0004135195522394497,
+8,2304,0.03135479986667633,288,0.0005363753662095405,
+,,,288,,0.0007820463200148783
+9,2312,0.03167716786265373,289,0.001889945073344279,
+9,2320,0.031921692192554474,290,0.0003435911075939657,
+9,2328,0.03730126842856407,291,0.0004698982102127047,
+9,2336,0.0373547300696373,292,0.0005552763614105061,
+9,2344,0.03243605047464371,293,0.0018155247425966081,
+9,2352,0.031510695815086365,294,0.0008309593922604108,
+9,2360,0.031735457479953766,295,0.0007934493414722965,
+9,2368,0.03172139823436737,296,0.0006160724515211768,
+9,2376,0.03179459273815155,297,0.0002263901469632401,
+9,2384,0.03129888325929642,298,0.0005291284678605734,
+9,2392,0.03150438144803047,299,0.00035390428092796355,
+9,2400,0.03181902691721916,300,0.00027585045882005943,
+9,2408,0.0325702503323555,301,0.0005548718800127972,
+9,2416,0.03273295238614082,302,0.0003498986848171626,
+9,2424,0.03212476521730423,303,0.001172251082607545,
+9,2432,0.03217258304357529,304,0.0002531593545427313,
+,,,304,,0.0007339383622533397
+9,2440,0.03204717859625816,305,0.000472000372610637,
+9,2448,0.031917963176965714,306,0.0002490701526767225,
+9,2456,0.03165066987276077,307,0.0003867141258524498,
+9,2464,0.03202831372618675,308,0.00021072258186904946,
+9,2472,0.03171638399362564,309,0.00014327749067888362,
+9,2480,0.03177432343363762,310,0.000340079735906329,
+9,2488,0.03233499825000763,311,0.0005173704739718232,
+9,2496,0.031982943415641785,312,0.00025831061066128314,
+9,2504,0.031947486102581024,313,0.0009562312316120369,
+9,2512,0.032192327082157135,314,0.00022745833257431514,
+9,2520,0.032248616218566895,315,0.001777876623236807,
+9,2528,0.032317448407411575,316,0.00039273614311241545,
+9,2536,0.032936446368694305,317,0.0009007579155877465,
+9,2544,0.03212601691484451,318,0.00029543894106609514,
+9,2552,0.039358749985694885,319,0.0020926374763803324,
+9,2560,0.03186850994825363,320,0.0002739196115726372,
+,,,320,,0.0007126978353450173
+10,2568,0.03167417645454407,321,0.0018147342698284774,
+10,2576,0.03149820491671562,322,0.0003915737261195318,
+10,2584,0.03170212730765343,323,0.00023666665765631478,
+10,2592,0.03181034326553345,324,0.00047079061550903134,
+10,2600,0.03154619038105011,325,0.0006987010856391862,
+10,2608,0.03187773749232292,326,0.00024076038971543312,
+10,2616,0.031948819756507874,327,0.0002618602184156771,
+10,2624,0.031953323632478714,328,0.00032404096691607265,
+10,2632,0.03191379830241203,329,0.00022304223057290073,
+10,2640,0.032000306993722916,330,0.0017146368536486989,
+10,2648,0.03187966346740723,331,0.0003305088212073315,
+10,2656,0.03136756643652916,332,0.0005881575643797987,
+10,2664,0.03170580789446831,333,0.001990810596907977,
+10,2672,0.031741268932819366,334,0.001978720942133805,
+10,2680,0.031774889677762985,335,0.0003534054121701047,
+10,2688,0.031715452671051025,336,0.0003930002148990752,
+,,,336,,0.0006894869239706742
+10,2696,0.032117586582899094,337,0.000680014280078467,
+10,2704,0.03146892786026001,338,0.0002378172985117999,
+10,2712,0.031828004866838455,339,0.0005041659633207018,
+10,2720,0.03169174864888191,340,0.0002185109187848866,
+10,2728,0.03188137710094452,341,0.00026845839511224767,
+10,2736,0.03210638836026192,342,0.0006955727676540846,
+10,2744,0.0312802717089653,343,0.0005854620667378185,
+10,2752,0.031499944627285004,344,0.0002885610656448989,
+10,2760,0.03250200301408768,345,0.00023254061215993715,
+10,2768,0.031918562948703766,346,0.00014795652441534912,
+10,2776,0.032083649188280106,347,0.00023168039024312748,
+10,2784,0.03255894407629967,348,0.00031346876221505227,
+10,2792,0.03180461749434471,349,0.00036938709126843605,
+10,2800,0.03231995552778244,350,0.0017215540101460647,
+10,2808,0.031572263687849045,351,0.00034232192956551444,
+10,2816,0.03183913603425026,352,0.00018161088337365072,
+,,,352,,0.0006697343564347216
+11,2824,0.03151215240359306,353,0.001915841045047273,
+11,2832,0.03154614195227623,354,0.00034752350620692596,
+11,2840,0.03126490116119385,355,0.00023043020883051213,
+11,2848,0.03204178810119629,356,0.00025745342190930387,
+11,2856,0.03241179510951042,357,0.0005336063090908283,
+11,2864,0.0318199060857296,358,0.00020254057653801283,
+11,2872,0.03332803398370743,359,0.0013013189663979574,
+11,2880,0.03155077248811722,360,0.00035116218896291684,
+11,2888,0.03165218234062195,361,0.0005590257205767557,
+11,2896,0.03739691898226738,362,0.0004028862567793112,
+11,2904,0.031037453562021255,363,0.00023224619144457392,
+11,2912,0.031415343284606934,364,0.0022034353405615548,
+11,2920,0.031544387340545654,365,0.00030572100786230294,
+11,2928,0.031927093863487244,366,0.00014728387031937018,
+11,2936,0.031139887869358063,367,0.00024360495490327594,
+11,2944,0.03176156058907509,368,0.00032176517925108783,
+,,,368,,0.0006208464405254313
+11,2952,0.03161758556962013,369,0.00018509745132178068,
+11,2960,0.031771305948495865,370,0.00029335328963497886,
+11,2968,0.03150814026594162,371,0.00024113006838888396,
+11,2976,0.03176804259419441,372,0.0004057120404468151,
+11,2984,0.03173914924263954,373,0.0010237699234494357,
+11,2992,0.03179064393043518,374,0.0007847355773265008,
+11,3000,0.03156782314181328,375,0.0002980730641866103,
+11,3008,0.03125039488077164,376,0.0005495699747370963,
+11,3016,0.03156861662864685,377,0.0005625103258353192,
+11,3024,0.03140437602996826,378,0.0003386182734175236,
+11,3032,0.031168129295110703,379,0.00021990771529090125,
+11,3040,0.03145572915673256,380,0.00029269928018038627,
+11,3048,0.03147736191749573,381,0.0001516509682915057,
+11,3056,0.03141351416707039,382,0.0021749505108346057,
+11,3064,0.03121306747198105,383,0.000603057946136687,
+11,3072,0.03158663958311081,384,0.0005276072160995682,
+,,,384,,0.0006147948534865128
+12,3080,0.031860798597335815,385,0.00023705939020146616,
+12,3088,0.031266603618860245,386,0.0007920077559901983,
+12,3096,0.03687741234898567,387,0.00040815454985931865,
+12,3104,0.0317327156662941,388,0.00023134991806728067,
+12,3112,0.031987715512514114,389,0.0012315402946114773,
+12,3120,0.03167176991701126,390,0.00026405011612951057,
+12,3128,0.03229527920484543,391,0.00016616098037047777,
+12,3136,0.03218909353017807,392,0.00027404324646340683,
+12,3144,0.03222695738077164,393,0.0018523424741943018,
+12,3152,0.03196335211396217,394,0.00013368303370953072,
+12,3160,0.032209575176239014,395,0.0027522280852281256,
+12,3168,0.032196786254644394,396,0.00019007485934707802,
+12,3176,0.03183470293879509,397,0.000235424409765983,
+12,3184,0.03885958716273308,398,0.0002940780186690972,
+12,3192,0.03827632591128349,399,0.0005675250476997462,
+12,3200,0.038313690572977066,400,0.0003291595476184739,
+,,,400,,0.0005866912144579386
+12,3208,0.031788427382707596,401,0.00018768537665891927,
+12,3216,0.03213149309158325,402,0.0004710431330749998,
+12,3224,0.03163197636604309,403,0.00037536726540565724,
+12,3232,0.03131904453039169,404,0.0007164786884459318,
+12,3240,0.031510546803474426,405,0.0006839880643383367,
+12,3248,0.03138595446944237,406,0.0002741164735198254,
+12,3256,0.031778484582901,407,0.00045978221533005126,
+12,3264,0.031649988144636154,408,0.0002556127838033717,
+12,3272,0.03172651305794716,409,0.0006216745050551253,
+12,3280,0.031849294900894165,410,0.00023446181148756295,
+12,3288,0.03177901357412338,411,0.0009896584015223198,
+12,3296,0.032284926623106,412,0.00017396945531800156,
+12,3304,0.03160681575536728,413,0.0002562115305408952,
+12,3312,0.037054795771837234,414,0.000390918244193017,
+12,3320,0.03115980327129364,415,0.0003140379467367893,
+12,3328,0.03175840154290199,416,0.00025821970666584093,
+,,,416,,0.0005920110270380974
+13,3336,0.031654197722673416,417,0.0003419758404561435,
+13,3344,0.0316353440284729,418,0.0006425309238693444,
+13,3352,0.031854040920734406,419,0.00048488055199413793,
+13,3360,0.0321560837328434,420,0.0007300472161659854,
+13,3368,0.03202282264828682,421,0.00029148404973966535,
+13,3376,0.03219708427786827,422,0.0021771922165498836,
+13,3384,0.03210616856813431,423,0.0017023740838340018,
+13,3392,0.03187476098537445,424,0.0004042616646984243,
+13,3400,0.03182017058134079,425,0.00041068177051784005,
+13,3408,0.03220728039741516,426,0.0001955615834958735,
+13,3416,0.03202676773071289,427,0.00015467320645257132,
+13,3424,0.031887028366327286,428,0.0002382177212894021,
+13,3432,0.03192896768450737,429,0.0001910251703520771,
+13,3440,0.037052884697914124,430,0.0002420005866952124,
+13,3448,0.03739434480667114,431,0.00021173596132939565,
+13,3456,0.03221767768263817,432,0.00043915800870308885,
+,,,432,,0.0005828745074962315
+13,3464,0.03732560947537422,433,0.000415988532040501,
+13,3472,0.03389190509915352,434,0.00025039764386747265,
+13,3480,0.032052334398031235,435,0.0005266542175377253,
+13,3488,0.03194716200232506,436,0.001132951556428452,
+13,3496,0.031758565455675125,437,0.0002263503374706488,
+13,3504,0.032195091247558594,438,0.0011299714133201633,
+13,3512,0.03238304331898689,439,0.00024000499752219184,
+13,3520,0.03151538223028183,440,0.00021129998185642762,
+13,3528,0.03157265484333038,441,0.00020124708225921495,
+13,3536,0.03822213038802147,442,0.0002709172149479855,
+13,3544,0.03826318308711052,443,0.0004522955568972975,
+13,3552,0.031755849719047546,444,0.0003457150396570796,
+13,3560,0.0316942036151886,445,0.00026918971252598567,
+13,3568,0.031694792211055756,446,0.0003579563699531718,
+13,3576,0.03160257264971733,447,0.0002442017853354628,
+13,3584,0.03175334632396698,448,0.0004832119357160991,
+,,,448,,0.0005423065372987798
+14,3592,0.031983450055122375,449,0.000372677612631378,
+14,3600,0.03161389008164406,450,0.0002462934844515985,
+14,3608,0.03191402554512024,451,0.0002065358794425265,
+14,3616,0.038243960589170456,452,0.0010863559882636764,
+14,3624,0.03160024434328079,453,0.00015366189563792432,
+14,3632,0.03176470473408699,454,0.00022373873980541248,
+14,3640,0.03177327290177345,455,0.0015560833635390736,
+14,3648,0.03140735998749733,456,0.0002603946945782809,
+14,3656,0.03175966814160347,457,0.000315310917358147,
+14,3664,0.031367186456918716,458,0.000500969046697719,
+14,3672,0.03239615634083748,459,0.00038987797688605497,
+14,3680,0.031739939004182816,460,0.00015260387135640485,
+14,3688,0.03327075392007828,461,0.0012163364744992577,
+14,3696,0.032498572021722794,462,0.00027772934390668524,
+14,3704,0.03211282193660736,463,0.00018031553918262944,
+14,3712,0.031740929931402206,464,0.0001564332651469158,
+,,,464,,0.0005270256905963546
+14,3720,0.03165867552161217,465,0.00023168459756561788,
+14,3728,0.03194381296634674,466,0.00037132912802917417,
+14,3736,0.031344663351774216,467,0.00021059962091385387,
+14,3744,0.03239641338586807,468,0.000217180013351026,
+14,3752,0.03183590620756149,469,0.0002192111960539478,
+14,3760,0.03179462254047394,470,0.0014568444830729277,
+14,3768,0.03172534331679344,471,0.00018150564392271917,
+14,3776,0.03180725499987602,472,0.0005073087413620669,
+14,3784,0.031568724662065506,473,0.001212584203130973,
+14,3792,0.03186621889472008,474,0.000257681544553634,
+14,3800,0.031659629195928574,475,0.0001347530687780818,
+14,3808,0.03167666122317314,476,0.0004737663448395324,
+14,3816,0.03151661530137062,477,0.0001649548494242481,
+14,3824,0.03242180496454239,478,0.0007694461364735616,
+14,3832,0.03214022144675255,479,0.000337477792527352,
+14,3840,0.03209412470459938,480,0.0003082479279328254,
+,,,480,,0.0005193225745307771
+15,3848,0.03204445540904999,481,0.00015447960686287843,
+15,3856,0.03191900625824928,482,0.00026469625345271197,
+15,3864,0.03196530416607857,483,0.0002737103736762947,
+15,3872,0.031756993383169174,484,0.00044401761351764435,
+15,3880,0.03177734091877937,485,0.0002729148563958006,
+15,3888,0.03170831501483917,486,0.000191173518942378,
+15,3896,0.03206627815961838,487,0.0002831073697961983,
+15,3904,0.031751085072755814,488,0.00036708532616103184,
+15,3912,0.03178016468882561,489,0.00031167036468104925,
+15,3920,0.031943973153829575,490,0.00018782382358040195,
+15,3928,0.032000087201595306,491,0.0002190856434935995,
+15,3936,0.03183642029762268,492,0.00016704073186701862,
+15,3944,0.03154914826154709,493,0.00017199821832036832,
+15,3952,0.03173091262578964,494,0.0003275679437138024,
+15,3960,0.03219158574938774,495,0.000319044673233293,
+15,3968,0.031796205788850784,496,0.0003065688183596649,
+,,,496,,0.0005024900463850875
+15,3976,0.03185849264264107,497,0.0015191488955679233,
+15,3984,0.03171272948384285,498,0.0013648195799760288,
+15,3992,0.03203153982758522,499,0.000141430381063401,
+15,4000,0.0323873795568943,500,0.0011647450055534136,
+15,4008,0.03327837958931923,501,0.0006335141724775895,
+15,4016,0.032111845910549164,502,0.00016766501357778907,
+15,4024,0.03197530657052994,503,0.0006189143332449021,
+15,4032,0.03180640935897827,504,0.0008779477557254722,
+15,4040,0.031368810683488846,505,0.00036628252746595535,
+15,4048,0.031508129090070724,506,0.00018011656538874377,
+15,4056,0.03231126070022583,507,0.0002112423626385862,
+15,4064,0.031320832669734955,508,0.0002926208135249908,
+15,4072,0.03143291920423508,509,0.00041056433838093653,
+15,4080,0.031603869050741196,510,0.0002215130425611278,
+15,4088,0.03158290311694145,511,0.0008093582782748854,
+15,4096,0.032069798558950424,512,0.0009306595475209178,
+,,,512,,0.00047318259940335627
+16,4104,0.03207559883594513,513,0.0006348694678308675,
+16,4112,0.03196902200579643,514,0.0004023984511150047,
+16,4120,0.031735312193632126,515,0.0002969756751554087,
+16,4128,0.03164065256714821,516,0.0003793766145463451,
+16,4136,0.03182486444711685,517,0.0004392781756905606,
+16,4144,0.03186667338013649,518,0.00016855942067195429,
+16,4152,0.031741924583911896,519,0.00014345756972033996,
+16,4160,0.031967028975486755,520,0.0005298177857184783,
+16,4168,0.031687259674072266,521,0.0002821944799507037,
+16,4176,0.03214382380247116,522,0.0001337427929684054,
+16,4184,0.03226533904671669,523,0.0012484561166274943,
+16,4192,0.03177058696746826,524,0.0009928836316248635,
+16,4200,0.032029345631599426,525,0.0002526246476008964,
+16,4208,0.03184274584054947,526,0.00023572083773615304,
+16,4216,0.03303372114896774,527,0.0004176536876911996,
+16,4224,0.03182920813560486,528,0.00035651099187816726,
+,,,528,,0.00045126049142134815
+16,4232,0.03158458694815636,529,0.00019548001182556618,
+16,4240,0.03177100792527199,530,0.00025757428284123307,
+16,4248,0.03177526593208313,531,0.00017963990103453398,
+16,4256,0.0318223312497139,532,0.0001761570174494409,
+16,4264,0.03185824304819107,533,0.00017984969690587604,
+16,4272,0.031748224049806595,534,0.0002521776505091111,
+16,4280,0.03175894916057587,535,0.00028518995986814843,
+16,4288,0.031717486679553986,536,0.00018427281975164078,
+16,4296,0.031902361661195755,537,0.001161593665528926,
+16,4304,0.03186776116490364,538,0.00020244241522959783,
+16,4312,0.031931497156620026,539,0.00019656475024021347,
+16,4320,0.03240144997835159,540,0.00015866711692069657,
+16,4328,0.03199278190732002,541,0.00032711507174099097,
+16,4336,0.03165470063686371,542,0.0003057341145904502,
+16,4344,0.03166183829307556,543,0.001602088195795659,
+16,4352,0.031945277005434036,544,0.00020462993234104943,
+,,,544,,0.00044102976588826433
+17,4360,0.03192514926195145,545,0.0003631192039392772,
+17,4368,0.032123252749443054,546,0.00017106253199017374,
+17,4376,0.031663957983255386,547,0.00025242216452170396,
+17,4384,0.03170613572001457,548,0.0015656048317396198,
+17,4392,0.03167985379695892,549,0.0002445921645630733,
+17,4400,0.03155508637428284,550,0.00030329789842653554,
+17,4408,0.031499456614255905,551,0.00022701499074173626,
+17,4416,0.03193242475390434,552,0.0003447651188253076,
+17,4424,0.03176213055849075,553,0.0002459640882079839,
+17,4432,0.03206353262066841,554,0.00016542998355362215,
+17,4440,0.03221410885453224,555,0.0003455079486229806,
+17,4448,0.03205443173646927,556,0.0007949101186568441,
+17,4456,0.0319526381790638,557,0.0003076098228120827,
+17,4464,0.03228214010596275,558,0.00018576731235953048,
+17,4472,0.03878375515341759,559,0.00033828640061983606,
+17,4480,0.0384768545627594,560,0.000333782120833348,
+,,,560,,0.00043029852799679106
+17,4488,0.04050776734948158,561,0.0009417230121471221,
+17,4496,0.03163985162973404,562,0.00020575907728925813,
+17,4504,0.03155628219246864,563,0.0002226840360890492,
+17,4512,0.03828597441315651,564,0.00038022093849576777,
+17,4520,0.03851623460650444,565,0.00018433282821206376,
+17,4528,0.03862985596060753,566,0.0003638012553892622,
+17,4536,0.03832671418786049,567,0.0001574307225382654,
+17,4544,0.031882066279649734,568,0.00012313474508118816,
+17,4552,0.03213708847761154,569,0.001180450299216318,
+17,4560,0.0317198745906353,570,0.0012975389108760282,
+17,4568,0.036700841039419174,571,0.00015251481818268076,
+17,4576,0.032339949160814285,572,0.0002089204126605182,
+17,4584,0.03237023949623108,573,0.0002741962671279907,
+17,4592,0.032104525715112686,574,0.00011117032136098715,
+17,4600,0.03198445960879326,575,0.0003109241424681386,
+17,4608,0.031184222549200058,576,0.00014841711981716799,
+,,,576,,0.00042612345791176746
+18,4616,0.03128702566027641,577,0.00014166835444484605,
+18,4624,0.0314994677901268,578,0.0001648802126510418,
+18,4632,0.031928326934576035,579,0.00018068320241582114,
+18,4640,0.03172997012734413,580,0.0005007901427234174,
+18,4648,0.03172355890274048,581,0.0008049949901760556,
+18,4656,0.03162705525755882,582,0.00020515841242740862,
+18,4664,0.03224863484501839,583,0.0006169274292915361,
+18,4672,0.03194938600063324,584,0.0003741708896995988,
+18,4680,0.032095398753881454,585,0.00042104745170945534,
+18,4688,0.0315927118062973,586,0.00018357368389843032,
+18,4696,0.03173231706023216,587,0.00022658598936686758,
+18,4704,0.03144075348973274,588,0.00010988727899530204,
+18,4712,0.03141582012176514,589,0.0001983845786526217,
+18,4720,0.03200959414243698,590,0.00014218951309885597,
+18,4728,0.032294757664203644,591,0.00024008574791878345,
+18,4736,0.03166186437010765,592,0.0002036267605944886,
+,,,592,,0.0004296012124732921
+18,4744,0.0318877175450325,593,0.0001927455787154031,
+18,4752,0.031929176300764084,594,0.0008545702298761171,
+18,4760,0.03230195492506027,595,0.0005580686893154052,
+18,4768,0.031825240701436996,596,0.00020416541610757122,
+18,4776,0.03201943263411522,597,0.0007957140014696051,
+18,4784,0.031677983701229095,598,0.00047267273930629017,
+18,4792,0.03175650164484978,599,0.0002271102239319589,
+18,4800,0.03202837333083153,600,0.0010709429016060312,
+18,4808,0.03211690112948418,601,0.00020364613010315225,
+18,4816,0.03173428028821945,602,0.00033048830073312274,
+18,4824,0.031094789505004883,603,0.00012669602710957406,
+18,4832,0.030975427478551865,604,0.00023681299899180885,
+18,4840,0.031294360756874084,605,0.0001497399807703914,
+18,4848,0.0315585620701313,606,0.0005029123049098416,
+18,4856,0.031222455203533173,607,0.0007181024939200142,
+18,4864,0.031005408614873886,608,0.000304674326798704,
+,,,608,,0.00040742416719072744
+19,4872,0.031227238476276398,609,0.00019206562046747422,
+19,4880,0.031631097197532654,610,0.00048246415326502756,
+19,4888,0.03171997889876366,611,0.0003392374537725118,
+19,4896,0.03164367750287056,612,0.0006260570944505162,
+19,4904,0.03162449598312378,613,0.00021449008090712596,
+19,4912,0.031207378953695297,614,0.00016985634556476725,
+19,4920,0.031566519290208817,615,0.0007341517803070019,
+19,4928,0.0315123088657856,616,0.0006999058969086036,
+19,4936,0.03147927299141884,617,0.00020656362084991997,
+19,4944,0.031590428203344345,618,0.00022977876051299972,
+19,4952,0.031148917973041534,619,0.0012238788190188643,
+19,4960,0.031031157821416855,620,0.00012036316365993116,
+19,4968,0.03155355900526047,621,0.00019882551714545116,
+19,4976,0.03138551115989685,622,0.0004324925107539457,
+19,4984,0.031625352799892426,623,0.0002657988939063216,
+19,4992,0.0317724272608757,624,0.00022267577242018888,
+,,,624,,0.00037584855760398666
+19,5000,0.031143497675657272,625,0.00019263678950665053,
+19,5008,0.03152909874916077,626,0.00014946845249141916,
+19,5016,0.03166903555393219,627,0.0005339454301065416,
+19,5024,0.03144297003746033,628,0.0007106415987436776,
+19,5032,0.03193144127726555,629,0.00016245226288447157,
+19,5040,0.03175767511129379,630,0.00016888739173737122,
+19,5048,0.03156445920467377,631,0.00025864493818517076,
+19,5056,0.03158401697874069,632,0.00015926151854728232,
+19,5064,0.031323276460170746,633,0.0003515592929943523,
+19,5072,0.03193100541830063,634,0.0002787756166071631,
+19,5080,0.033033519983291626,635,0.00015124552919587586,
+19,5088,0.031625039875507355,636,0.0001352007298009994,
+19,5096,0.031989067792892456,637,0.00013703522290597903,
+19,5104,0.03186287358403206,638,0.00018812083089869702,
+19,5112,0.031758878380060196,639,0.0002696012552405591,
+19,5120,0.03181619569659233,640,0.0010642260813256144,
+,,,640,,0.00039538530338751644
+20,5128,0.031599875539541245,641,0.00012256733180038282,
+20,5136,0.03187168017029762,642,0.0004128860728087602,
+20,5144,0.031267039477825165,643,0.0002876356202250463,
+20,5152,0.031202148646116257,644,0.00013192523601901485,
+20,5160,0.03137926384806633,645,0.0009274630056097521,
+20,5168,0.0319267101585865,646,0.00013471001284415252,
+20,5176,0.031996723264455795,647,0.00027423271058069076,
+20,5184,0.031933870166540146,648,0.0002477153957443079,
+20,5192,0.0317048616707325,649,0.000289896638605569,
+20,5200,0.0371507965028286,650,0.0002885068215618958,
+20,5208,0.037040241062641144,651,0.00015553811135760043,
+20,5216,0.037325963377952576,652,0.001063220480318705,
+20,5224,0.03161726891994476,653,0.00022158948650030652,
+20,5232,0.03162812814116478,654,0.00027200981094210874,
+20,5240,0.03180322423577309,655,0.0005997863127049641,
+20,5248,0.03139111399650574,656,0.00014071451823838288,
+,,,656,,0.0003731034598068187
+20,5256,0.03319035470485687,657,0.0003842924359105382,
+20,5264,0.03183108940720558,658,0.00022490296214527916,
+20,5272,0.03162834048271179,659,0.0010512474373172154,
+20,5280,0.031661804765462875,660,0.00021624377950502094,
+20,5288,0.0316382572054863,661,0.00020660320114984643,
+20,5296,0.031654659658670425,662,0.00010281218692398397,
+20,5304,0.03162383288145065,663,0.00041615766303948476,
+20,5312,0.03158111870288849,664,0.00012055620209139306,
+20,5320,0.03216727077960968,665,0.00021190397501413827,
+20,5328,0.03183463215827942,666,0.001115170444791147,
+20,5336,0.031776487827301025,667,0.000204923809178581,
+20,5344,0.03204282000660896,668,0.00014421336709347088,
+20,5352,0.03248320147395134,669,0.000282977714050503,
+20,5360,0.03164258971810341,670,0.00023391927061311435,
+20,5368,0.031899239867925644,671,0.00013493362712324597,
+20,5376,0.031849756836891174,672,0.0001606932437425712,
+,,,672,,0.0003593050335582934
+21,5384,0.03139760345220566,673,0.0009565455657138955,
+21,5392,0.031760554760694504,674,0.00021140126682439586,
+21,5400,0.031581632792949677,675,0.0003869477709486091,
+21,5408,0.03130858764052391,676,0.000315225986923906,
+21,5416,0.03147595003247261,677,0.0006728512762492755,
+21,5424,0.031384531408548355,678,0.00021424793203550507,
+21,5432,0.03159412369132042,679,0.00021048494181741262,
+21,5440,0.03189407289028168,680,0.0001582507939019706,
+21,5448,0.03178383409976959,681,0.00022626804206993256,
+21,5456,0.032119642943143845,682,0.0001947844048117986,
+21,5464,0.03184683248400688,683,0.000304342287563486,
+21,5472,0.03170926496386528,684,0.00012833388973376714,
+21,5480,0.03197261691093445,685,0.00011099194944108604,
+21,5488,0.03178014978766441,686,0.00014245806414692197,
+21,5496,0.039156801998615265,687,0.00028570607901201583,
+21,5504,0.038656026124954224,688,0.00038432034034485696,
+,,,688,,0.00035931049895129705
+21,5512,0.031948450952768326,689,0.00024327746677954565,
+21,5520,0.03186272084712982,690,0.0001798385974325356,
+21,5528,0.03175538033246994,691,0.0001660721500229556,
+21,5536,0.031994450837373734,692,0.0006895020305819344,
+21,5544,0.03200492262840271,693,0.0001905308954519569,
+21,5552,0.03162647783756256,694,0.00019541653455235064,
+21,5560,0.03199726715683937,695,0.0006673026964563178,
+21,5568,0.03143340349197388,696,0.00026730614899861393,
+21,5576,0.03115663304924965,697,0.00018333519619773142,
+21,5584,0.03186136111617088,698,0.0003605670262913918,
+21,5592,0.03202006220817566,699,0.00017966767245525261,
+21,5600,0.032028768211603165,700,0.0008252302714026882,
+21,5608,0.031921450048685074,701,0.000285160803286999,
+21,5616,0.032052040100097656,702,0.00032570017992838984,
+21,5624,0.03198838606476784,703,0.00021275731705827639,
+21,5632,0.031555935740470886,704,0.0004594087654368195,
+,,,704,,0.0003598376275285294
+22,5640,0.03140408545732498,705,0.00037374062867456814,
+22,5648,0.03170095011591911,706,0.0006474524052464403,
+22,5656,0.031606193631887436,707,0.0003055521442547615,
+22,5664,0.03239791840314865,708,0.00031740698614157736,
+22,5672,0.03218710422515869,709,0.000341026097885333,
+22,5680,0.03174607455730438,710,0.00020016507005493622,
+22,5688,0.03174343705177307,711,0.00020003874396934407,
+22,5696,0.031707242131233215,712,0.0001440222349629039,
+22,5704,0.031252581626176834,713,0.0003680654344861978,
+22,5712,0.03152836859226227,714,0.00011997599995083874,
+22,5720,0.03162074834108353,715,0.0002373396118855453,
+22,5728,0.031610697507858276,716,0.0009029030552483164,
+22,5736,0.03173213452100754,717,0.000173575957887806,
+22,5744,0.031793512403964996,718,0.00019075561704084976,
+22,5752,0.03178029879927635,719,8.680969540364458e-05,
+22,5760,0.031731560826301575,720,0.0008054833888309076,
+,,,720,,0.0003600256811631353
+22,5768,0.031307343393564224,721,0.00011108106173196575,
+22,5776,0.03227844834327698,722,0.00013388879278863897,
+22,5784,0.0319080725312233,723,0.00013308672487255535,
+22,5792,0.03701614961028099,724,0.0008194248930522008,
+22,5800,0.03704448044300079,725,0.00018443574663251638,
+22,5808,0.03680343180894852,726,0.001307138900301652,
+22,5816,0.03134674206376076,727,0.00030077424344199244,
+22,5824,0.037104249000549316,728,0.00016039627735153772,
+22,5832,0.03120695799589157,729,0.00013384575322561432,
+22,5840,0.03142475709319115,730,0.00011123032982141012,
+22,5848,0.03190118074417114,731,0.00015713201992184622,
+22,5856,0.03181133419275284,732,0.00024728943481022725,
+22,5864,0.03155915066599846,733,0.0002135597396772937,
+22,5872,0.03189381957054138,734,0.00017447542268200777,
+22,5880,0.03120695799589157,735,0.0003527167364154593,
+22,5888,0.03152570500969887,736,0.00014691299838887062,
+,,,736,,0.00034932167220272516
+23,5896,0.031453438103199005,737,0.00014084804479352897,
+23,5904,0.03178948163986206,738,0.00019644328040158143,
+23,5912,0.03167776018381119,739,0.00016268090848825523,
+23,5920,0.0319654680788517,740,0.00012393761880957754,
+23,5928,0.0319211371243,741,0.00015488876488234382,
+23,5936,0.031716376543045044,742,0.0013357748116504808,
+23,5944,0.038600433617830276,743,0.00021433521123981336,
+23,5952,0.038766179233789444,744,0.00025659344373707427,
+23,5960,0.03917960077524185,745,0.0008003932989595341,
+23,5968,0.03218962997198105,746,0.00012843839340348495,
+23,5976,0.03174956887960434,747,0.00042288384111088817,
+23,5984,0.03156419098377228,748,0.00011146713177367928,
+23,5992,0.03846689686179161,749,0.000647681275040668,
+23,6000,0.031785447150468826,750,0.00020078205034224084,
+23,6008,0.03204496204853058,751,0.0001228351616191503,
+23,6016,0.03160049393773079,752,0.0007512793517889804,
+,,,752,,0.00033960682585051184
+23,6024,0.038716286420822144,753,0.00021068596470286138,
+23,6032,0.03171483427286148,754,0.00028845756241935305,
+23,6040,0.03136979043483734,755,0.00018667384301807033,
+23,6048,0.03169739991426468,756,0.0002310154713995871,
+23,6056,0.03200819715857506,757,0.00017171762556245085,
+23,6064,0.03134167194366455,758,0.00016143910306709586,
+23,6072,0.031493887305259705,759,0.00013563487846113276,
+23,6080,0.03209139406681061,760,0.0003386681919437251,
+23,6088,0.032090313732624054,761,0.000653550667266245,
+23,6096,0.031885016709566116,762,0.0002252672029499081,
+23,6104,0.03260205686092377,763,0.00026692575056586065,
+23,6112,0.03203152120113373,764,0.0001550879032947705,
+23,6120,0.03210245817899704,765,0.0002751805404841434,
+23,6128,0.03158796578645706,766,0.0007063012062644702,
+23,6136,0.031715936958789825,767,0.00015298976586564095,
+23,6144,0.031638599932193756,768,0.00012779778171534417,
+,,,768,,0.0003341511136999256
+24,6152,0.032053977251052856,769,0.0003342198449445277,
+24,6160,0.03168335556983948,770,0.00019617393445514608,
+24,6168,0.03128547966480255,771,0.00025939419901988003,
+24,6176,0.0317142978310585,772,0.00026542737668933114,
+24,6184,0.031479306519031525,773,0.0001353024326817831,
+24,6192,0.03201805800199509,774,0.00019458204224065412,
+24,6200,0.03161808103322983,775,0.00036985851693316363,
+24,6208,0.032195933163166046,776,0.00015282846379705006,
+24,6216,0.031898051500320435,777,0.0007545371372543741,
+24,6224,0.03210248798131943,778,0.0007957628049553023,
+24,6232,0.032084062695503235,779,0.0007008006391515664,
+24,6240,0.03245443105697632,780,0.00014020857724972302,
+24,6248,0.03261427953839302,781,0.00032567011112405453,
+24,6256,0.03180287033319473,782,0.00011940659624087857,
+24,6264,0.031579114496707916,783,0.0006698907554891775,
+24,6272,0.031565092504024506,784,0.0001224485386046581,
+,,,784,,0.0003297872547256319
+24,6280,0.03157752752304077,785,0.00036290463413024554,
+24,6288,0.03199324011802673,786,0.0001334148819296388,
+24,6296,0.03183700516819954,787,0.00020834148745052516,
+24,6304,0.031448621302843094,788,0.0002959641824418213,
+24,6312,0.03202056512236595,789,0.00023018490173853934,
+24,6320,0.031820956617593765,790,0.00029990831535542384,
+24,6328,0.03216169402003288,791,0.00010291665876138723,
+24,6336,0.0320373997092247,792,0.0002246140629722504,
+24,6344,0.03171096742153168,793,0.00017323462816420943,
+24,6352,0.03196387365460396,794,0.000554370368263335,
+24,6360,0.03183627128601074,795,0.00010786290704345447,
+24,6368,0.03195992484688759,796,0.00022651996141576092,
+24,6376,0.031889837235212326,797,0.00020305925409047632,
+24,6384,0.032177723944187164,798,0.000164252415743249,
+24,6392,0.031866271048784256,799,0.00023636694731976604,
+24,6400,0.031273599714040756,800,0.00023717280146229314,
+,,,800,,0.00032625756667632803
+25,6408,0.03195824474096298,801,0.00043662394546117866,
+25,6416,0.031857945024967194,802,0.00017530017703393241,
+25,6424,0.03181080520153046,803,0.00012399752495184657,
+25,6432,0.03172871842980385,804,0.0002758244863798609,
+25,6440,0.03177058696746826,805,0.00018406555773253785,
+25,6448,0.03199310228228569,806,0.0003366068831383018,
+25,6456,0.03160542622208595,807,0.0008428455657849554,
+25,6464,0.031578630208969116,808,0.000247006334575417,
+25,6472,0.0318995900452137,809,9.285841497330694e-05,
+25,6480,0.03164862096309662,810,0.0006671961045867647,
+25,6488,0.03186897560954094,811,0.0004544628372968873,
+25,6496,0.03205757960677147,812,0.0002053013167824247,
+25,6504,0.03137614205479622,813,0.00017507910706626717,
+25,6512,0.03172072395682335,814,0.00033068952234316384,
+25,6520,0.031622514128685,815,0.0001545902414363809,
+25,6528,0.03208392113447189,816,0.00012647102539631305,
+,,,816,,0.00032798771893507555
+25,6536,0.03158475458621979,817,0.0005889743542866199,
+25,6544,0.03162500262260437,818,0.00021969132103549782,
+25,6552,0.031311653554439545,819,0.00019739153867703862,
+25,6560,0.03184005990624428,820,0.00019722540037037106,
+25,6568,0.0316619835793972,821,0.00019322968773849425,
+25,6576,0.03180442377924919,822,0.00026001671540143434,
+25,6584,0.03189210966229439,823,0.0003474743443803163,
+25,6592,0.031380344182252884,824,0.00016495478212164016,
+25,6600,0.03113168105483055,825,0.00013198236388234363,
+25,6608,0.03124522790312767,826,0.00013034562380198622,
+25,6616,0.0311061292886734,827,0.0001367364884572453,
+25,6624,0.03172925114631653,828,0.00017147761082014767,
+25,6632,0.03185205161571503,829,0.00024845331608958077,
+25,6640,0.03151937574148178,830,0.00016030163260438712,
+25,6648,0.03150584548711777,831,0.0005720735534850974,
+25,6656,0.03138861432671547,832,0.0006124337210167141,
+,,,832,,0.0003273831925501949
+26,6664,0.031573858112096786,833,0.0005386572584029636,
+26,6672,0.03152777999639511,834,0.00030238118506531464,
+26,6680,0.031930480152368546,835,0.00015835124941077083,
+26,6688,0.03173765912652016,836,0.0008772082710493123,
+26,6696,0.03184228390455246,837,0.0001128232775045035,
+26,6704,0.03180289268493652,838,0.00014087527051742654,
+26,6712,0.03167012706398964,839,0.00022514215288538253,
+26,6720,0.0314975343644619,840,0.00014172708551996038,
+26,6728,0.03173321858048439,841,0.00014918857868906343,
+26,6736,0.0317579060792923,842,0.00013518642663257197,
+26,6744,0.03141407668590546,843,0.00021076705706946086,
+26,6752,0.031785957515239716,844,0.00027903498221348855,
+26,6760,0.03211161121726036,845,0.00015550500120298238,
+26,6768,0.032953932881355286,846,0.0006708307137159863,
+26,6776,0.03233335167169571,847,0.000247143167143804,
+26,6784,0.03186798468232155,848,0.00020679481076513184,
+,,,848,,0.0003211195825746185
+26,6792,0.03255365416407585,849,0.0004929467850161018,
+26,6800,0.031847164034843445,850,8.484310455969535e-05,
+26,6808,0.03163690119981766,851,0.0002297769756296475,
+26,6816,0.03168938681483269,852,0.0001292843435294344,
+26,6824,0.03172515332698822,853,0.000121480679808883,
+26,6832,0.03157955780625343,854,0.0005245312268016278,
+26,6840,0.031840305775403976,855,0.00012858455966124893,
+26,6848,0.03192353993654251,856,0.0009090866169572109,
+26,6856,0.03214975446462631,857,0.00023677811714151176,
+26,6864,0.03200097382068634,858,0.00011949845247727353,
+26,6872,0.03197420760989189,859,0.0001989813808904728,
+26,6880,0.03175244852900505,860,0.0002448133618599968,
+26,6888,0.0318181999027729,861,0.00013329560306374333,
+26,6896,0.03190256282687187,862,0.000768813300965121,
+26,6904,0.03167247027158737,863,0.00038428335028584115,
+26,6912,0.03175389766693115,864,0.00019808172510238364,
+,,,864,,0.00031041836758193215
+27,6920,0.032062120735645294,865,0.00030240791693358915,
+27,6928,0.03176054358482361,866,0.0003328453985886881,
+27,6936,0.03174949809908867,867,0.00020956961952833808,
+27,6944,0.03182346001267433,868,0.0007758383690088522,
+27,6952,0.031435076147317886,869,8.20123264020367e-05,
+27,6960,0.03165305405855179,870,0.00027340370343154063,
+27,6968,0.03833766654133797,871,0.00012936094071847037,
+27,6976,0.038608185946941376,872,0.00017684106387605425,
+27,6984,0.03198663517832756,873,0.00025966429620893905,
+27,6992,0.03224920108914375,874,0.00010580696744000306,
+27,7000,0.03190112113952637,875,0.00022770771738578333,
+27,7008,0.031773295253515244,876,0.00023152651829150273,
+27,7016,0.03207860887050629,877,0.00024736083287280053,
+27,7024,0.03260563686490059,878,0.0001108134647438419,
+27,7032,0.032390981912612915,879,0.00029129978429409675,
+27,7040,0.032027605921030045,880,0.00012402663742250297,
+,,,880,,0.0003114279212528153
+27,7048,0.03224724531173706,881,0.00022951188202569028,
+27,7056,0.03183832764625549,882,0.00013141654699211358,
+27,7064,0.0313410684466362,883,0.0005440614668259514,
+27,7072,0.03195249289274216,884,0.00014583948177460115,
+27,7080,0.032254211604595184,885,0.00046501280303345993,
+27,7088,0.031862273812294006,886,0.0001688376696620253,
+27,7096,0.03186314180493355,887,0.00017807931635616114,
+27,7104,0.03190784901380539,888,0.0001904009532154305,
+27,7112,0.03152376040816307,889,0.00011884143623319687,
+27,7120,0.03228051960468292,890,0.001046542111907911,
+27,7128,0.03225084766745567,891,0.000103676027720212,
+27,7136,0.032696306705474854,892,0.000617541878909833,
+27,7144,0.031830623745918274,893,0.00026610704753693426,
+27,7152,0.03209295868873596,894,0.0001549119879200589,
+27,7160,0.03247611224651337,895,0.00016498108561791014,
+27,7168,0.03193456679582596,896,0.0003215450497009442,
+,,,896,,0.0003034529080124278
+28,7176,0.03200247883796692,897,0.00030426011016970733,
+28,7184,0.039029672741889954,898,0.00011547535359568428,
+28,7192,0.03938373178243637,899,0.00026014922923423,
+28,7200,0.038770563900470734,900,0.00024410131027252646,
+28,7208,0.03159899264574051,901,0.00014843058488622773,
+28,7216,0.032397735863924026,902,0.00013643984129885212,
+28,7224,0.03737083449959755,903,0.00034518570009822724,
+28,7232,0.03182653337717056,904,0.00011814200615845039,
+28,7240,0.031853724271059036,905,0.00014282721167546697,
+28,7248,0.031986746937036514,906,0.0005860598921572091,
+28,7256,0.03172881156206131,907,0.000238709138102422,
+28,7264,0.031861014664173126,908,0.0005485062438310706,
+28,7272,0.031891122460365295,909,0.0001720976456454082,
+28,7280,0.03197735548019409,910,0.00013405129129751003,
+28,7288,0.032118767499923706,911,0.000341357740580861,
+28,7296,0.03266005963087082,912,0.0007681716433580732,
+,,,912,,0.00030611173592899973
+28,7304,0.031435102224349976,913,0.0001660515717958333,
+28,7312,0.031502556055784225,914,0.0003910469376933179,
+28,7320,0.03144043684005737,915,0.0001390752927363792,
+28,7328,0.03189009800553322,916,0.00012837568965551327,
+28,7336,0.03169075399637222,917,0.0002902429596360889,
+28,7344,0.03199439123272896,918,0.00029390536110440735,
+28,7352,0.032108958810567856,919,0.00015382382434836472,
+28,7360,0.031918611377477646,920,0.00010492729097677511,
+28,7368,0.031637657433748245,921,0.00017954559280042304,
+28,7376,0.031543150544166565,922,0.0007680500325477624,
+28,7384,0.03180781751871109,923,0.00011985702167294221,
+28,7392,0.031994763761758804,924,0.00015597732954120147,
+28,7400,0.03171422332525253,925,0.00012107838938391069,
+28,7408,0.03165334835648537,926,0.00024332544035132742,
+28,7416,0.03146667033433914,927,0.0002042634960162104,
+28,7424,0.031053729355335236,928,0.0007473617652067333,
+,,,928,,0.0002937239692791512
+29,7432,0.03179857134819031,929,0.0006035111764504109,
+29,7440,0.031967904418706894,930,0.0002014428869188123,
+29,7448,0.031965188682079315,931,0.0002202579053118825,
+29,7456,0.031748708337545395,932,0.00011303288920316845,
+29,7464,0.031831495463848114,933,0.00018701400313148042,
+29,7472,0.03189343214035034,934,0.00011592275586735923,
+29,7480,0.03178567811846733,935,0.00010646057785379526,
+29,7488,0.03158315643668175,936,0.00019578417277443805,
+29,7496,0.032727137207984924,937,0.00031975829779185005,
+29,7504,0.03719714656472206,938,0.00010569971072982298,
+29,7512,0.03732234239578247,939,0.00012104913730581757,
+29,7520,0.03743969276547432,940,0.0006585051778529305,
+29,7528,0.03719687834382057,941,0.00035158926766598597,
+29,7536,0.03162972629070282,942,0.00014336108097268152,
+29,7544,0.03295040503144264,943,0.0001352595936623402,
+29,7552,0.03206899017095566,944,0.0006538366606037016,
+,,,944,,0.0003016221238986442
+29,7560,0.03191700950264931,945,0.00017860380467027426,
+29,7568,0.03219972550868988,946,0.00022188866023498122,
+29,7576,0.03162659704685211,947,0.00029696308865823084,
+29,7584,0.03140699490904808,948,0.00015595512468280504,
+29,7592,0.031814079731702805,949,0.0006852310261820094,
+29,7600,0.03396859019994736,950,0.0006291966592470999,
+29,7608,0.03187015652656555,951,0.00027098808186565293,
+29,7616,0.03208218142390251,952,0.00012808126894015004,
+29,7624,0.03199482336640358,953,0.0003531414240569575,
+29,7632,0.03198684751987457,954,0.0001539883783152618,
+29,7640,0.03195500001311302,955,0.00043332300265319645,
+29,7648,0.03171926364302635,956,0.00015510188404732617,
+29,7656,0.0369843952357769,957,0.00015455263383046258,
+29,7664,0.03195108100771904,958,0.00018010679514190997,
+29,7672,0.03176331892609596,959,0.00014630235455115326,
+29,7680,0.03187251463532448,960,0.000113658399641281,
+,,,960,,0.0003013172628063905
+30,7688,0.03176657110452652,961,0.00036029510738444515,
+30,7696,0.03201300650835037,962,0.00017087789319703006,
+30,7704,0.0321657620370388,963,0.00010534445118537406,
+30,7712,0.031795814633369446,964,0.00012033269877065322,
+30,7720,0.03154097869992256,965,0.00010988932626787573,
+30,7728,0.03120366856455803,966,0.0002992076570080826,
+30,7736,0.03158402070403099,967,0.0005513003534360905,
+30,7744,0.03172459825873375,968,0.00015327428718592273,
+30,7752,0.031718604266643524,969,0.00015236393028317252,
+30,7760,0.03229592740535736,970,0.00021531803440666408,
+30,7768,0.03179553523659706,971,0.00010614908842399018,
+30,7776,0.03151319548487663,972,0.0001612092944469623,
+30,7784,0.031968098133802414,973,0.00017080550924220006,
+30,7792,0.03232260048389435,974,0.00014736992670805193,
+30,7800,0.03190977871417999,975,0.0002040035624304437,
+30,7808,0.03196118772029877,976,0.00030482641341222916,
+,,,976,,0.0002906880537538152
+30,7816,0.03182166814804077,977,0.0007655928911844967,
+30,7824,0.03235185518860817,978,0.00010056160908789025,
+30,7832,0.031839270144701004,979,0.00010071145561596495,
+30,7840,0.03200473263859749,980,0.00034313964715693146,
+30,7848,0.032092589884996414,981,0.00020731318727484904,
+30,7856,0.031497035175561905,982,0.00017593277061678236,
+30,7864,0.031933948397636414,983,0.00019274412466074864,
+30,7872,0.03182752802968025,984,9.725397649162915e-05,
+30,7880,0.03165522217750549,985,0.0010406056981082656,
+30,7888,0.03181999549269676,986,0.00017758664307621075,
+30,7896,0.03155744820833206,987,0.00019063365743932081,
+30,7904,0.03140270709991455,988,0.0002729591415118193,
+30,7912,0.037063512951135635,989,0.00017760984792403178,
+30,7920,0.031930532306432724,990,0.0006751302325938013,
+30,7928,0.031511448323726654,991,9.64943933468021e-05,
+30,7936,0.031480059027671814,992,0.0005140423777447722,
+,,,992,,0.00028489495774633005
+31,7944,0.031409718096256256,993,0.0005431960985333717,
+31,7952,0.031745366752147675,994,0.00015164599790296052,
+31,7960,0.0315181240439415,995,0.00035952307962361374,
+31,7968,0.03741689771413803,996,0.000551033983583693,
+31,7976,0.03687741234898567,997,0.00015035358592285775,
+31,7984,0.031117752194404602,998,0.00032925587402132805,
+31,7992,0.03157222643494606,999,0.00047454145715164486,
+31,8000,0.03208212926983833,1000,9.26949328459159e-05,
+31,8008,0.031087178736925125,1001,0.00015154053062360617,
+31,8016,0.03141442686319351,1002,0.00016950008557614638,
+31,8024,0.031577736139297485,1003,0.00024212561311287573,
+31,8032,0.03167477995157242,1004,0.0002545343677411438,
+31,8040,0.0313744843006134,1005,0.00015725022603874095,
+31,8048,0.03132062032818794,1006,0.00018057161832985003,
+31,8056,0.03163507208228111,1007,0.00012021428483421914,
+31,8064,0.031610000878572464,1008,0.00013104111644679506,
+,,,1008,,0.0002925414346942776
+31,8072,0.031712573021650314,1009,0.00024188395218516234,
+31,8080,0.03172319009900093,1010,0.00020613691322068917,
+31,8088,0.03201991319656372,1011,0.0001199282205561758,
+31,8096,0.03154907003045082,1012,0.00016769999638199806,
+31,8104,0.030967678874731064,1013,0.0001292136039410252,
+31,8112,0.031432900577783585,1014,0.00015095966773515102,
+31,8120,0.03155402094125748,1015,0.001188948535855161,
+31,8128,0.032411761581897736,1016,0.0003595913049139199,
+31,8136,0.03224315121769905,1017,0.00019717055147339124,
+31,8144,0.03216337785124779,1018,0.0002002406763494946,
+31,8152,0.03179085627198219,1019,0.00015166187131399056,
+31,8160,0.03268895670771599,1020,0.00010607491185510298,
+31,8168,0.031036920845508575,1021,0.00020494687305472326,
+31,8176,0.03179602697491646,1022,0.0003989525930592208,
+31,8184,0.03160349652171135,1023,0.00013555839268519776,
+31,8192,0.03214903548359871,1024,0.00045006854270468466,
+,,,1024,,0.0002883480567681162
+32,8200,0.031853172928094864,1025,0.00036494338064585463,
+32,8208,0.03157563507556915,1026,0.00017390778793924255,
+32,8216,0.031397029757499695,1027,7.815236176611506e-05,
+32,8224,0.0315433107316494,1028,0.0002093896955557284,
+32,8232,0.03171747922897339,1029,0.0003518073367558827,
+32,8240,0.03156442195177078,1030,0.0004009763179055881,
+32,8248,0.03169740363955498,1031,0.00017242079684365308,
+32,8256,0.03147204965353012,1032,0.0002548147831475944,
+32,8264,0.03172900155186653,1033,0.0007407132375192305,
+32,8272,0.03191479295492172,1034,0.0001432915805708035,
+32,8280,0.031982578337192535,1035,0.0001795491884877265,
+32,8288,0.03181130811572075,1036,0.0001155501179255225,
+32,8296,0.031201325356960297,1037,0.00015294462673409726,
+32,8304,0.031434863805770874,1038,0.0001723279306133918,
+32,8312,0.03129340335726738,1039,0.00020377601322252303,
+32,8320,0.031198322772979736,1040,0.0006411160702555208,
+,,,1040,,0.0002893308716777124
+32,8328,0.0318620502948761,1041,8.961133062257431e-05,
+32,8336,0.03167908638715744,1042,0.00011982722753600683,
+32,8344,0.03165757656097412,1043,0.00018836611070582876,
+32,8352,0.03175942972302437,1044,0.000306302601529751,
+32,8360,0.03164159506559372,1045,0.0002722976723816828,
+32,8368,0.03273734450340271,1046,9.630064300836239e-05,
+32,8376,0.03869689628481865,1047,0.00045173620856076013,
+32,8384,0.03797360137104988,1048,0.00013472294494931703,
+32,8392,0.037470389157533646,1049,0.00022764889945392497,
+32,8400,0.03758195415139198,1050,0.0005921810998188448,
+32,8408,0.03706078976392746,1051,0.0001797210707081831,
+32,8416,0.036879539489746094,1052,0.00014990420550020644,
+32,8424,0.03745034709572792,1053,0.00023882346431491897,
+32,8432,0.03169647976756096,1054,0.00010540410858084215,
+32,8440,0.031988032162189484,1055,0.00013097009014018113,
+32,8448,0.031846534460783005,1056,0.0003290175736765377,
+,,,1056,,0.0002972858614827457
+33,8456,0.031718041747808456,1057,0.0001995088719013438,
+33,8464,0.031463831663131714,1058,0.0001432909639333957,
+33,8472,0.031119484454393387,1059,0.00010558028407103848,
+33,8480,0.0313500352203846,1060,0.00023466968696084223,
+33,8488,0.031577836722135544,1061,0.0005573481189458107,
+33,8496,0.03222891315817833,1062,0.00018304019522474846,
+33,8504,0.031860802322626114,1063,0.0004947790675942088,
+33,8512,0.031701259315013885,1064,0.0006317296588349564,
+33,8520,0.03201298788189888,1065,0.0001808780348255823,
+33,8528,0.032100144773721695,1066,9.351449762107222e-05,
+33,8536,0.03198348358273506,1067,0.0001582248610247916,
+33,8544,0.0320255346596241,1068,0.0002498798494343646,
+33,8552,0.03188406303524971,1069,0.00023826115648262203,
+33,8560,0.032092466950416565,1070,0.0004952029216838127,
+33,8568,0.03187794238328934,1071,0.00012725775286526186,
+33,8576,0.03160371631383896,1072,0.00020057316396560054,
+,,,1072,,0.0002853912791531337
+33,8584,0.0320235975086689,1073,0.0006430888042814331,
+33,8592,0.031947702169418335,1074,0.0002174012734030839,
+33,8600,0.03150009736418724,1075,0.00010807089347508736,
+33,8608,0.03226514905691147,1076,0.00028986738925596,
+33,8616,0.03170274570584297,1077,0.00025346967686346034,
+33,8624,0.03170129284262657,1078,0.00032355229632230476,
+33,8632,0.03208693861961365,1079,0.00012993963491680915,
+33,8640,0.03208575397729874,1080,0.00017347415177937364,
+33,8648,0.032451506704092026,1081,9.907229377859039e-05,
+33,8656,0.03267413377761841,1082,0.00012914648823425523,
+33,8664,0.03197377175092697,1083,0.00018522580012358958,
+33,8672,0.03228985145688057,1084,0.0002416136599094898,
+33,8680,0.03198573738336563,1085,0.0003050447630812414,
+33,8688,0.0314515195786953,1086,0.00016206520103878574,
+33,8696,0.031931497156620026,1087,0.0003848940368698095,
+33,8704,0.03171693906188011,1088,0.00018286939007339242,
+,,,1088,,0.0002946562721933189
+34,8712,0.031878355890512466,1089,0.00020483774824242573,
+34,8720,0.03192373737692833,1090,0.00013342512943381735,
+34,8728,0.031489260494709015,1091,0.00012165844691480743,
+34,8736,0.0314917117357254,1092,0.00010538988772168523,
+34,8744,0.0316208191215992,1093,0.0006039619383955142,
+34,8752,0.03160852566361427,1094,0.0003413616764191829,
+34,8760,0.03175203502178192,1095,0.0001571307302583591,
+34,8768,0.03145428001880646,1096,0.00022784362317906925,
+34,8776,0.03189244866371155,1097,0.00010161988484469475,
+34,8784,0.03189614787697792,1098,0.00018346157503401628,
+34,8792,0.03819091245532036,1099,0.0003046915180675569,
+34,8800,0.03132633864879608,1100,0.00018345027456234675,
+34,8808,0.031449612230062485,1101,0.0001503784442320466,
+34,8816,0.03241730108857155,1102,0.0001336673785772291,
+34,8824,0.03180770203471184,1103,0.00010437655873829499,
+34,8832,0.03187975659966469,1104,0.00043306841052981326,
+,,,1104,,0.0002677098749891708
+34,8840,0.03723761439323425,1105,0.00018657829059520736,
+34,8848,0.03195054829120636,1106,0.000100190002740419,
+34,8856,0.03191043809056282,1107,0.00013369515181693714,
+34,8864,0.03169269114732742,1108,0.00054581831818723,
+34,8872,0.03167581930756569,1109,0.000823682612463017,
+34,8880,0.03173292055726051,1110,0.00014443417649090406,
+34,8888,0.03167214244604111,1111,0.00012151076680311235,
+34,8896,0.031825464218854904,1112,0.0006103265864112473,
+34,8904,0.031815070658922195,1113,0.00012903403285235981,
+34,8912,0.03168835490942001,1114,0.0003640105501290236,
+34,8920,0.03172709420323372,1115,0.00018554962070993497,
+34,8928,0.03203066065907478,1116,0.0008192752543436654,
+34,8936,0.032008908689022064,1117,0.00014372554596775444,
+34,8944,0.03173300251364708,1118,0.00011841055834338476,
+34,8952,0.031627967953681946,1119,9.719414038045215e-05,
+34,8960,0.031710054725408554,1120,0.00023145795876189368,
+,,,1120,,0.0002782131349177737
+35,8968,0.031346846371889114,1121,0.00023156603674578946,
+35,8976,0.031900208443403244,1122,0.00017654548719292507,
+35,8984,0.03775579109787941,1123,0.00011608556815190241,
+35,8992,0.037235286086797714,1124,0.0002217836918134708,
+35,9000,0.03738102316856384,1125,0.00031093306415641564,
+35,9008,0.031961482018232346,1126,0.0005038596027588937,
+35,9016,0.03161321580410004,1127,8.572246360927238e-05,
+35,9024,0.03166338801383972,1128,0.00017838101484812796,
+35,9032,0.0318012610077858,1129,0.00022208303607840207,
+35,9040,0.03228124603629112,1130,0.00012225434011270409,
+35,9048,0.03206358477473259,1131,0.0003293723866590881,
+35,9056,0.031696271151304245,1132,0.00014574882652595988,
+35,9064,0.03193977102637291,1133,0.00018375954095972702,
+35,9072,0.031652987003326416,1134,0.0002658823914316599,
+35,9080,0.031625375151634216,1135,0.00013523054531106027,
+35,9088,0.03148861974477768,1136,0.00015497128651986714,
+,,,1136,,0.0002724167302642998
+35,9096,0.03235625848174095,1137,0.00010203763076788164,
+35,9104,0.03186729550361633,1138,0.00011851519320771331,
+35,9112,0.031707763671875,1139,0.0004375368778255506,
+35,9120,0.03159725293517113,1140,9.938409993992536e-05,
+35,9128,0.03168667107820511,1141,0.00020747810685861623,
+35,9136,0.03162024915218353,1142,0.00022418039498006692,
+35,9144,0.03167271614074707,1143,0.00019361165550435544,
+35,9152,0.03163664788007736,1144,0.0010809550731210038,
+35,9160,0.03183813393115997,1145,0.00014215342343959492,
+35,9168,0.031243115663528442,1146,9.028129511534644e-05,
+35,9176,0.031684406101703644,1147,0.00016497521528435755,
+35,9184,0.03158869966864586,1148,0.00032753398727436434,
+35,9192,0.033008377999067307,1149,0.00019989333713965607,
+35,9200,0.03218289092183113,1150,0.0001545839932077797,
+35,9208,0.03193638101220131,1151,0.0002489938187864027,
+35,9216,0.038536857813596725,1152,0.0007480882613890572,
+,,,1152,,0.0002879357259524496
+36,9224,0.039049260318279266,1153,0.0006949198677830282,
+36,9232,0.03865746408700943,1154,0.00010878679813686176,
+36,9240,0.03875410556793213,1155,0.000136914513177544,
+36,9248,0.0382511131465435,1156,0.00015233191697916482,
+36,9256,0.03862904757261276,1157,0.00010509207459108438,
+36,9264,0.038248684257268906,1158,0.00032570105577178765,
+36,9272,0.031664662063121796,1159,0.0002311310640834563,
+36,9280,0.03153711184859276,1160,0.0005929580511292443,
+36,9288,0.03177347779273987,1161,0.0002682755321075092,
+36,9296,0.03259769827127457,1162,0.0001290483669436071,
+36,9304,0.03175601735711098,1163,0.0004922162379443762,
+36,9312,0.03176342323422432,1164,0.00021471399418260262,
+36,9320,0.03200065344572067,1165,0.0007279469509740011,
+36,9328,0.032147571444511414,1166,0.00012545734034574707,
+36,9336,0.03166864812374115,1167,0.0001153108951257309,
+36,9344,0.03290015831589699,1168,0.00016786827700343565,
+,,,1168,,0.0002696743774178781
+36,9352,0.03189527243375778,1169,0.00021927755824435735,
+36,9360,0.03164897859096527,1170,0.0002958381032840407,
+36,9368,0.03129035606980324,1171,0.00019155574227625038,
+36,9376,0.03193173557519913,1172,0.00016563774033784284,
+36,9384,0.031861063092947006,1173,0.00010404808699604473,
+36,9392,0.031832847744226456,1174,0.00041307835999759845,
+36,9400,0.03214709088206291,1175,0.00027692185994965257,
+36,9408,0.03200823813676834,1176,0.00010781798209791305,
+36,9416,0.03213564679026604,1177,0.0001869401212388766,
+36,9424,0.03232944384217262,1178,0.0001335164552074275,
+36,9432,0.031521812081336975,1179,0.00014738281629433914,
+36,9440,0.03177773579955101,1180,0.0004976248692400986,
+36,9448,0.0318838432431221,1181,0.00016754880289227003,
+36,9456,0.0317462682723999,1182,0.00011003772215190111,
+36,9464,0.03208020329475403,1183,0.00013652895995619474,
+36,9472,0.03160255402326584,1184,0.00010699724271034938,
+,,,1184,,0.0002723869769588897
+37,9480,0.032377734780311584,1185,0.0002193707459809957,
+37,9488,0.03211255371570587,1186,0.00016899589309105068,
+37,9496,0.03195193037390709,1187,0.0001091288124825951,
+37,9504,0.03198283165693283,1188,0.00011557867173905834,
+37,9512,0.03199901804327965,1189,0.00017732879632603726,
+37,9520,0.03247186541557312,1190,0.00017167286705443985,
+37,9528,0.03221439942717552,1191,0.00011000826725648949,
+37,9536,0.032052431255578995,1192,0.00020776817245860002,
+37,9544,0.032101865857839584,1193,0.00014802907298872015,
+37,9552,0.03187565132975578,1194,0.0006286710276981466,
+37,9560,0.03174556419253349,1195,0.00015030519216452376,
+37,9568,0.03187661990523338,1196,0.00024210145147662843,
+37,9576,0.032188188284635544,1197,0.00011997592491752584,
+37,9584,0.03166855126619339,1198,0.0004841940053665894,
+37,9592,0.03182340785861015,1199,0.00014720798299094895,
+37,9600,0.032651644200086594,1200,0.0001628595955480705,
+,,,1200,,0.0002671829669883377
+37,9608,0.031227298080921173,1201,0.0001489372525611543,
+37,9616,0.03158072009682655,1202,0.0002244782717752969,
+37,9624,0.03161460906267166,1203,0.00041415789564780425,
+37,9632,0.03201008960604668,1204,0.00023111330665415153,
+37,9640,0.03181486204266548,1205,0.00027156298892805353,
+37,9648,0.031495966017246246,1206,0.0005834995845361846,
+37,9656,0.03135642781853676,1207,0.000572104640014004,
+37,9664,0.03189719840884209,1208,0.00021509857560886303,
+37,9672,0.0316208079457283,1209,0.00019587545648391824,
+37,9680,0.031603988260030746,1210,0.00012620423376574763,
+37,9688,0.03193628415465355,1211,0.0005239332249402651,
+37,9696,0.031721994280815125,1212,0.00022466565314971376,
+37,9704,0.0316426083445549,1213,0.0001741786977618176,
+37,9712,0.031636469066143036,1214,0.00016629072069918038,
+37,9720,0.031772077083587646,1215,0.00010203564079347416,
+37,9728,0.03180547431111336,1216,0.0002273324544148636,
+,,,1216,,0.0002805385493526333
+38,9736,0.031692713499069214,1217,0.0001287200984734227,
+38,9744,0.03215804323554039,1218,0.0001644877488615748,
+38,9752,0.03217371925711632,1219,0.00011161766224176972,
+38,9760,0.03220441937446594,1220,0.0004115730698686093,
+38,9768,0.03153825178742409,1221,0.0006033021827533958,
+38,9776,0.03209729492664337,1222,0.0002783226464089239,
+38,9784,0.03179784491658211,1223,0.00011715893833752489,
+38,9792,0.03143720701336861,1224,0.0001982601224881364,
+38,9800,0.03183506429195404,1225,0.00018916863427875796,
+38,9808,0.03248698264360428,1226,0.00014811763321631588,
+38,9816,0.03204460069537163,1227,0.00030129303286230424,
+38,9824,0.03192831575870514,1228,0.0002404216029390227,
+38,9832,0.031468600034713745,1229,0.0005863392325409222,
+38,9840,0.031999871134757996,1230,0.00011556522395039792,
+38,9848,0.031838688999414444,1231,0.00017909356756717898,
+38,9856,0.03155667334794998,1232,0.00027823184109365684,
+,,,1232,,0.00025552704832271526
+38,9864,0.03266206383705139,1233,8.207148130168207e-05,
+38,9872,0.03165110945701599,1234,0.0005750836996867292,
+38,9880,0.03171034902334213,1235,0.0002636775561768445,
+38,9888,0.03188144043087959,1236,0.00016205521342271823,
+38,9896,0.031415101140737534,1237,9.802911290535121e-05,
+38,9904,0.033061329275369644,1238,8.24445423859288e-05,
+38,9912,0.031539514660835266,1239,0.0003078057825405267,
+38,9920,0.0318697951734066,1240,0.00020588357665474177,
+38,9928,0.03212815523147583,1241,0.00025326270133518847,
+38,9936,0.031777653843164444,1242,0.00014556270934917848,
+38,9944,0.031955450773239136,1243,0.00019536837680789176,
+38,9952,0.0332670621573925,1244,0.00013636351059176377,
+38,9960,0.03315000981092453,1245,0.00010442136772326194,
+38,9968,0.032039087265729904,1246,0.0006843374085292453,
+38,9976,0.03182122856378555,1247,0.0005288742104312405,
+38,9984,0.031668782234191895,1248,0.0001546067187518929,
+,,,1248,,0.000265579964769514
+39,9992,0.032169535756111145,1249,8.408332087128656e-05,
+39,10000,0.03864717483520508,1250,0.00015333577562159917,
+39,10008,0.03869403153657913,1251,0.00010513565302971983,
+39,10016,0.038541655987501144,1252,0.0001309861900153919,
+39,10024,0.032188378274440765,1253,0.0006264492265017907,
+39,10032,0.03236972540616989,1254,0.00019032683849218301,
+39,10040,0.032204799354076385,1255,0.00013097068131173728,
+39,10048,0.032164447009563446,1256,0.00027387798127165297,
+39,10056,0.0321974940598011,1257,0.00020639771810238017,
+39,10064,0.0372764952480793,1258,0.00034809270118785207,
+39,10072,0.03176616504788399,1259,0.00027112941825180314,
+39,10080,0.03767194226384163,1260,0.00018449405615683645,
+39,10088,0.03195681422948837,1261,0.00014140969733489328,
+39,10096,0.03169681131839752,1262,0.0001991556518987636,
+39,10104,0.03202413022518158,1263,0.0005736292473557114,
+39,10112,0.031584858894348145,1264,0.00019355434324097587,
+,,,1264,,0.00027224022012792135
+39,10120,0.03158482909202576,1265,0.00018275811362400418,
+39,10128,0.0315537229180336,1266,9.054835754795931e-05,
+39,10136,0.031445808708667755,1267,0.0004136502066103276,
+39,10144,0.031548965722322464,1268,0.00024269451705549727,
+39,10152,0.03169363737106323,1269,0.00010522478714847239,
+39,10160,0.03187766298651695,1270,0.00034410167745591025,
+39,10168,0.03196205198764801,1271,0.0002483247271811706,
+39,10176,0.03199058771133423,1272,0.00012645633205465856,
+39,10184,0.03167515993118286,1273,0.0005866878645974793,
+39,10192,0.03168199211359024,1274,0.00022338857343129348,
+39,10200,0.03170022740960121,1275,0.00018424475638312288,
+39,10208,0.031915757805109024,1276,8.779321797192097e-05,
+39,10216,0.031853850930929184,1277,0.000433136365700193,
+39,10224,0.03207584470510483,1278,0.00018428845851303777,
+39,10232,0.03264946863055229,1279,0.000152688262915035,
+39,10240,0.03210432454943657,1280,0.00011298806748527568,
+,,,1280,,0.000271534890328583
+40,10248,0.03161521628499031,1281,0.0001135822758442373,
+40,10256,0.0318693183362484,1282,0.0002638819123603753,
+40,10264,0.03228594362735748,1283,0.0006760770993423648,
+40,10272,0.03191692754626274,1284,0.0001438867639080854,
+40,10280,0.03176829591393471,1285,0.00012673950732278172,
+40,10288,0.031718455255031586,1286,0.00012982076532352949,
+40,10296,0.03169072046875954,1287,0.00016489217250637012,
+40,10304,0.03115571290254593,1288,0.000440470120338432,
+40,10312,0.03138614818453789,1289,0.0001222995615535183,
+40,10320,0.03129398077726364,1290,0.0001630581700737821,
+40,10328,0.031971272081136703,1291,0.0005670658656526939,
+40,10336,0.03150201588869095,1292,9.600284283806104e-05,
+40,10344,0.031592827290296555,1293,0.00012037724764013547,
+40,10352,0.032005809247493744,1294,0.00023982246102605131,
+40,10360,0.032433949410915375,1295,0.00045571480404760223,
+40,10368,0.0317082554101944,1296,0.00021901768604948302,
+,,,1296,,0.00026575194083546335
+40,10376,0.03180215135216713,1297,0.00010836858473339817,
+40,10384,0.03280556574463844,1298,0.00053655461215385,
+40,10392,0.032229188829660416,1299,0.0001913248488563113,
+40,10400,0.03862790763378143,1300,0.00015456924120371696,
+40,10408,0.038586653769016266,1301,0.0001346607796222088,
+40,10416,0.0391317754983902,1302,0.0005057391231275687,
+40,10424,0.03731474652886391,1303,0.00020124451748415595,
+40,10432,0.031614750623703,1304,0.00016177805582628935,
+40,10440,0.031918950378894806,1305,0.00015961910776240984,
+40,10448,0.031972743570804596,1306,0.00017195987447848893,
+40,10456,0.0318397618830204,1307,0.00014925178857083665,
+40,10464,0.03180990740656853,1308,0.00037031613328508683,
+40,10472,0.03209376707673073,1309,0.00037916646761004813,
+40,10480,0.03237076476216316,1310,9.068295548786409e-05,
+40,10488,0.03220352903008461,1311,0.00013098458293825388,
+40,10496,0.03197747468948364,1312,0.00014598610505345277,
+,,,1312,,0.0002659581797687631
+41,10504,0.03184543922543526,1313,0.00010176873638556572,
+41,10512,0.03185608237981796,1314,0.00026813143858817057,
+41,10520,0.032037295401096344,1315,0.00012681451380558428,
+41,10528,0.032179322093725204,1316,0.00025281753778472194,
+41,10536,0.03156214579939842,1317,0.00015263015257005463,
+41,10544,0.03160753473639488,1318,8.891004563338356e-05,
+41,10552,0.03194412961602211,1319,0.00038243489871092606,
+41,10560,0.03229859471321106,1320,0.00011546143923624186,
+41,10568,0.032164763659238815,1321,0.00010123171159648336,
+41,10576,0.03220473974943161,1322,0.0001101275661312684,
+41,10584,0.031833287328481674,1323,0.00038175811096152756,
+41,10592,0.03186032548546791,1324,0.00013125357418175554,
+41,10600,0.03183259814977646,1325,0.00015468600849999348,
+41,10608,0.03880900889635086,1326,0.00015419522333104396,
+41,10616,0.03160276263952255,1327,0.0002444647925585741,
+41,10624,0.03265243023633957,1328,0.00013682584813068388,
+,,,1328,,0.00025837689540103863
+41,10632,0.03190835192799568,1329,0.0008836434053591802,
+41,10640,0.031572435051202774,1330,0.0002713700387175777,
+41,10648,0.03226008266210556,1331,0.0001476279376220191,
+41,10656,0.0321769081056118,1332,0.00014422525237023365,
+41,10664,0.03850172087550163,1333,0.00033397215429431526,
+41,10672,0.039112020283937454,1334,0.00027684259202942485,
+41,10680,0.03169805556535721,1335,0.0005221389283178723,
+41,10688,0.03237425163388252,1336,0.00010741582946138806,
+41,10696,0.032058749347925186,1337,0.00022045904779588454,
+41,10704,0.03177575394511223,1338,0.000441636500909226,
+41,10712,0.0331689827144146,1339,0.00046660475049975503,
+41,10720,0.03194870799779892,1340,0.0003301609076515888,
+41,10728,0.03186337649822235,1341,0.000147643686432275,
+41,10736,0.031577788293361664,1342,0.00012630497622012626,
+41,10744,0.031802862882614136,1343,0.00016305619465128984,
+41,10752,0.03145792707800865,1344,7.410044918287895e-05,
+,,,1344,,0.00025987245240493824
+42,10760,0.031436700373888016,1345,0.00018023577013082104,
+42,10768,0.03167576342821121,1346,0.00025578339000276173,
+42,10776,0.0312621034681797,1347,0.0005920124503973057,
+42,10784,0.031859882175922394,1348,0.00016719085988370352,
+42,10792,0.03166620433330536,1349,0.00022863300364406314,
+42,10800,0.03176762908697128,1350,0.0005796820128125546,
+42,10808,0.031612321734428406,1351,0.00015538516345259268,
+42,10816,0.03195574879646301,1352,0.00016956711988314055,
+42,10824,0.03232035040855408,1353,0.00014363393165695015,
+42,10832,0.03133074566721916,1354,0.00011185550329173566,
+42,10840,0.031453389674425125,1355,0.00018509557594370563,
+42,10848,0.031107109040021896,1356,0.0002185270332120126,
+42,10856,0.03187110275030136,1357,0.0006601830546060228,
+42,10864,0.031508930027484894,1358,0.0001878140992630506,
+42,10872,0.03662925958633423,1359,0.00010524041499593295,
+42,10880,0.03198407217860222,1360,0.00017739219629220315,
+,,,1360,,0.00026661312011511703
+42,10888,0.030883848667144775,1361,0.0004743377185150166,
+42,10896,0.031318388879299164,1362,0.00020275970678085287,
+42,10904,0.03754239156842232,1363,0.0001442122429580195,
+42,10912,0.03194030374288559,1364,0.0004118001052120235,
+42,10920,0.03189150243997574,1365,8.916437764128204e-05,
+42,10928,0.031871311366558075,1366,0.00012097016633560997,
+42,10936,0.03177361562848091,1367,0.00012612901446118485,
+42,10944,0.031718943268060684,1368,0.00011987038033112185,
+42,10952,0.03156261146068573,1369,0.0004574319309540442,
+42,10960,0.031700585037469864,1370,0.0002676971494111058,
+42,10968,0.03201894462108612,1371,9.268026587960776e-05,
+42,10976,0.032013360410928726,1372,0.0001842765177570982,
+42,10984,0.03181241825222969,1373,0.0001450052500331367,
+42,10992,0.03169671818614006,1374,0.00010818802502399194,
+42,11000,0.03848820552229881,1375,0.00022781908501201542,
+42,11008,0.03766363859176636,1376,0.00022688198805553839,
+,,,1376,,0.0002631602661782189
+43,11016,0.03676947206258774,1377,0.00012672518505496555,
+43,11024,0.031610045582056046,1378,0.00016967792544164695,
+43,11032,0.031682536005973816,1379,0.00019310956577101024,
+43,11040,0.03191189467906952,1380,0.0003192121407664672,
+43,11048,0.031869370490312576,1381,0.00012876696837338386,
+43,11056,0.032226357609033585,1382,0.00011215386894036783,
+43,11064,0.03223832696676254,1383,0.00017227924308826914,
+43,11072,0.03187527880072594,1384,0.00011771154913731152,
+43,11080,0.03254560008645058,1385,0.00025337827173643745,
+43,11088,0.031141724437475204,1386,0.00027214354850002564,
+43,11096,0.03923992067575455,1387,0.0001368182684018393,
+43,11104,0.03835775703191757,1388,0.00022465696565632243,
+43,11112,0.03689788654446602,1389,0.00019841000948872534,
+43,11120,0.03741234540939331,1390,0.00015704114321124507,
+43,11128,0.03739086538553238,1391,0.00015322759736591252,
+43,11136,0.036114007234573364,1392,0.0006062158568056475,
+,,,1392,,0.0002614605289540793

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=0.0-1.0/labels.csv

@@ -0,0 +1,256 @@
+22918,1
+65553,1
+39042,1
+21900,0
+1317,1
+28127,1
+11909,1
+51804,1
+36685,0
+58236,1
+23297,1
+9677,0
+29252,1
+33252,1
+9681,1
+18967,0
+36580,0
+30226,0
+26735,1
+11627,1
+29861,0
+48,1
+39535,0
+17388,0
+39004,1
+40392,1
+48904,0
+32676,1
+4538,0
+19572,0
+12128,1
+7293,0
+56845,1
+49399,1
+65861,0
+29530,0
+46329,0
+4667,1
+16821,1
+63481,1
+63408,0
+32235,0
+39271,1
+67313,0
+11404,0
+61417,0
+13881,0
+4985,1
+10347,0
+8559,1
+33568,1
+66431,1
+31771,0
+22700,1
+51868,0
+50668,1
+38119,0
+10024,1
+67728,0
+56872,0
+50611,0
+33890,1
+63394,1
+61323,1
+66012,0
+30921,1
+35958,0
+21180,1
+55101,1
+48108,1
+56797,1
+21837,1
+9500,0
+25360,1
+30107,1
+62783,1
+28535,1
+10893,1
+36625,1
+23541,0
+55729,0
+11343,1
+55467,1
+61125,0
+50536,1
+15286,1
+43560,1
+46834,1
+25290,0
+44922,1
+4033,0
+28939,1
+67798,0
+25739,0
+62819,1
+13751,1
+11864,0
+8977,0
+24175,0
+46376,0
+1813,1
+5985,1
+50805,0
+16934,0
+10780,1
+10772,1
+63344,1
+40393,1
+4308,0
+34666,0
+62226,1
+10141,0
+59986,1
+51293,0
+35428,1
+60804,0
+21036,1
+65910,0
+23763,0
+25962,1
+4878,1
+14703,1
+34248,1
+51326,1
+26002,0
+7600,0
+41956,1
+48069,1
+3041,0
+61049,1
+34778,1
+15014,1
+14736,0
+6091,1
+17731,0
+9800,1
+49156,0
+45609,1
+14145,0
+18644,1
+17812,1
+49133,1
+54902,0
+37711,0
+19510,0
+63678,0
+63746,1
+35001,0
+44563,0
+32319,1
+734,1
+29074,1
+14442,0
+9586,1
+11156,1
+37061,0
+10017,1
+25609,1
+60143,0
+60061,0
+65976,0
+23078,1
+13566,1
+50786,1
+36776,1
+14943,0
+16880,0
+62,0
+57082,1
+6306,1
+38115,1
+24392,1
+57894,1
+10599,1
+15415,0
+28167,1
+58865,1
+44179,0
+28948,1
+4378,1
+67674,1
+1026,1
+63722,0
+14663,0
+9945,1
+62495,0
+60468,0
+56276,1
+52739,0
+57949,1
+61701,0
+48472,1
+19407,1
+34282,1
+50356,1
+34953,1
+10618,1
+42766,0
+34374,1
+36283,1
+20030,1
+4262,0
+48319,1
+2335,1
+15040,1
+28033,0
+14545,1
+55497,0
+55878,1
+17944,1
+17402,1
+50798,1
+29830,1
+8903,0
+44599,0
+53757,0
+57142,1
+52653,1
+43158,0
+64344,1
+380,1
+20762,1
+20700,1
+53026,0
+48334,0
+51888,1
+52713,0
+15636,1
+5024,0
+1485,1
+54248,0
+66790,0
+9077,1
+899,1
+11553,1
+61319,1
+44567,1
+43425,1
+7476,1
+34054,0
+42474,1
+50401,1
+13551,0
+66054,1
+49694,0
+33159,0
+6740,0
+60718,1
+11204,1
+65699,0
+47502,1
+44485,1
+27518,0
+63755,1
+40921,0
+34797,1

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=0.0-1.0/logits.csv

@@ -0,0 +1,256 @@
+22918,-10.500058,-5.7814836e-05
+65553,-10.25007,-7.00926e-05
+39042,-9.750092,-9.190614e-05
+21900,-0.00017307691,-11.500173
+1317,-10.000087,-8.6899796e-05
+28127,-10.8750725,-7.223822e-05
+11909,-9.500149,-0.00014900051
+51804,-7.250753,-0.0007528808
+36685,-0.00021812921,-8.625218
+58236,-11.375027,-2.7179349e-05
+23297,-6.501535,-0.0015348332
+9677,-0.00010036919,-10.1251
+29252,-11.625029,-2.9086643e-05
+33252,-10.125117,-0.000117533455
+9681,-8.62554,-0.00054011063
+18967,-0.00013743887,-11.375137
+36580,-0.00023791344,-9.000237
+30226,-9.250213e-05,-10.7500925
+26735,-5.6286936,-0.003693546
+11627,-10.500109,-0.00010883216
+29861,-0.0002497123,-11.00025
+48,-10.37507,-6.94966e-05
+39535,-0.00021300431,-9.625213
+17388,-0.00019202773,-8.875192
+39004,-10.750056,-5.662281e-05
+40392,-10.625066,-6.603976e-05
+48904,-9.274053e-05,-11.8750925
+32676,-10.625053,-5.3761945e-05
+4538,-7.867504e-05,-10.750078
+19572,-8.3443025e-05,-11.625083
+12128,-11.375048,-4.7324967e-05
+7293,-0.000104302686,-10.000104
+56845,-11.25005,-4.9709037e-05
+49399,-11.500076,-7.617183e-05
+65861,-9.4766896e-05,-10.250094
+29530,-0.00024530262,-8.750245
+46329,-9.846203e-05,-9.750098
+4667,-8.375281,-0.00028141352
+16821,-10.500058,-5.8530048e-05
+63481,-7.250769,-0.00076920004
+63408,-0.00013588935,-9.875135
+32235,-0.00011920219,-11.875119
+39271,-10.87505,-4.9470633e-05
+67313,-5.6861216e-05,-12.500057
+11404,-0.0001905975,-12.500191
+61417,-0.00013874998,-9.750138
+13881,-0.00018678351,-9.125187
+4985,-11.000063,-6.329813e-05
+10347,-8.928377e-05,-11.25009
+8559,-10.750048,-4.7444173e-05
+33568,-9.000161,-0.00016103878
+66431,-9.625089,-8.880698e-05
+31771,-0.00012933371,-11.00013
+22700,-8.750179,-0.00017963226
+51868,-0.00017128908,-9.125172
+50668,-8.500251,-0.00025090406
+38119,-0.00024423,-9.125244
+10024,-11.000104,-0.0001040643
+67728,-0.00011944058,-9.750119
+56872,-0.0017429888,-6.376743
+50611,-7.8436635e-05,-11.625078
+33890,-12.250079,-7.8913436e-05
+63394,-8.50031,-0.00030989613
+61323,-9.625101,-0.000101561156
+66012,-9.8700424e-05,-10.875098
+30921,-10.375113,-0.00011228884
+35958,-8.964137e-05,-10.25009
+21180,-9.2501335,-0.00013374387
+55101,-11.125046,-4.6013727e-05
+48108,-11.875055,-5.5192377e-05
+56797,-10.87517,-0.00016950125
+21837,-11.125046,-4.577532e-05
+9500,-9.917721e-05,-12.500099
+25360,-9.375119,-0.000119082986
+30107,-9.750089,-8.8687775e-05
+62783,-9.875122,-0.00012230125
+28535,-9.625215,-0.00021503044
+10893,-10.750072,-7.1284616e-05
+36625,-10.375217,-0.00021777165
+23541,-9.893881e-05,-11.625099
+55729,-9.583968e-05,-10.500095
+11343,-9.625109,-0.000108712964
+55467,-7.8754053,-0.00040546778
+61125,-0.00014041868,-9.37514
+50536,-8.500462,-0.00046135273
+15286,-9.5001335,-0.00013386307
+43560,-6.751226,-0.0012257928
+46834,-8.500232,-0.00023195437
+25290,-6.246372e-05,-12.750062
+44922,-11.125045,-4.5060096e-05
+4033,-0.00028510796,-8.500285
+28939,-10.50005,-4.9947444e-05
+67798,-0.00013243275,-10.625133
+25739,-6.3536536e-05,-12.125064
+62819,-9.625114,-0.000114791954
+13751,-11.000098,-9.7985234e-05
+11864,-0.00024816295,-12.500248
+8977,-0.00018654513,-9.500187
+24175,-0.0001315984,-9.375132
+46376,-6.639737e-05,-11.625067
+1813,-10.625126,-0.0001258771
+5985,-9.750133,-0.00013231355
+50805,-0.00016580637,-9.500166
+16934,-0.00055917364,-7.6255593
+10780,-9.625094,-9.42901e-05
+10772,-10.500118,-0.00011824862
+63344,-10.50006,-5.972207e-05
+40393,-10.250069,-6.866219e-05
+4308,-0.00013982272,-11.37514
+34666,-8.093983e-05,-11.500081
+62226,-9.625088,-8.7972585e-05
+10141,-0.00085829606,-7.1258583
+59986,-10.125061,-6.12717e-05
+51293,-0.000103945094,-10.125104
+35428,-11.500044,-4.3510445e-05
+60804,-0.000113480804,-11.0001135
+21036,-11.000071,-7.056941e-05
+65910,-9.583968e-05,-10.500095
+23763,-0.0025166764,-6.0025167
+25962,-10.500071,-7.056941e-05
+4878,-9.875088,-8.821098e-05
+14703,-12.375047,-4.672895e-05
+34248,-9.500156,-0.00015639036
+51326,-10.000084,-8.427742e-05
+26002,-0.00025579042,-13.125256
+7600,-5.674201e-05,-12.000056
+41956,-11.375059,-5.9245263e-05
+48069,-8.875202,-0.00020203933
+3041,-0.00016020445,-9.00016
+61049,-10.750068,-6.758938e-05
+34778,-10.125154,-0.00015352978
+15014,-10.375086,-8.6184606e-05
+14736,-7.617183e-05,-10.750076
+6091,-10.250051,-5.0543462e-05
+17731,-0.000116937474,-11.375117
+9800,-10.50005,-5.0066647e-05
+49156,-0.00014745102,-9.375148
+45609,-11.625028,-2.741776e-05
+14145,-8.4515814e-05,-11.125085
+18644,-8.250324,-0.0003246734
+17812,-5.5042443,-0.00424413
+49133,-10.12507,-6.997341e-05
+54902,-0.0006057573,-7.5006056
+37711,-0.00011300402,-11.875113
+19510,-0.00016473368,-12.125165
+63678,-0.00025102324,-10.000251
+63746,-10.375326,-0.00032646095
+35001,-7.223822e-05,-11.5000725
+44563,-8.272783e-05,-11.750083
+32319,-11.250034,-3.4570097e-05
+734,-8.375279,-0.00027938755
+29074,-9.250191,-0.00019119342
+14442,-8.511181e-05,-11.750085
+9586,-8.750262,-0.00026186852
+11156,-10.375055,-5.5311582e-05
+37061,-0.00011181206,-9.750112
+10017,-11.250036,-3.6000558e-05
+25609,-7.375663,-0.0006625841
+60143,-0.00010585225,-11.500106
+60061,-0.00013171759,-9.375132
+65976,-0.0001040643,-9.750104
+23078,-9.625178,-0.00017844039
+13566,-10.750051,-5.0662664e-05
+50786,-6.751245,-0.0012450808
+36776,-7.6255264,-0.0005262897
+14943,-0.0002843929,-8.375284
+16880,-7.6767836e-05,-10.250076
+62,-7.6648634e-05,-12.250076
+57082,-7.875431,-0.00043096792
+6306,-12.25005,-4.9828242e-05
+38115,-12.375023,-2.324554e-05
+24392,-9.875109,-0.000108712964
+57894,-9.375109,-0.000108712964
+10599,-10.375055,-5.5430784e-05
+15415,-0.00013279033,-10.000133
+28167,-7.500601,-0.0006008727
+58865,-9.875104,-0.0001038259
+44179,-0.0002976213,-8.250298
+28948,-10.875094,-9.44093e-05
+4378,-7.625516,-0.0005161622
+67674,-9.250147,-0.00014697426
+1026,-8.50023,-0.00023028583
+63722,-0.00012277803,-10.750123
+14663,-8.093983e-05,-11.000081
+9945,-10.6250515,-5.149709e-05
+62495,-0.00010287233,-9.875103
+60468,-0.0003262226,-8.125326
+56276,-10.500065,-6.532456e-05
+52739,-0.00019548413,-11.0001955
+57949,-10.750065,-6.520536e-05
+61701,-8.809179e-05,-12.000088
+48472,-8.50041,-0.00040963842
+19407,-8.625249,-0.0002489972
+34282,-11.250038,-3.8146245e-05
+50356,-10.250086,-8.63038e-05
+34953,-7.000986,-0.0009862088
+10618,-10.625116,-0.000115983916
+42766,-0.00062207895,-7.5006223
+34374,-10.6250725,-7.223822e-05
+36283,-8.625209,-0.0002085945
+20030,-10.000106,-0.00010573305
+4262,-7.462223e-05,-9.875074
+48319,-11.125049,-4.83978e-05
+2335,-8.875178,-0.00017855957
+15040,-10.125078,-7.867504e-05
+28033,-0.0036651597,-5.628665
+14545,-9.750111,-0.00011085849
+55497,-6.9735004e-05,-12.37507
+55878,-10.375076,-7.6648634e-05
+17944,-8.625305,-0.00030536758
+17402,-9.6251335,-0.00013362468
+50798,-8.000375,-0.0003750813
+29830,-8.375264,-0.00026425207
+8903,-0.000112646434,-10.000113
+44599,-0.00010203794,-10.500102
+53757,-0.00030262658,-11.500302
+57142,-10.500082,-8.165503e-05
+52653,-9.125221,-0.00022158552
+43158,-0.00019190853,-9.000192
+64344,-9.250124,-0.00012432756
+380,-11.375055,-5.5311582e-05
+20762,-9.8751135,-0.00011395759
+20700,-9.875099,-9.9296405e-05
+53026,-0.0003060826,-10.000306
+48334,-8.439662e-05,-11.250084
+51888,-9.750084,-8.391982e-05
+52713,-0.00012885693,-10.375129
+15636,-9.875094,-9.417091e-05
+5024,-4.6848152e-05,-11.375047
+1485,-6.876073,-0.001073023
+54248,-9.178694e-05,-10.750092
+66790,-0.00013267114,-11.250133
+9077,-12.250029,-2.860982e-05
+899,-9.375098,-9.822363e-05
+11553,-8.000403,-0.0004033229
+61319,-9.375228,-0.00022766383
+44567,-6.876051,-0.0010508735
+43425,-9.625125,-0.00012468515
+7476,-7.875408,-0.00040832764
+34054,-7.1642215e-05,-10.500072
+42474,-10.625045,-4.4464075e-05
+50401,-10.125072,-7.176142e-05
+13551,-5.9960475e-05,-11.62506
+66054,-9.875076,-7.6767836e-05
+49694,-0.00018559163,-8.875186
+33159,-0.0027432926,-6.1277432
+6740,-8.952217e-05,-10.62509
+60718,-10.375051,-5.078187e-05
+11204,-10.750102,-0.00010179955
+65699,-0.00030620178,-11.000306
+47502,-9.875161,-0.00016091959
+44485,-7.8754287,-0.0004287039
+27518,-0.00015948931,-9.250159
+63755,-8.875187,-0.00018702188
+40921,-0.00010632903,-12.750106
+34797,-9.5001335,-0.0001333863

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-4.7586417,-0.008641941
+12007,-0.8259715,-0.5759715
+8229,-7.903264e-05,-11.500079
+31449,-10.625052,-5.2212305e-05
+1591,-0.00011896379,-11.625119
+53542,-9.250184,-0.0001841614
+49372,-9.12515,-0.00014995404
+54831,-8.2131824e-05,-10.625082
+44771,-8.375264,-0.00026389453
+33116,-0.000112646434,-12.125113
+33492,-7.5005813,-0.0005813339
+16982,-3.1680505,-0.043050498
+31901,-7.375914,-0.0009140366
+49817,-0.000203112,-9.000203
+60681,-3.7735457,-0.023545662
+39890,-8.6252,-0.00020048993
+62685,-7.0211805e-05,-11.750071
+2201,-8.377911,-0.0029103088
+47201,-8.403902e-05,-10.250084
+20835,-10.375122,-0.00012242045
+15421,-9.875088,-8.749579e-05
+45021,-8.0224636e-05,-10.37508
+45802,-0.00017248097,-9.875173
+43637,-7.283422e-05,-10.3750725
+7160,-0.0022288738,-6.1272287
+8150,-0.14270993,-2.01771
+3512,-9.875071,-7.068861e-05
+29264,-7.8913436e-05,-12.750079
+32960,-9.6435666e-05,-11.250096
+32221,-0.00015937012,-9.250159
+35996,-9.500118,-0.00011812943
+4422,-11.375061,-6.1033294e-05
+22209,-6.031808e-05,-11.12506
+6920,-10.875058,-5.7934038e-05
+25253,-0.00012194367,-11.625122
+680,-0.008641941,-4.7586417
+50140,-10.00009,-9.011816e-05
+28481,-9.250142,-0.00014244496
+36298,-0.00013314791,-9.7501335
+16473,-11.125057,-5.7338024e-05
+11102,-4.882645,-0.0076450384
+62901,-4.8278598e-05,-10.750049
+16123,-9.250193,-0.00019298121
+52012,-0.0001074018,-12.250108
+60780,-0.00012540031,-10.000125
+1781,-11.375049,-4.8993817e-05
+41449,-0.000117771844,-11.375117
+908,-8.000413,-0.0004129749
+15507,-9.7502,-0.000199894
+57914,-6.8760777,-0.0010776671
+46159,-6.7511916,-0.0011917402
+56461,-10.750056,-5.662281e-05
+62107,-0.00014375607,-10.875144
+49087,-11.2500515,-5.1377883e-05
+65792,-0.00011097769,-10.000111
+13181,-7.509903e-05,-10.875075
+54119,-10.750044,-4.4106466e-05
+51997,-4.4106466e-05,-11.250044
+24924,-11.625034,-3.4331686e-05
+45890,-8.403902e-05,-11.625084
+41716,-9.035656e-05,-10.000091
+60175,-0.000106925014,-11.500107
+30318,-7.3549425e-05,-10.875073
+13221,-9.875075,-7.5814234e-05
+15509,-10.375049,-4.875541e-05
+37365,-5.1309795,-0.005979388
+60975,-0.009820481,-4.6348205
+51375,-6.4490145e-05,-11.375065
+16004,-9.87512,-0.00012051333
+12837,-10.000081,-8.153583e-05
+17864,-9.875088,-8.773419e-05
+67134,-8.875223,-0.00022289653
+18611,-8.500235,-0.000234338
+12861,-6.0025434,-0.0025436685
+58084,-11.00004,-3.981511e-05
+32874,-0.048685778,-3.0486858
+32717,-10.625042,-4.1722382e-05
+23413,-10.000162,-0.0001619923
+59634,-0.00031704645,-8.250317
+15629,-0.038186114,-3.288186
+47071,-0.00027748072,-9.8752775
+48558,-9.125195,-0.00019441145
+3648,-7.378783e-05,-12.000073
+43367,-8.427742e-05,-10.250084
+14869,-0.00011228884,-12.375113
+1518,-6.8781395e-05,-11.125069
+16976,-11.501204,-0.0012036468
+20931,-11.8750305,-3.087473e-05
+67379,-10.625082,-8.189343e-05
+4741,-0.0001136,-11.8751135
+5765,-7.2507668,-0.00076669856
+48791,-6.258292e-05,-11.125063
+15298,-0.20145407,-1.701454
+21874,-9.500126,-0.00012551951
+9095,-8.625377,-0.0003763921
+3840,-10.375063,-6.2821324e-05
+55636,-0.04302012,-3.16802
+57364,-0.22573476,-1.6007347
+65863,-0.00024232312,-11.500242
+40786,-6.592056e-05,-12.375066
+8118,-10.125085,-8.487341e-05
+52441,-8.737659e-05,-12.500088
+38593,-6.091409e-05,-12.125061
+5517,-0.00014435203,-10.750144
+39136,-5.8778567,-0.0028567002
+47292,-0.0002967871,-9.750297
+34052,-0.0010465865,-7.0010467
+16037,-10.625064,-6.425174e-05
+64606,-9.62511,-0.000109904926
+19552,-0.00014447123,-9.125144
+14116,-7.875415,-0.00041500063
+11261,-5.87784,-0.0028400584
+11668,-9.875118,-0.00011801023
+42198,-10.500065,-6.520536e-05
+22526,-10.875335,-0.00033480284
+8037,-8.375265,-0.00026484797
+5324,-6.376808,-0.0018080807
+56692,-0.00010823618,-12.125108
+59753,-0.14271158,-2.0177116
+47298,-8.952217e-05,-9.87509
+57801,-5.2552543,-0.005254388
+58413,-11.750027,-2.6583319e-05
+10673,-7.486063e-05,-11.875074
+65730,-11.000039,-3.886147e-05
+40287,-9.750086,-8.582701e-05
+15186,-10.375078,-7.819824e-05
+43119,-0.000107282605,-11.625107
+39219,-9.625135,-0.0001351742
+50340,-7.6255083,-0.0005082984
+34297,-8.625262,-0.00026210689
+62941,-0.00013731967,-11.250137
+31551,-11.875056,-5.6265202e-05
+41344,-9.500122,-0.00012194367
+46402,-11.125038,-3.8146245e-05
+13636,-9.62511,-0.000109547334
+42241,-9.875083,-8.2966224e-05
+15422,-0.0005065112,-7.6255064
+25014,-10.625125,-0.00012468515
+19613,-0.0022134108,-6.1272135
+5515,-9.5362884e-05,-10.625095
+64128,-0.00011038171,-12.750111
+28084,-7.223822e-05,-12.1250725
+10395,-3.6513426,-0.026342595
+9965,-0.00024625607,-8.500246
+27221,-8.250291,-0.00029094756
+11994,-0.00015603278,-11.625156
+43384,-0.0001277842,-10.875128
+44329,-0.00013481661,-12.250134
+58937,-7.6767836e-05,-10.625076
+29119,-5.483477e-05,-11.750054
+8989,-0.0016329063,-10.751633
+23043,-9.625165,-0.00016473368
+32166,-0.00015984688,-10.75016
+42729,-0.03368369,-3.4086838
+6863,-10.375118,-0.00011812943
+41187,-0.00014375607,-11.750144
+36039,-12.500043,-4.2676016e-05
+55977,-0.000111573674,-10.000112
+8129,-10.000093,-9.381331e-05
+60223,-9.625132,-0.0001314792
+9414,-4.2795218e-05,-12.125043
+26177,-0.0001385116,-11.375138
+38443,-5.9006856e-05,-11.750059
+43084,-0.00010907055,-12.375109
+53673,-0.00012027494,-10.87512
+15057,-4.2641997,-0.014199531
+51700,-0.00011741426,-10.875117
+51201,-8.750209,-0.00020907124
+47078,-8.250322,-0.00032264748
+59961,-9.125143,-0.00014304092
+22272,-1.0538977,-0.4288977
+65773,-0.0002652055,-8.375265
+33746,-0.00036376057,-8.000363
+27311,-10.875042,-4.1841584e-05
+41292,-4.315283e-05,-11.000043
+17110,-0.006038754,-5.1310387
+57029,-0.00013326711,-11.3751335
+3009,-9.500088,-8.809179e-05
+40193,-10.5000515,-5.19739e-05
+27618,-8.750197,-0.00019774865
+20145,-10.6250725,-7.211902e-05
+52193,-10.250092,-9.131015e-05
+34398,-0.00015257625,-11.000153
+36473,-10.375115,-0.00011550713
+43577,-6.198691e-05,-12.875062
+57850,-11.000049,-4.8874615e-05
+61117,-0.00014935808,-10.37515
+32569,-1.3133373,-0.3133373
+12290,-11.875046,-4.5656117e-05
+19499,-9.5001745,-0.00017462636
+60470,-4.148397e-05,-11.375041
+8962,-11.375102,-0.000102157144
+65955,-9.500113,-0.000112408045
+62486,-0.001976681,-6.2519765
+19000,-0.00014900051,-9.125149
+22631,-5.0068145,-0.006814454
+25613,-5.483477e-05,-10.625054
+56086,-8.875188,-0.00018833294
+28883,-0.82599974,-0.57599974
+26425,-10.250077,-7.724464e-05
+48097,-0.0002972638,-8.250298
+61477,-0.00017796364,-9.000178
+9121,-0.12695482,-2.1269548
+66709,-9.125136,-0.00013612774
+51472,-7.2508054,-0.00080541114
+19809,-10.125077,-7.7602235e-05
+38959,-10.500061,-6.13909e-05
+39849,-4.613293e-05,-11.125046
+59964,-0.00010013079,-9.6251
+65268,-10.375079,-7.9271034e-05
+8791,-0.00067080406,-7.375671
+51774,-9.250167,-0.00016723665
+49640,-8.093983e-05,-10.875081
+20125,-9.125128,-0.00012742661
+59640,-0.0002835587,-8.625283
+68206,-9.875373,-0.00037257883
+48079,-10.875063,-6.2821324e-05
+49583,-2.4642274,-0.08922745
+67054,-7.7959834e-05,-10.375078
+59571,-0.89815116,-0.52315116
+29080,-9.500132,-0.00013171759
+29111,-8.250303,-0.00030286494
+20758,-9.625101,-0.00010096517
+64023,-8.880698e-05,-11.000089
+29058,-0.00013171759,-11.875132
+18185,-6.210611e-05,-10.500062
+36543,-8.427742e-05,-11.000084
+54983,-9.250124,-0.00012432756
+3101,-5.130947,-0.005946919
+42140,-0.00010799778,-10.375108
+6954,-9.0952555e-05,-12.625091
+15955,-9.250187,-0.00018714108
+61746,-0.0001463783,-12.000146
+32055,-0.0001447096,-10.875145
+39496,-8.375303,-0.0003034608
+59909,-8.875157,-0.00015734388
+66296,-0.00015805903,-11.500158
+46804,-8.000378,-0.00037746457
+35049,-0.00016687908,-11.625167
+56017,-6.751232,-0.0012322222
+26947,-9.500097,-9.715085e-05
+38928,-0.00012134769,-10.750121
+15029,-10.375073,-7.331103e-05
+7086,-6.651657e-05,-10.875067
+537,-0.00022122797,-8.750221
+50731,-7.9271034e-05,-10.625079
+63604,-9.375108,-0.00010799778
+67049,-7.8913436e-05,-9.750079
+31161,-0.0002531685,-8.375253
+58922,-11.125072,-7.1165414e-05
+18347,-10.375064,-6.425174e-05
+25864,-1.701433,-0.20143293
+63846,-7.378783e-05,-11.250073
+13353,-0.00011896379,-11.750119
+25378,-8.375282,-0.00028212857
+59101,-10.375144,-0.00014423284
+20895,-0.011072029,-4.511072
+48119,-10.500054,-5.4596363e-05
+14332,-9.285972e-05,-12.5000925
+25497,-9.375136,-0.00013672371
+8686,-0.0013850867,-6.626385
+22758,-8.250394,-0.00039367078
+7666,-0.00010322992,-9.750103
+20686,-0.0032664775,-5.7532663
+18975,-7.6255436,-0.0005434467
+19054,-6.127221,-0.0022210234
+48123,-11.375036,-3.6596583e-05
+57909,-10.500052,-5.2927524e-05
+9226,-10.375161,-0.00016127716
+48653,-7.855584e-05,-10.750078
+44013,-0.00086306036,-7.625863
+11409,-10.125087,-8.6423e-05
+62736,-0.00012909532,-9.500129
+2777,-9.750109,-0.000108712964
+7058,-7.5814234e-05,-11.750075
+48408,-0.00012170528,-9.875122
+28934,-10.62505,-4.9232225e-05
+46578,-10.5000925,-9.250213e-05
+23203,-5.628634,-0.0036339217
+6257,-10.500061,-6.1033294e-05
+53444,-0.00021920186,-8.875219
+17816,-2.4639754,-0.088975444
+46307,-10.250102,-0.000102395534
+20599,-11.500057,-5.7576428e-05
+29423,-0.00012182447,-11.125122
+21041,-7.080781e-05,-11.125071
+16633,-10.875055,-5.566919e-05
+20221,-8.500225,-0.00022539936
+27466,-7.104621e-05,-11.250071
+22987,-0.00010263393,-10.500103
+9322,-0.00012408917,-10.125124
+3265,-0.0010581376,-6.876058
+22814,-6.127229,-0.0022293495
+56185,-10.375062,-6.1748506e-05
+55014,-8.875156,-0.00015615197
+43437,-9.625099,-9.893881e-05
+24683,-0.00010084597,-11.875101
+10233,-1.1369225,-0.3869225
+19001,-0.00017832119,-12.750178
+32718,-0.00011109689,-10.875111
+31030,-0.00017855957,-12.250178
+1099,-0.000107521,-12.750108
+57982,-7.375707,-0.00070725696
+49148,-0.00013100242,-9.125131
+40880,-11.375036,-3.6119764e-05
+31148,-0.00013922676,-12.625139
+9446,-10.375056,-5.6503606e-05
+18579,-10.875107,-0.00010644823
+30932,-3.773316,-0.023316026
+40792,-0.0076830126,-4.882683
+48600,-0.00013040646,-9.875131
+44588,-4.2643046,-0.014304713
+33828,-8.625227,-0.00022671037
+33917,-0.0001841614,-10.000184
+2026,-0.0004029654,-8.000403
+56745,-0.000102157144,-11.375102
+17383,-0.0002761698,-8.375277
+2372,-0.00057811715,-8.000578
+56600,-0.0018431833,-6.876843
+50257,-0.00010799778,-11.250108
+38892,-8.582701e-05,-11.125086
+45844,-0.00021729493,-11.125217
+29062,-0.00042012447,-8.000421
+5655,-8.87517,-0.000169978
+67611,-0.0003126371,-8.250313
+18546,-0.00028177106,-9.875281
+63060,-10.5000725,-7.247662e-05
+36068,-8.875609,-0.0006090932
+784,-0.0008320922,-7.125832
+20429,-0.0001830887,-11.375183
+21679,-9.125185,-0.00018535326
+53617,-10.6251135,-0.000113480804
+6978,-12.000046,-4.5417706e-05
+53262,-0.00013243275,-12.375133
+181,-0.00012861856,-11.750129
+28744,-0.0032317813,-5.878232
+48716,-0.0002454218,-8.625245
+51468,-7.1165414e-05,-11.875072
+62209,-9.625093,-9.381331e-05
+8732,-3.8956912,-0.020691257
+56949,-7.0009594,-0.00095917465
+26885,-0.0001234932,-12.750123
+43345,-0.00032836766,-8.125328
+8053,-8.375252,-0.00025209587
+59402,-9.0001545,-0.00015424492
+49552,-6.9735004e-05,-12.00007
+12348,-4.0182147,-0.01821458
+28335,-8.375255,-0.00025447944
+59114,-7.250749,-0.0007489498
+12625,-8.750198,-0.00019834458
+8876,-7.3757687,-0.00076860446
+29959,-11.250043,-4.255681e-05
+37911,-6.735098e-05,-11.750068
+38412,-0.011074623,-4.5110745
+31999,-8.511181e-05,-12.375085
+34775,-8.773419e-05,-11.000088
+65737,-8.125345,-0.00034505135
+25244,-0.00012051333,-11.00012
+51630,-9.000158,-0.00015865498
+23979,-4.2642055,-0.01420529
+34638,-9.750095,-9.5362884e-05
+22311,-12.250048,-4.7324967e-05
+14004,-9.62513,-0.0001296913
+310,-0.000176295,-8.750176
+49105,-0.0001333863,-10.7501335
+38782,-11.875071,-7.0211805e-05
+4647,-10.375059,-5.9483667e-05
+43782,-9.0475754e-05,-12.750091
+66046,-0.00012683064,-9.625127
+16690,-11.12507,-6.997341e-05
+67731,-0.0010714749,-6.8760715
+54867,-9.000163,-0.00016294583
+34108,-7.6255383,-0.0005384426
+67332,-8.284702e-05,-10.000083
+22567,-7.3549425e-05,-11.875073
+57173,-6.2225314e-05,-11.250062
+26527,-9.875114,-0.00011443437
+59580,-7.3756685,-0.00066842145
+20737,-0.0017473919,-6.3767476
+53307,-0.0001277842,-13.000128
+32783,-0.00010179955,-12.250102
+7868,-10.125071,-7.045021e-05
+50777,-6.520536e-05,-11.375065
+29307,-11.125061,-6.091409e-05
+18297,-0.00011121608,-10.000112
+44524,-10.875053,-5.3046726e-05
+61320,-0.0017471539,-6.376747
+2578,-0.0028808306,-5.877881
+40612,-0.00013922676,-11.875139
+32523,-6.0025387,-0.0025389122
+48509,-7.831743e-05,-10.750078
+36666,-8.87519,-0.00018940562
+6539,-10.125082,-8.189343e-05
+33620,-9.750117,-0.00011717586
+55547,-9.6250925,-9.250213e-05
+11751,-9.125134,-0.00013433985
+30491,-5.7934038e-05,-11.125058
+48294,-10.250078,-7.784064e-05
+37424,-9.125149,-0.00014888131
+29155,-2.1269662,-0.12696627

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=128/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}