Add files using upload-large-folder tool

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,189 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3512851968407631,0,6.866723537445068,
+0,8,0.07515894249081612,1,5.589772522449493,
+0,16,0.03576778620481491,2,3.9349632263183594,
+0,24,0.03406824916601181,3,2.472440257668495,
+0,32,0.03844352066516876,4,0.6940593048930168,
+0,40,0.03448953479528427,5,0.5286346189677715,
+0,48,0.037475213408470154,6,0.720226600766182,
+0,56,0.03940468654036522,7,0.572004378773272,
+0,64,0.03787669539451599,8,0.8689904324710369,
+0,72,0.03373517468571663,9,0.5128215914592147,
+0,80,0.033840447664260864,10,0.1739718965254724,
+0,88,0.03387361019849777,11,0.13653351878747344,
+1,96,0.033964432775974274,12,0.5394405807019211,
+1,104,0.034009888768196106,13,0.27742535155266523,
+1,112,0.03429439663887024,14,0.21351179690100253,
+1,120,0.03101765364408493,15,0.0875541350687854,
+1,128,0.032361824065446854,16,0.24987010131007992,
+,,,16,,0.38740735304983037
+1,136,0.032339584082365036,17,0.007889330212492496,
+1,144,0.030786029994487762,18,0.04829882323247148,
+1,152,0.031005293130874634,19,0.13136312250207993,
+1,160,0.03545510023832321,20,0.004133251844905317,
+1,168,0.030412990599870682,21,0.1769887270311301,
+1,176,0.030490998178720474,22,0.02609173611199367,
+2,184,0.030581239610910416,23,0.3670828232388885,
+2,192,0.03007960319519043,24,0.013911436657508602,
+2,200,0.030722707509994507,25,0.0017761589188012294,
+2,208,0.030944176018238068,26,0.0015360404322564136,
+2,216,0.033098503947257996,27,0.0036580324631358963,
+2,224,0.029644273221492767,28,0.001119723056035582,
+2,232,0.033480238169431686,29,0.000951317520957673,
+2,240,0.030963733792304993,30,0.0362423537299037,
+2,248,0.0317961759865284,31,0.001996727482037386,
+2,256,0.03314034640789032,32,0.0009494325713603757,
+,,,32,,0.5515235097784745
+2,264,0.03065517544746399,33,0.0024706672193133272,
+3,272,0.03185155242681503,34,0.0008565658754378092,
+3,280,0.03207801654934883,35,0.0020385465286381077,
+3,288,0.031541042029857635,36,0.0009216613070748281,
+3,296,0.03156029060482979,37,0.0008721170597709715,
+3,304,0.031653907150030136,38,0.005525705484615173,
+3,312,0.03694351390004158,39,0.002392103102465626,
+3,320,0.031724750995635986,40,0.0013523810703190975,
+3,328,0.03113756701350212,41,0.007215269768494181,
+3,336,0.03134779632091522,42,0.0010914549075096147,
+3,344,0.030245564877986908,43,0.0009774939098861068,
+3,352,0.0317879281938076,44,0.0005450992539408617,
+3,360,0.029962293803691864,45,0.0012865897551819216,
+4,368,0.030758686363697052,46,0.003427436779020354,
+4,376,0.03071364015340805,47,0.0007329156978812534,
+4,384,0.03024507686495781,48,0.0018610890292620752,
+,,,48,,0.6654298180028012
+4,392,0.029427941888570786,49,0.002392336398770567,
+4,400,0.032136786729097366,50,0.0005837059907207731,
+4,408,0.03034009411931038,51,0.0014461910468526185,
+4,416,0.03132322430610657,52,0.0006271986130741425,
+4,424,0.034049633890390396,53,0.0009376315319968853,
+4,432,0.03146306425333023,54,0.0006320087559288368,
+4,440,0.030625492334365845,55,0.0007963523748912849,
+4,448,0.032134585082530975,56,0.0005742606917920057,
+5,456,0.032161567360162735,57,0.0007926126090751495,
+5,464,0.03166245296597481,58,0.0006856907275505364,
+5,472,0.03005244955420494,59,0.0015860241765039973,
+5,480,0.03745381161570549,60,0.0016951610705291387,
+5,488,0.030621636658906937,61,0.0018964865012094378,
+5,496,0.03149991109967232,62,0.0008148962697305251,
+5,504,0.055470969527959824,63,0.0013079214149911422,
+5,512,0.04653770849108696,64,0.0006252557941479608,
+,,,64,,0.6988267396625719
+5,520,0.03103310987353325,65,0.0005254552088445053,
+5,528,0.030047569423913956,66,0.0005465835056384094,
+5,536,0.03156791254878044,67,0.0007852523540350376,
+6,544,0.03208191320300102,68,0.0008981106475403067,
+6,552,0.030099447816610336,69,0.0007864678336773068,
+6,560,0.03214887157082558,70,0.0009623818750696955,
+6,568,0.030505672097206116,71,0.0007979557631188072,
+6,576,0.031208783388137817,72,0.001953908991708886,
+6,584,0.031520940363407135,73,0.0015242627341649495,
+6,592,0.031157061457633972,74,0.0009404731026734225,
+6,600,0.030465558171272278,75,0.0008208452782128006,
+6,608,0.030189156532287598,76,0.0005610317748505622,
+6,616,0.030895430594682693,77,0.0005252291448414326,
+6,624,0.034878313541412354,78,0.0003792445386352483,
+7,632,0.034058135002851486,79,0.0005671848612109898,
+7,640,0.029918856918811798,80,0.0006965775246499106,
+,,,80,,0.7325156362433183
+7,648,0.03513192757964134,81,0.0006364105774991913,
+7,656,0.03194994479417801,82,0.0006408013505279087,
+7,664,0.03040558472275734,83,0.0006847024269518442,
+7,672,0.030924640595912933,84,0.0004694141407526331,
+7,680,0.03447382152080536,85,0.0010198883701377781,
+7,688,0.03760663792490959,86,0.0008389479189645499,
+7,696,0.03126247227191925,87,0.0005871102503078873,
+7,704,0.0307939276099205,88,0.0015280322586477268,
+7,712,0.033250682055950165,89,0.0013578642865468282,
+7,720,0.03185976296663284,90,0.0008068398492468987,
+8,728,0.030093085020780563,91,0.0007881938472564798,
+8,736,0.031169168651103973,92,0.000958540531428298,
+8,744,0.031337860971689224,93,0.0005261183414404513,
+8,752,0.035057831555604935,94,0.00043034371810790617,
+8,760,0.03444373235106468,95,0.001068119845513138,
+8,768,0.03193200007081032,96,0.0004933783675369341,
+,,,96,,0.7250300457603053
+8,776,0.02965312823653221,97,0.0004368608151708031,
+8,784,0.03109697997570038,98,0.0007788442344462965,
+8,792,0.029801316559314728,99,0.0005464619353006128,
+8,800,0.031464263796806335,100,0.0013428543588815955,
+8,808,0.03011879324913025,101,0.00103464017593069,
+9,816,0.03250531107187271,102,0.0010045136477856431,
+9,824,0.03366390988230705,103,0.0004448869003681466,
+9,832,0.03512420505285263,104,0.0006982338109082775,
+9,840,0.030063599348068237,105,0.0004828995715797646,
+9,848,0.03081808239221573,106,0.0004873695534115541,
+9,856,0.031048327684402466,107,0.001129023206885904,
+9,864,0.03082415461540222,108,0.0005564555121964077,
+9,872,0.030944962054491043,109,0.0011777035870181862,
+9,880,0.029596924781799316,110,0.0009533604315947741,
+9,888,0.030820656567811966,111,0.00043788762923213653,
+9,896,0.031148947775363922,112,0.0006770084328309167,
+,,,112,,0.7383821387039987
+10,904,0.030069518834352493,113,0.00032453282619826496,
+10,912,0.03031083568930626,114,0.0005066889661975438,
+10,920,0.031095799058675766,115,0.000503988383570686,
+10,928,0.030517715960741043,116,0.00044909359348821454,
+10,936,0.03573857992887497,117,0.0012729400477837771,
+10,944,0.03938831761479378,118,0.0013038362267252523,
+10,952,0.03145582973957062,119,0.0005842731588927563,
+10,960,0.031241439282894135,120,0.0012535215682873968,
+10,968,0.031352605670690536,121,0.00041045189755095635,
+10,976,0.030017804354429245,122,0.00039840633780841017,
+10,984,0.0367206372320652,123,0.0004646606830647215,
+11,992,0.030716579407453537,124,0.0004427112562552793,
+11,1000,0.030580151826143265,125,0.0006183875375427306,
+11,1008,0.03033185750246048,126,0.0010736940494098235,
+11,1016,0.03310408070683479,127,0.0005824370673508383,
+11,1024,0.03270163759589195,128,0.0004692441434599459,
+,,,128,,0.7511341697291324
+11,1032,0.03170996904373169,129,0.00047624038234062027,
+11,1040,0.031840596348047256,130,0.0011166868407599395,
+11,1048,0.03135961666703224,131,0.00028918036241520895,
+11,1056,0.03168020769953728,132,0.00040117841490427963,
+11,1064,0.03172735124826431,133,0.0005439618744276231,
+11,1072,0.031866516917943954,134,0.0006568131266249111,
+11,1080,0.0322219654917717,135,0.0006048924660717603,
+12,1088,0.03303559869527817,136,0.0007840642156224931,
+12,1096,0.03185015171766281,137,0.0004294073642086005,
+12,1104,0.03210969269275665,138,0.00033253833134949673,
+12,1112,0.03166487067937851,139,0.0008466413219139213,
+12,1120,0.03180422633886337,140,0.00041687529665068723,
+12,1128,0.03159535303711891,141,0.0003869967349601211,
+12,1136,0.03209127485752106,142,0.0003643789059424307,
+12,1144,0.03149433806538582,143,0.0008089485290838638,
+12,1152,0.031141702085733414,144,0.0003070598468184471,
+,,,144,,0.7600164915386
+12,1160,0.030777502804994583,145,0.0010404777094663586,
+12,1168,0.031030133366584778,146,0.00047188395365083124,
+13,1176,0.031819164752960205,147,0.0006109189816925209,
+13,1184,0.031089141964912415,148,0.00036415997783478815,
+13,1192,0.03166815638542175,149,0.000552624242118327,
+13,1200,0.030594993382692337,150,0.00038468963975901715,
+13,1208,0.031170789152383804,151,0.00041159120155498385,
+13,1216,0.03152007237076759,152,0.0003154728728986811,
+13,1224,0.032835591584444046,153,0.0004359502472652821,
+13,1232,0.032159194350242615,154,0.000556602602955536,
+13,1240,0.03166792914271355,155,0.0013398225328273838,
+13,1248,0.03206193819642067,156,0.0004492595326155424,
+13,1256,0.031278032809495926,157,0.0008231902229454136,
+14,1264,0.031863465905189514,158,0.0003500858656479977,
+14,1272,0.03200475499033928,159,0.00030542111380782444,
+14,1280,0.03170490637421608,160,0.0005051544430898502,
+,,,160,,0.7720348458541068
+14,1288,0.0333501435816288,161,0.00040996747429744573,
+14,1296,0.03618261590600014,162,0.00042026417941087857,
+14,1304,0.03508130460977554,163,0.0003944587497244356,
+14,1312,0.032749880105257034,164,0.0007999627596291248,
+14,1320,0.03278634697198868,165,0.0002484792939867475,
+14,1328,0.03138644993305206,166,0.0007666038181923795,
+14,1336,0.0329420231282711,167,0.0007142113645386416,
+14,1344,0.03159476816654205,168,0.00038085817323008087,
+15,1352,0.03274909779429436,169,0.00049293338724965,
+15,1360,0.03165305405855179,170,0.0003986495048593497,
+15,1368,0.032466962933540344,171,0.0005430939800135093,
+15,1376,0.031728629022836685,172,0.000405228753152187,
+15,1384,0.03431411460042,173,0.0002674512506928295,
+15,1392,0.038553301244974136,174,0.0003272364629083313,
+15,1400,0.03728575259447098,175,0.0004309364030632423,
+15,1408,0.036478977650403976,176,0.000633446855317743,
+,,,176,,0.7682131717079564

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/labels.csv

@@ -0,0 +1,38 @@
+4033,0
+28939,1
+67798,0
+25739,0
+62819,1
+13751,1
+11864,0
+8977,0
+24175,0
+46376,0
+1813,1
+5985,1
+50805,0
+16934,0
+10780,1
+10772,1
+63344,1
+40393,1
+4308,0
+34666,0
+62226,1
+10141,0
+59986,1
+51293,0
+35428,1
+60804,0
+21036,1
+65910,0
+23763,0
+25962,1
+4878,1
+14703,1
+34248,1
+51326,1
+26002,0
+7600,0
+41956,1
+48069,1

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/logits.csv

@@ -0,0 +1,38 @@
+4033,-0.008162946,-4.883163
+28939,-9.000194,-0.00019381552
+67798,-0.0009435731,-11.500943
+25739,-0.00034290634,-12.250343
+62819,-8.500303,-0.00030369914
+13751,-11.125237,-0.00023779426
+11864,-0.0006525771,-11.875652
+8977,-0.0006059956,-8.500606
+24175,-0.42884848,-1.0538485
+46376,-0.00024518344,-12.000245
+1813,-10.125294,-0.00029416525
+5985,-9.125246,-0.00024649443
+50805,-0.0027293833,-6.0027294
+16934,-9.500202,-0.00020239688
+10780,-7.125951,-0.000950957
+10772,-10.750154,-0.00015388735
+63344,-10.375106,-0.00010632903
+40393,-9.2501955,-0.0001957225
+4308,-0.00026746988,-10.500267
+34666,-0.00020489977,-10.875205
+62226,-8.750253,-0.0002524534
+10141,-5.877902,-0.002902226
+59986,-10.3750925,-9.274053e-05
+51293,-1.0539956,-0.42899567
+35428,-10.87516,-0.00015984688
+60804,-0.0007384672,-11.125738
+21036,-10.50018,-0.00018034739
+65910,-0.043197446,-3.1681974
+23763,-5.255432,-0.0054323673
+25962,-9.875203,-0.00020275444
+4878,-10.125178,-0.00017820201
+14703,-12.375167,-0.00016687908
+34248,-8.875317,-0.00031692727
+51326,-9.2502165,-0.00021657982
+26002,-0.0006287505,-12.875628
+7600,-0.00021097818,-11.875211
+41956,-11.000125,-0.00012480434
+48069,-0.002545809,-6.127546

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-0.2256657,-1.6006657
+12007,-1.6005524,-0.2255524
+8229,-0.00022361163,-11.000223
+31449,-10.12517,-0.00016938205
+1591,-0.00033468366,-11.500335
+53542,-8.000522,-0.00052140467
+49372,-9.125208,-0.00020787939
+54831,-0.00024983147,-10.87525
+44771,-5.3797774,-0.004777208
+33116,-0.00048029807,-13.000481
+33492,-8.125384,-0.00038389943
+16982,-0.14285286,-2.0178528
+31901,-6.626985,-0.001985009
+49817,-0.00042655907,-8.500426
+60681,-5.2555985,-0.0055985795
+39890,-5.5041924,-0.004192136
+62685,-0.00032407753,-11.625324
+2201,-10.875382,-0.00038270777
+47201,-0.00037460463,-10.625375
+20835,-10.375173,-0.00017236178
+15421,-9.500204,-0.00020454222
+45021,-0.00025567124,-10.875256
+45802,-0.00053498737,-10.250535
+43637,-0.00024411082,-10.375244
+7160,-0.00016461448,-11.125165
+8150,-0.0062091304,-5.131209
+3512,-9.375161,-0.00016115798
+29264,-0.000407851,-13.000408
+32960,-0.00036590558,-10.500366
+32221,-0.0005393957,-10.87554
+35996,-7.375747,-0.00074740127
+4422,-10.875156,-0.00015662874
+22209,-0.00025054652,-10.875251
+6920,-11.000137,-0.00013767726
+25253,-0.00025269177,-11.375253
+680,-0.0008478146,-7.250848
+50140,-9.500203,-0.00020335037
+28481,-9.500194,-0.00019393471
+36298,-0.00033480284,-9.625335
+16473,-10.250145,-0.00014506718
+11102,-5.504184,-0.004183589
+62901,-0.00017236178,-10.500173
+16123,-9.875313,-0.00031275625
+52012,-0.0004045145,-12.375404
+60780,-0.00028272448,-10.000282
+1781,-11.375136,-0.00013648532
+41449,-0.00047731926,-11.250478
+908,-7.7506614,-0.0006611545
+15507,-9.37544,-0.00043954724
+57914,-1.4063178,-0.28131783
+46159,-0.75777954,-0.63277954
+56461,-10.5000925,-9.2263734e-05
+62107,-0.000539634,-12.50054
+49087,-10.375176,-0.00017689094
+65792,-0.00027593144,-10.500276
+13181,-0.00027950673,-10.750279
+54119,-9.625172,-0.00017164665
+51997,-0.00014602071,-11.625146
+24924,-10.8751135,-0.00011336161
+45890,-0.0002785533,-11.375278
+41716,-0.00038330362,-8.375383
+60175,-0.00039498156,-11.875395
+30318,-0.00025710138,-11.6252575
+13221,-9.125187,-0.0001869027
+15509,-10.7500725,-7.2715025e-05
+37365,-7.1259074,-0.000907367
+60975,-0.007826379,-4.8828263
+51375,-0.00070761435,-11.500708
+16004,-8.750342,-0.0003421913
+12837,-8.125446,-0.00044657747
+17864,-8.875371,-0.00037067218
+67134,-8.375403,-0.00040344204
+18611,-7.3757343,-0.0007345362
+12861,-7.500834,-0.00083411706
+58084,-10.500104,-0.0001040643
+32874,-0.0038528037,-5.628853
+32717,-9.500166,-0.00016580637
+23413,-9.125392,-0.00039152586
+59634,-0.08907229,-2.4640722
+15629,-0.07027387,-2.6952739
+47071,-0.0005410638,-9.500541
+48558,-8.12543,-0.0004301338
+3648,-0.0002479246,-11.875248
+43367,-0.00015126515,-10.125152
+14869,-0.00039653067,-12.375397
+1518,-0.00026854247,-10.000269
+16976,-10.877589,-0.0025896844
+20931,-10.375117,-0.00011717586
+67379,-10.375222,-0.00022265816
+4741,-0.00033241944,-11.875333
+5765,-6.8762937,-0.0012938946
+48791,-0.00024494508,-10.125245
+15298,-1.2236648,-0.34866473
+21874,-8.750282,-0.00028224775
+9095,-8.000796,-0.0007960012
+3840,-9.750224,-0.0002244459
+55636,-0.062046155,-2.812046
+57364,-3.1682773,-0.043277245
+65863,-0.00072095625,-11.750721
+40786,-0.00030798936,-12.875308
+8118,-9.750134,-0.0001349358
+52441,-0.00035529977,-12.125356
+38593,-0.0002145537,-11.875215
+5517,-0.00049590686,-11.375496
+39136,-0.8262725,-0.5762725
+47292,-0.0010390842,-10.0010395
+34052,-0.00040272708,-9.000402
+16037,-10.500129,-0.00012897613
+64606,-8.750313,-0.00031275625
+19552,-0.00022003613,-9.62522
+14116,-7.5006638,-0.0006638945
+11261,-0.055025153,-2.930025
+11668,-10.125179,-0.00017891714
+42198,-9.875149,-0.0001491197
+22526,-11.000427,-0.00042739316
+8037,-8.8752575,-0.00025745892
+5324,-6.8761883,-0.0011882872
+56692,-0.00029654874,-12.000297
+59753,-0.89823663,-0.52323663
+47298,-0.00023398046,-10.500234
+57801,-0.17982781,-1.8048278
+58413,-11.500067,-6.699338e-05
+10673,-0.00039557737,-12.500396
+65730,-10.875106,-0.00010632903
+40287,-9.125179,-0.0001792747
+15186,-9.750195,-0.0001948882
+43119,-0.00034576637,-11.500346
+39219,-9.000444,-0.00044467096
+50340,-8.375281,-0.00028141352
+34297,-8.500506,-0.0005065112
+62941,-0.0003258651,-11.875326
+31551,-11.625158,-0.00015817821
+41344,-8.875275,-0.00027497803
+46402,-10.625125,-0.00012492354
+13636,-8.875222,-0.00022253898
+42241,-9.250191,-0.00019095505
+15422,-0.00013636613,-9.875136
+25014,-9.7502575,-0.00025781646
+19613,-0.1270975,-2.1270976
+5515,-0.00023350373,-10.375234
+64128,-0.00034946058,-13.250349
+28084,-0.00052867265,-12.750528
+10395,-3.8956602,-0.02066008
+9965,-0.00046576143,-8.125465
+27221,-8.625244,-0.00024387246
+11994,-0.0007175017,-12.625717
+43384,-0.00027426297,-10.875275
+44329,-0.0005434467,-13.125544
+58937,-0.0004663572,-12.750466
+29119,-0.00021431534,-12.375215
+8989,-0.00070332584,-11.750703
+23043,-9.625186,-0.00018618758
+32166,-0.0004895919,-11.125489
+42729,-0.00042548662,-9.375425
+6863,-9.500275,-0.00027462048
+41187,-0.00054964214,-11.625549
+36039,-12.000136,-0.00013684291
+55977,-0.00037925204,-10.12538
+8129,-9.500223,-0.00022349245
+60223,-10.000206,-0.00020561488
+9414,-0.00019810621,-12.125198
+26177,-0.0005535739,-11.375553
+38443,-0.00017653337,-11.375176
+43084,-0.0004787491,-12.500479
+53673,-0.00028272448,-10.250282
+15057,-2.2381928,-0.113192864
+51700,-0.00048125128,-11.125482
+51201,-9.000255,-0.00025459862
+47078,-8.875307,-0.00030703598
+59961,-6.751269,-0.0012690118
+22272,-0.34912232,-1.2241223
+65773,-0.0002292132,-9.000229
+33746,-0.00040975757,-8.12541
+27311,-9.750183,-0.0001832079
+41292,-0.00013934595,-10.375139
+17110,-0.25259358,-1.5025935
+57029,-0.0006866481,-11.625687
+3009,-9.7501135,-0.000113480804
+40193,-10.250119,-0.00011896379
+27618,-8.625311,-0.0003109687
+20145,-10.500099,-9.941561e-05
+52193,-10.000174,-0.00017379204
+34398,-0.0004521778,-10.625452
+36473,-10.125385,-0.00038509106
+43577,-0.0002145537,-12.875215
+57850,-11.250104,-0.00010358751
+61117,-0.00055810134,-9.875558
+32569,-6.0025826,-0.0025824313
+12290,-11.250158,-0.00015829741
+19499,-10.000224,-0.00022396917
+60470,-0.00017331529,-10.875174
+8962,-11.375285,-0.0002854655
+65955,-8.000555,-0.00055512274
+62486,-0.006886794,-5.006887
+19000,-0.0005222387,-8.125523
+22631,-7.3758507,-0.0008506732
+25613,-0.00022635281,-10.750226
+56086,-9.125199,-0.00019977482
+28883,-0.97430396,-0.47430396
+26425,-9.375195,-0.00019453064
+48097,-0.0004494372,-8.125449
+61477,-0.0006368516,-8.125637
+9121,-0.0023247378,-6.1273246
+66709,-8.75022,-0.00022051287
+51472,-7.126282,-0.0012821081
+19809,-8.500331,-0.00033087024
+38959,-9.0002365,-0.00023648326
+39849,-0.00018463815,-11.500185
+59964,-0.00027938755,-9.000279
+65268,-10.000187,-0.00018714108
+8791,-0.0038202654,-5.6288204
+51774,-9.125228,-0.00022766383
+49640,-0.00026854247,-11.125269
+20125,-9.125171,-0.00017093151
+59640,-0.00088652404,-7.3758864
+68206,-9.625387,-0.00038735516
+48079,-10.750211,-0.00021062064
+49583,-2.2379682,-0.112968124
+67054,-0.00038544854,-11.125385
+59571,-0.0020366418,-6.2520366
+29080,-8.625539,-0.0005391575
+29111,-8.00052,-0.0005194983
+20758,-9.250204,-0.0002038271
+64023,-0.00026854247,-11.250269
+29058,-0.0004701701,-11.75047
+18185,-0.00038378025,-12.750383
+36543,-0.00024887803,-10.625249
+54983,-9.000196,-0.00019631843
+3101,-4.8826885,-0.007688336
+42140,-0.00035029475,-10.25035
+6954,-0.00028141352,-12.875281
+15955,-7.375947,-0.00094678864
+61746,-0.0003514864,-12.250352
+32055,-0.0003643564,-10.000364
+39496,-8.125546,-0.00054606784
+59909,-8.37531,-0.00030989613
+66296,-0.00058455067,-11.500585
+46804,-8.125373,-0.00037269798
+35049,-0.0008425738,-11.625843
+56017,-5.0072594,-0.007259183
+26947,-9.000188,-0.00018773701
+38928,-0.00031919152,-10.7503195
+15029,-8.375754,-0.0007539529
+7086,-0.0005613182,-12.000562
+537,-0.00059944304,-8.0006
+50731,-0.00022897482,-9.875229
+63604,-7.626196,-0.0011956693
+67049,-0.00017820201,-10.875178
+31161,-0.00022861728,-10.375229
+58922,-10.500222,-0.00022218144
+18347,-9.625179,-0.00017951308
+25864,-0.42879197,-1.053792
+63846,-0.0002473287,-10.750247
+13353,-0.00030596345,-11.500306
+25378,-7.3758054,-0.00080517295
+59101,-10.25022,-0.00022027451
+20895,-0.008770753,-4.758771
+48119,-10.12513,-0.00013004888
+14332,-0.0002418464,-12.125242
+25497,-8.875263,-0.00026317948
+8686,-0.002778838,-6.002779
+22758,-6.7516074,-0.0016074367
+7666,-0.00032479255,-11.625325
+20686,-0.001985604,-6.3769855
+18975,-7.0015783,-0.0015781579
+19054,-7.87545,-0.0004502713
+48123,-10.750108,-0.0001076402
+57909,-10.5001135,-0.00011312322
+9226,-10.250165,-0.00016485286
+48653,-0.00025233423,-11.625253
+44013,-0.0023726665,-6.3773727
+11409,-9.750234,-0.00023338455
+62736,-0.0007158339,-7.6257157
+2777,-8.8754,-0.00039986722
+7058,-0.00029237763,-12.250293
+48408,-0.00044383688,-8.750443
+28934,-10.250141,-0.00014149141
+46578,-9.750277,-0.00027676567
+23203,-5.5041842,-0.0041844198
+6257,-9.750184,-0.00018392302
+53444,-0.0005337959,-8.375534
+17816,-0.00047005096,-8.00047
+46307,-9.500313,-0.00031323294
+20599,-11.125215,-0.00021479207
+29423,-0.00034409802,-10.375344
+21041,-0.0003665014,-12.125366
+16633,-10.875162,-0.00016258826
+20221,-6.1273065,-0.0023063032
+27466,-0.00017879794,-11.500178
+22987,-0.000258174,-10.625258
+9322,-0.0006143351,-7.750614
+3265,-0.00046492735,-8.375465
+22814,-6.376811,-0.0018111744
+56185,-9.375215,-0.0002145537
+55014,-8.000412,-0.00041190247
+43437,-9.750135,-0.00013541259
+24683,-0.0002785533,-11.375278
+10233,-0.00030679765,-9.250307
+19001,-0.00034850722,-13.250348
+32718,-0.0003197874,-10.7503195
+31030,-0.00038902345,-12.250389
+1099,-0.00037377048,-12.750374
+57982,-6.6266623,-0.0016620645
+49148,-0.00018666433,-9.625187
+40880,-11.0001,-0.000100249985
+31148,-0.00051783025,-12.750518
+9446,-9.750162,-0.00016223069
+18579,-10.87519,-0.00019023992
+30932,-4.141192,-0.016191887
+40792,-0.0016813441,-6.6266813
+48600,-0.00041225995,-10.625412
+44588,-3.2885923,-0.038592454
+33828,-9.375191,-0.00019083587
+33917,-0.00075383374,-10.375753
+2026,-0.0004153581,-8.500416
+56745,-0.00027164107,-10.750272
+17383,-0.011262651,-4.5112624
+2372,-0.00095619727,-9.000957
+56600,-0.0022463582,-7.6272464
+50257,-0.00044502845,-11.125445
+38892,-0.00030941944,-10.375309
+45844,-0.00080422004,-10.750804
+29062,-0.0011237503,-7.251124
+5655,-8.625331,-0.00033134694
+67611,-0.0004051103,-8.750405
+18546,-0.0005671561,-9.250567
+63060,-9.500286,-0.00028641892
+36068,-8.882181,-0.0071815443
+784,-0.00022277735,-10.000223
+20429,-0.00067783264,-11.250678
+21679,-8.375391,-0.00039116837
+53617,-10.375174,-0.00017331529
+6978,-11.000129,-0.00012873775
+53262,-0.00041249825,-12.250413
+181,-0.00036054308,-12.0003605
+28744,-0.0013312773,-7.0013313
+48716,-0.0004329936,-8.375433
+51468,-0.00019298121,-11.750193
+62209,-9.875183,-0.0001832079
+8732,-6.2521605,-0.0021605976
+56949,-6.37693,-0.001930042
+26885,-0.00055976934,-13.25056
+43345,-0.00035541895,-8.625356
+8053,-8.250324,-0.0003243159
+59402,-8.875242,-0.0002418464
+49552,-0.00029690625,-12.125297
+12348,-1.7015487,-0.2015487
+28335,-4.0183177,-0.018317467
+59114,-6.7512856,-0.0012854417
+12625,-7.875538,-0.0005380851
+8876,-6.5020485,-0.0020485385
+29959,-10.375105,-0.000105137064
+37911,-0.0002337421,-11.875234
+38412,-3.4087508,-0.033750657
+31999,-0.00025149997,-11.750252
+34775,-0.00024816295,-10.625248
+65737,-7.750558,-0.0005579822
+25244,-0.00037329382,-10.000373
+51630,-10.125142,-0.00014232576
+23979,-2.1283624,-0.12836246
+34638,-9.625132,-0.00013195598
+22311,-11.875169,-0.00016902448
+14004,-10.875202,-0.00020180097
+310,-0.00018785619,-12.250188
+49105,-0.00031466302,-10.750315
+38782,-12.12515,-0.00014959647
+4647,-10.250104,-0.00010442189
+43782,-0.000298098,-12.6252985
+66046,-0.0003246734,-8.875324
+16690,-10.750135,-0.00013577017
+67731,-0.00030453337,-8.750304
+54867,-8.750295,-0.00029464194
+34108,-6.252134,-0.002134071
+67332,-0.00014280253,-9.875143
+22567,-0.00019286203,-11.125193
+57173,-0.0002461369,-10.750246
+26527,-9.875262,-0.0002624644
+59580,-7.5006933,-0.0006935575
+20737,-0.001711929,-6.501712
+53307,-0.00043287443,-13.375433
+32783,-0.00027736154,-12.1252775
+7868,-10.500122,-0.00012242045
+50777,-0.00039188334,-12.125392
+29307,-11.125105,-0.000105256266
+18297,-0.0003904534,-8.87539
+44524,-10.3751335,-0.0001335055
+61320,-0.0053981016,-5.2553983
+2578,-0.007886226,-4.8828864
+40612,-0.00037686876,-11.750377
+32523,-5.131095,-0.006095154
+48509,-0.00025269177,-10.125253
+36666,-8.125395,-0.00039450492
+6539,-9.875165,-0.00016521043
+33620,-8.87537,-0.0003703147
+55547,-9.125208,-0.00020764102
+11751,-9.125208,-0.00020787939
+30491,-0.00019357714,-10.125194
+48294,-9.375216,-0.00021586473
+37424,-7.8755326,-0.0005327236
+29155,-0.1798314,-1.8048314

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-1.2241199,-0.34911996
+12007,-0.6332609,-0.7582609
+8229,-0.0009177287,-7.375918
+31449,-6.626626,-0.0016262414
+1591,-0.0007584794,-7.8757586
+53542,-4.882867,-0.007866947
+49372,-4.6351395,-0.010139268
+54831,-0.023842528,-3.7738426
+44771,-1.224188,-0.34918797
+33116,-0.000838405,-8.250838
+33492,-3.4089315,-0.033931587
+16982,-1.22401,-0.34901005
+31901,-2.3514733,-0.10147336
+49817,-0.023727983,-3.773728
+60681,-2.3512936,-0.101293586
+39890,-2.6953232,-0.07032332
+62685,-0.0016043423,-6.7516046
+2201,-8.251068,-0.0010679024
+47201,-0.002951791,-6.0029516
+20835,-6.626844,-0.0018437782
+15421,-3.8959513,-0.020951383
+45021,-0.007131005,-5.007131
+45802,-0.0043007503,-5.6293006
+43637,-0.0028653776,-6.0028653
+7160,-0.0044105398,-5.5044107
+8150,-0.34931535,-1.2243154
+3512,-6.002675,-0.0026749326
+29264,-0.00051425584,-8.875514
+32960,-0.006455994,-5.131456
+32221,-0.012872105,-4.387872
+35996,-3.4090421,-0.034042206
+4422,-7.376018,-0.0010180058
+22209,-0.0035511309,-5.753551
+6920,-7.500796,-0.0007957629
+25253,-0.0010489682,-7.626049
+680,-0.34894297,-1.223943
+50140,-4.8829274,-0.007927266
+28481,-3.8959377,-0.020937609
+36298,-0.0017040746,-6.626704
+16473,-6.5017476,-0.00174763
+11102,-2.6952386,-0.07023864
+62901,-0.007992311,-4.8829923
+16123,-6.12749,-0.002490278
+52012,-0.0009629857,-7.625963
+60780,-0.0037096986,-5.75371
+1781,-7.625754,-0.00075371464
+41449,-0.0022287548,-6.3772287
+908,-3.0491195,-0.049119536
+15507,-6.127581,-0.0025811235
+57914,-0.6334489,-0.7584489
+46159,-2.350447,-0.10044693
+56461,-6.2521086,-0.0021087332
+62107,-0.008926486,-5.1339264
+49087,-6.8763275,-0.0013277057
+65792,-0.0014728185,-6.876473
+13181,-0.0049773357,-5.379977
+54119,-6.002753,-0.0027525653
+51997,-0.002721299,-6.0027213
+24924,-7.250978,-0.0009779915
+45890,-0.0007650309,-8.000765
+41716,-0.2019238,-1.7019238
+60175,-0.0028878436,-6.0028877
+30318,-0.0018856617,-6.501886
+13221,-4.8828077,-0.007807808
+15509,-6.876193,-0.0011928118
+37365,-3.0490372,-0.049037136
+60975,-0.04906767,-3.0490677
+51375,-0.0033385989,-7.128339
+16004,-5.6288934,-0.0038934157
+12837,-3.0489125,-0.048912615
+17864,-5.75362,-0.0036201435
+67134,-4.883091,-0.008091172
+18611,-4.141447,-0.016447205
+12861,-3.4092853,-0.034285404
+58084,-7.0010567,-0.0010567086
+32874,-0.014826232,-4.2648263
+32717,-6.128097,-0.003097025
+23413,-6.252914,-0.0029137558
+59634,-0.28166294,-1.406663
+15629,-0.14430217,-2.0193021
+47071,-0.0036245384,-5.8786244
+48558,-3.89582,-0.020819928
+3648,-0.00070344494,-7.8757033
+43367,-0.030040473,-3.5300405
+14869,-0.0016400471,-6.75164
+1518,-0.01640405,-4.141404
+16976,-7.505717,-0.0057169977
+20931,-6.376853,-0.0018529404
+67379,-7.251003,-0.0010026434
+4741,-0.000706304,-8.625707
+5765,-4.3881755,-0.013175686
+48791,-0.0039400817,-5.62894
+15298,-0.8988369,-0.5238369
+21874,-4.2645063,-0.014506351
+9095,-5.00703,-0.007030037
+3840,-5.255497,-0.0054968637
+55636,-0.4291873,-1.0541873
+57364,-1.1378253,-0.38782522
+65863,-0.001391158,-8.876391
+40786,-0.00068891153,-8.125689
+8118,-5.0069714,-0.0069715586
+52441,-0.0009600083,-7.50096
+38593,-0.0024429497,-6.127443
+5517,-0.0027936976,-6.127794
+39136,-1.3140819,-0.3140819
+47292,-0.0020769709,-6.627077
+34052,-0.024167117,-3.774167
+16037,-6.6266723,-0.0016721804
+64606,-5.3799167,-0.004916602
+19552,-0.10061479,-2.3506148
+14116,-3.8957732,-0.020773226
+11261,-0.82636654,-0.57636654
+11668,-7.001293,-0.0012931803
+42198,-6.2520924,-0.0020925547
+22526,-9.125595,-0.0005952732
+8037,-3.4090137,-0.034013744
+5324,-2.579858,-0.07985808
+56692,-0.0008579387,-7.750858
+59753,-0.055191334,-2.9301913
+47298,-0.012857395,-4.3878574
+57801,-2.017942,-0.14294203
+58413,-7.875573,-0.00057299406
+10673,-0.00054356584,-8.625544
+65730,-6.8762035,-0.0012037659
+40287,-4.5113974,-0.011397489
+15186,-5.0069966,-0.0069965366
+43119,-0.0015419748,-7.001542
+39219,-6.1274776,-0.0024774356
+50340,-4.018312,-0.018312084
+34297,-5.380197,-0.0051971097
+62941,-0.00065650843,-8.250656
+31551,-8.875488,-0.00048804292
+41344,-4.882953,-0.0079529295
+46402,-6.501682,-0.0016819391
+13636,-3.2883532,-0.038353167
+42241,-5.255493,-0.0054929513
+15422,-0.12713362,-2.1271336
+25014,-5.753566,-0.0035657415
+19613,-0.6330861,-0.7580861
+5515,-0.004070925,-5.6290708
+64128,-0.0006480501,-8.5006485
+28084,-0.001819623,-6.6268196
+10395,-2.4641685,-0.08916857
+9965,-0.023551017,-3.773551
+27221,-3.651537,-0.026536945
+11994,-0.0009860897,-9.750986
+43384,-0.0014311558,-6.876431
+44329,-0.00087139773,-9.000872
+58937,-0.0017478679,-6.626748
+29119,-0.001761672,-6.5017614
+8989,-0.0017846386,-9.876784
+23043,-4.882875,-0.007875108
+32166,-0.0046711373,-5.504671
+42729,-0.038534187,-3.2885342
+6863,-5.2557616,-0.005761564
+41187,-0.001098268,-8.876099
+36039,-9.125504,-0.0005035325
+55977,-0.009514345,-4.7595143
+8129,-4.1412845,-0.016284429
+60223,-5.8783174,-0.003317569
+9414,-0.0013240152,-6.876324
+26177,-0.0011241076,-7.376124
+38443,-0.00179987,-6.5018
+43084,-0.00073644216,-8.500736
+53673,-0.0015106705,-7.0015106
+15057,-2.6953406,-0.07034054
+51700,-0.0097174235,-4.7597175
+51201,-5.13132,-0.006320013
+47078,-5.3800783,-0.005078274
+59961,-3.048866,-0.048865955
+22272,-1.7023184,-0.20231844
+65773,-0.28141025,-1.4064102
+33746,-0.47442257,-0.9744226
+27311,-6.626501,-0.0015011482
+41292,-0.006878033,-5.006878
+17110,-0.57745886,-0.82745886
+57029,-0.0015850612,-7.001585
+3009,-6.002645,-0.0026449717
+40193,-5.628816,-0.0038159902
+27618,-4.758946,-0.0089457445
+20145,-7.500754,-0.0007539529
+52193,-5.0070715,-0.0070715854
+34398,-0.006616589,-5.1316166
+36473,-6.6270957,-0.0020955286
+43577,-0.0006162413,-7.875616
+57850,-6.501728,-0.0017278756
+61117,-0.004876506,-5.6298766
+32569,-2.6952958,-0.07029576
+12290,-8.625516,-0.00051628135
+19499,-5.753533,-0.003533075
+60470,-0.002660309,-6.0026603
+8962,-8.375743,-0.00074311293
+65955,-5.379921,-0.0049207537
+62486,-0.47480428,-0.9748043
+19000,-0.03846777,-3.288468
+22631,-3.0493484,-0.049348317
+25613,-0.0062334165,-5.131233
+56086,-4.141384,-0.016384348
+28883,-0.6936822,-0.6936822
+26425,-5.1312375,-0.006237563
+48097,-0.03001884,-3.5300188
+61477,-0.01033219,-4.635332
+9121,-0.69351786,-0.69351786
+66709,-3.2883434,-0.038343415
+51472,-3.8963296,-0.021329543
+19809,-6.002686,-0.0026862272
+38959,-5.25558,-0.005579968
+39849,-0.0011505419,-7.0011506
+59964,-0.0071076876,-5.0071077
+65268,-5.628913,-0.0039130086
+8791,-0.08943318,-2.4644332
+51774,-5.2554774,-0.0054776575
+49640,-0.02105329,-3.8960533
+20125,-4.634981,-0.009981362
+59640,-0.016480273,-4.1414804
+68206,-5.5047374,-0.0047372254
+48079,-7.001347,-0.0013468728
+49583,-1.5025537,-0.25255376
+67054,-0.005507178,-5.255507
+59571,-0.34880924,-1.2238092
+29080,-6.252615,-0.002614891
+29111,-4.387848,-0.012847745
+20758,-3.6516495,-0.026649544
+64023,-0.0041428697,-5.6291428
+29058,-0.00091522763,-8.000916
+18185,-0.004922414,-5.3799224
+36543,-0.0031564436,-5.8781567
+54983,-3.4088652,-0.033865213
+3101,-3.168211,-0.04321103
+42140,-0.0012796079,-7.12628
+6954,-0.0005225962,-9.125523
+15955,-4.2648287,-0.014828699
+61746,-0.000998237,-7.750998
+32055,-0.009217211,-4.7592173
+39496,-5.6291165,-0.004116396
+59909,-4.3876863,-0.012686146
+66296,-0.0011114855,-7.7511115
+46804,-4.141339,-0.016338963
+35049,-0.0013599681,-7.75136
+56017,-1.8056557,-0.18065575
+26947,-4.7588863,-0.008886196
+38928,-0.0011960266,-7.626196
+15029,-6.3772264,-0.0022264947
+7086,-0.0031487194,-5.8781486
+537,-0.013081091,-4.388081
+50731,-0.023573723,-3.7735736
+63604,-6.128439,-0.0034387524
+67049,-0.14294337,-2.0179434
+31161,-0.026508154,-3.651508
+58922,-6.2522435,-0.0022435037
+18347,-6.376996,-0.0019960734
+25864,-0.6328557,-0.7578557
+63846,-0.0070482665,-5.007048
+13353,-0.00094643136,-7.6259465
+25378,-3.1684916,-0.0434915
+59101,-6.6266813,-0.001681106
+20895,-0.2815298,-1.4065298
+48119,-6.376983,-0.0019831054
+14332,-0.0006625841,-8.250663
+25497,-3.8958626,-0.02086266
+8686,-0.14332996,-2.0183299
+22758,-2.695489,-0.070488974
+7666,-0.002360536,-6.2523603
+20686,-0.22651711,-1.6015171
+18975,-4.635409,-0.010408759
+19054,-3.7735665,-0.023566388
+48123,-7.3759627,-0.0009628666
+57909,-5.753447,-0.0034469494
+9226,-5.380188,-0.0051878593
+48653,-0.007089696,-5.0070896
+44013,-0.0055351565,-5.380535
+11409,-5.5044007,-0.004400926
+62736,-0.014669652,-4.2646694
+2777,-4.635023,-0.0100232605
+7058,-0.0013224675,-7.0013223
+48408,-0.023849279,-3.7738492
+28934,-6.0026345,-0.00263439
+46578,-7.001217,-0.0012171011
+23203,-0.28154546,-1.4065454
+6257,-6.377002,-0.002001546
+53444,-0.021308653,-3.8963087
+17816,-0.7582672,-0.6332672
+46307,-6.252298,-0.0022977397
+20599,-7.3760295,-0.0010295573
+29423,-0.0007795632,-8.375779
+21041,-0.0009790633,-7.250979
+16633,-6.7514324,-0.0014322272
+20221,-3.7734668,-0.023466833
+27466,-0.0021967583,-6.252197
+22987,-0.0027258168,-6.1277256
+9322,-0.021138497,-3.8961384
+3265,-0.079595335,-2.5795953
+22814,-2.8122184,-0.062218454
+56185,-6.002751,-0.00275102
+55014,-4.511271,-0.0112710195
+43437,-5.131199,-0.0061989417
+24683,-0.0012981807,-7.126298
+10233,-0.28210026,-1.4071002
+19001,-0.0008972433,-9.875897
+32718,-0.0070573813,-5.007057
+31030,-0.0010740947,-9.126074
+1099,-0.00069796515,-9.375698
+57982,-2.6953976,-0.070397645
+49148,-0.023425844,-3.7734258
+40880,-6.0026236,-0.0026236894
+31148,-0.0017927303,-9.251793
+9446,-6.0026608,-0.0026607846
+18579,-8.000826,-0.00082566025
+30932,-0.8986856,-0.5236856
+40792,-0.100623846,-2.3506238
+48600,-0.012699095,-4.512699
+44588,-1.8057846,-0.1807846
+33828,-5.131206,-0.006205932
+33917,-0.013212509,-4.3882127
+2026,-0.055423353,-2.9304233
+56745,-0.0032329694,-5.878233
+17383,-0.18036844,-1.8053684
+2372,-0.019463155,-4.019463
+56600,-0.06412017,-2.8141203
+50257,-0.0014972201,-6.8764973
+38892,-0.0037157557,-5.753716
+45844,-0.0017300176,-7.25173
+29062,-0.1437865,-2.0187864
+5655,-4.3878098,-0.012809731
+67611,-0.034124814,-3.4091249
+18546,-0.001602676,-6.8766026
+63060,-6.252243,-0.002242909
+36068,-4.1418424,-0.01684219
+784,-0.049114544,-3.0491145
+20429,-0.0014105618,-7.2514105
+21679,-4.2646604,-0.014660137
+53617,-7.126073,-0.001073023
+6978,-6.87624,-0.0012399612
+53262,-0.00096798764,-9.250968
+181,-0.000887596,-7.7508874
+28744,-0.0050202743,-5.38002
+48716,-0.011436264,-4.5114365
+51468,-0.0005834784,-8.125584
+62209,-6.1274695,-0.0024695871
+8732,-3.0492425,-0.049242444
+56949,-3.530254,-0.030253997
+26885,-0.0008170842,-8.625817
+43345,-0.100573614,-2.3505735
+8053,-3.8957634,-0.020763418
+59402,-5.6288857,-0.0038859346
+49552,-0.0009047467,-7.6259046
+12348,-0.22609083,-1.6010908
+28335,-2.3505354,-0.10053534
+59114,-2.5794146,-0.079414554
+12625,-4.3879356,-0.012935536
+8876,-4.6353617,-0.010361686
+29959,-6.127395,-0.0023952622
+37911,-0.0023448372,-6.2523446
+38412,-0.18015192,-1.8051519
+31999,-0.0019472939,-6.5019474
+34775,-0.007126152,-5.0071263
+65737,-3.773489,-0.023489073
+25244,-0.0051873852,-5.3801875
+51630,-5.379913,-0.0049128057
+23979,-1.7021871,-0.20218708
+34638,-6.2521644,-0.0021641662
+22311,-8.625529,-0.00052974495
+14004,-6.002735,-0.0027352085
+310,-0.002154888,-6.252155
+49105,-0.0028424358,-6.0028424
+38782,-8.500464,-0.00046433156
+4647,-5.2554746,-0.0054746936
+43782,-0.00080803165,-7.7508082
+66046,-0.10091238,-2.3509123
+16690,-7.1260705,-0.001070284
+67731,-0.018569786,-4.01857
+54867,-4.3878303,-0.012830209
+34108,-2.9303493,-0.05534937
+67332,-0.100577064,-2.350577
+22567,-0.0017245434,-6.6267247
+57173,-0.01631973,-4.1413198
+26527,-5.504409,-0.0044087595
+59580,-4.018451,-0.018451124
+20737,-0.010253138,-4.635253
+53307,-0.00083411706,-8.875834
+32783,-0.0014824602,-7.0014825
+7868,-6.377019,-0.0020190347
+50777,-0.0061748917,-5.131175
+29307,-7.1261406,-0.0011407781
+18297,-0.0049603735,-5.3799605
+44524,-6.0027437,-0.0027436493
+61320,-0.10058687,-2.350587
+2578,-0.20261686,-1.7026168
+40612,-0.0037947327,-5.7537947
+32523,-2.1272917,-0.1272917
+48509,-0.0070805815,-5.0070806
+36666,-3.7734625,-0.023462523
+6539,-6.002833,-0.0028326884
+33620,-5.380216,-0.0052163214
+55547,-5.87808,-0.003079674
+11751,-4.758853,-0.008853112
+30491,-0.014691972,-4.264692
+48294,-5.007017,-0.0070172525
+37424,-4.882919,-0.007918633
+29155,-0.07015763,-2.6951575

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 16
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv

@@ -0,0 +1,1600 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.35044703632593155,0,6.866723537445068,
+0,8,0.06026281416416168,1,5.589772522449493,
+0,16,0.033380504697561264,2,3.9349632263183594,
+0,24,0.036957841366529465,3,2.472440257668495,
+0,32,0.036713872104883194,4,0.6940593048930168,
+0,40,0.033197399228811264,5,0.5286346189677715,
+0,48,0.03671912103891373,6,0.720226600766182,
+0,56,0.037382353097200394,7,0.572004378773272,
+0,64,0.03641624003648758,8,0.8689904324710369,
+0,72,0.033212386071681976,9,0.5128215914592147,
+0,80,0.033842284232378006,10,0.1739718965254724,
+0,88,0.03415096178650856,11,0.13653351878747344,
+1,96,0.04761863499879837,12,0.5394405807019211,
+1,104,0.03382231667637825,13,0.27742535155266523,
+1,112,0.029092267155647278,14,0.21351179690100253,
+1,120,0.029471877962350845,15,0.0875541350687854,
+1,128,0.028816450387239456,16,0.24987010131007992,
+,,,16,,0.08004137797233386
+1,136,0.028888408094644547,17,0.007889330212492496,
+1,144,0.02907290682196617,18,0.04829882323247148,
+1,152,0.029467899352312088,19,0.13136312250207993,
+1,160,0.02925979718565941,20,0.004133251844905317,
+1,168,0.02918018028140068,21,0.1769887270311301,
+1,176,0.029065292328596115,22,0.02609173611199367,
+2,184,0.029079914093017578,23,0.3670828232388885,
+2,192,0.02907034009695053,24,0.013911436657508602,
+2,200,0.028920240700244904,25,0.0017761589188012294,
+2,208,0.02901998907327652,26,0.0015360404322564136,
+2,216,0.02921433374285698,27,0.0036580324631358963,
+2,224,0.028952166438102722,28,0.001119723056035582,
+2,232,0.028838183730840683,29,0.000951317520957673,
+2,240,0.029145795851945877,30,0.0362423537299037,
+2,248,0.028614923357963562,31,0.001996727482037386,
+2,256,0.029047567397356033,32,0.0009494325713603757,
+,,,32,,0.002450250853330661
+2,264,0.029024366289377213,33,0.0024706672193133272,
+3,272,0.028668053448200226,34,0.0008565658754378092,
+3,280,0.04294341430068016,35,0.0020385465286381077,
+3,288,0.0349884033203125,36,0.0009216613070748281,
+3,296,0.029295016080141068,37,0.0008721170597709715,
+3,304,0.02905462309718132,38,0.005525705484615173,
+3,312,0.02906809002161026,39,0.002392103102465626,
+3,320,0.02903199940919876,40,0.0013523810703190975,
+3,328,0.02895946428179741,41,0.007215269768494181,
+3,336,0.028943706303834915,42,0.0010914549075096147,
+3,344,0.045230068266391754,43,0.0009774939098861068,
+3,352,0.02879592403769493,44,0.0005450992539408617,
+3,360,0.028946518898010254,45,0.0012865897551819216,
+4,368,0.02907916158437729,46,0.003427436779020354,
+4,376,0.028818152844905853,47,0.0007329156978812534,
+4,384,0.028946835547685623,48,0.0018610890292620752,
+,,,48,,0.0011547907995872009
+4,392,0.029334496706724167,49,0.002392336398770567,
+4,400,0.029201574623584747,50,0.0005837059907207731,
+4,408,0.028980806469917297,51,0.0014461910468526185,
+4,416,0.028883088380098343,52,0.0006271986130741425,
+4,424,0.0293373204767704,53,0.0009376315319968853,
+4,432,0.029154226183891296,54,0.0006320087559288368,
+4,440,0.029737107455730438,55,0.0007963523748912849,
+4,448,0.029179655015468597,56,0.0005742606917920057,
+5,456,0.028963562101125717,57,0.0007926126090751495,
+5,464,0.028882887214422226,58,0.0006856907275505364,
+5,472,0.03968501463532448,59,0.0015860241765039973,
+5,480,0.035207197070121765,60,0.0016951610705291387,
+5,488,0.028868965804576874,61,0.0018964865012094378,
+5,496,0.02893928438425064,62,0.0008148962697305251,
+5,504,0.028465379029512405,63,0.0013079214149911422,
+5,512,0.028993956744670868,64,0.0006252557941479608,
+,,,64,,0.0008798123170167971
+5,520,0.028804771602153778,65,0.0005254552088445053,
+5,528,0.02879095822572708,66,0.0005465835056384094,
+5,536,0.028740227222442627,67,0.0007852523540350376,
+6,544,0.028866108506917953,68,0.0008981106475403067,
+6,552,0.028827011585235596,69,0.0007864678336773068,
+6,560,0.029019959270954132,70,0.0009623818750696955,
+6,568,0.02905721589922905,71,0.0007979557631188072,
+6,576,0.029013395309448242,72,0.001953908991708886,
+6,584,0.02915005013346672,73,0.0015242627341649495,
+6,592,0.028903327882289886,74,0.0009404731026734225,
+6,600,0.028556019067764282,75,0.0008208452782128006,
+6,608,0.028914593160152435,76,0.0005610317748505622,
+6,616,0.02873348817229271,77,0.0005252291448414326,
+6,624,0.02870841696858406,78,0.0003792445386352483,
+7,632,0.028844434767961502,79,0.0005671848612109898,
+7,640,0.029063820838928223,80,0.0006965775246499106,
+,,,80,,0.0007860159071592184
+7,648,0.02889147773385048,81,0.0006364105774991913,
+7,656,0.032653119415044785,82,0.0006408013505279087,
+7,664,0.03575502336025238,83,0.0006847024269518442,
+7,672,0.02917199581861496,84,0.0004694141407526331,
+7,680,0.02932615950703621,85,0.0010198883701377781,
+7,688,0.028819490224123,86,0.0008389479189645499,
+7,696,0.028942473232746124,87,0.0005871102503078873,
+7,704,0.028881695121526718,88,0.0015280322586477268,
+7,712,0.028881721198558807,89,0.0013578642865468282,
+7,720,0.029067594558000565,90,0.0008068398492468987,
+8,728,0.02913837879896164,91,0.0007881938472564798,
+8,736,0.02906089648604393,92,0.000958540531428298,
+8,744,0.02877865359187126,93,0.0005261183414404513,
+8,752,0.029151655733585358,94,0.00043034371810790617,
+8,760,0.02911309152841568,95,0.001068119845513138,
+8,768,0.029061496257781982,96,0.0004933783675369341,
+,,,96,,0.0006891598399633017
+8,776,0.028848521411418915,97,0.0004368608151708031,
+8,784,0.02868957817554474,98,0.0007788442344462965,
+8,792,0.029037076979875565,99,0.0005464619353006128,
+8,800,0.028878450393676758,100,0.0013428543588815955,
+8,808,0.028863560408353806,101,0.00103464017593069,
+9,816,0.028960302472114563,102,0.0010045136477856431,
+9,824,0.028820078819990158,103,0.0004448869003681466,
+9,832,0.028872452676296234,104,0.0006982338109082775,
+9,840,0.028627749532461166,105,0.0004828995715797646,
+9,848,0.02880413457751274,106,0.0004873695534115541,
+9,856,0.034495070576667786,107,0.001129023206885904,
+9,864,0.03569326549768448,108,0.0005564555121964077,
+9,872,0.02957124263048172,109,0.0011777035870181862,
+9,880,0.029206160455942154,110,0.0009533604315947741,
+9,888,0.029133550822734833,111,0.00043788762923213653,
+9,896,0.029177766293287277,112,0.0006770084328309167,
+,,,112,,0.0006114906894090848
+10,904,0.028724629431962967,113,0.00032453282619826496,
+10,912,0.02860322967171669,114,0.0005066889661975438,
+10,920,0.028867658227682114,115,0.000503988383570686,
+10,928,0.028563033789396286,116,0.00044909359348821454,
+10,936,0.028499595820903778,117,0.0012729400477837771,
+10,944,0.02901892364025116,118,0.0013038362267252523,
+10,952,0.028955750167369843,119,0.0005842731588927563,
+10,960,0.02879611775279045,120,0.0012535215682873968,
+10,968,0.028671059757471085,121,0.00041045189755095635,
+10,976,0.028844498097896576,122,0.00039840633780841017,
+10,984,0.028972268104553223,123,0.0004646606830647215,
+11,992,0.028878066688776016,124,0.0004427112562552793,
+11,1000,0.028825651854276657,125,0.0006183875375427306,
+11,1008,0.02852654829621315,126,0.0010736940494098235,
+11,1016,0.02876511588692665,127,0.0005824370673508383,
+11,1024,0.0289672389626503,128,0.0004692441434599459,
+,,,128,,0.0005677276983475074
+11,1032,0.028809137642383575,129,0.00047624038234062027,
+11,1040,0.03523575887084007,130,0.0011166868407599395,
+11,1048,0.03784901276230812,131,0.00028918036241520895,
+11,1056,0.03290781378746033,132,0.00040117841490427963,
+11,1064,0.02913549542427063,133,0.0005439618744276231,
+11,1072,0.028744198381900787,134,0.0006568131266249111,
+11,1080,0.029163584113121033,135,0.0006048924660717603,
+12,1088,0.02927163988351822,136,0.0007840642156224931,
+12,1096,0.029068268835544586,137,0.0004294073642086005,
+12,1104,0.029182903468608856,138,0.00033253833134949673,
+12,1112,0.02906641736626625,139,0.0008466413219139213,
+12,1120,0.028877325356006622,140,0.00041687529665068723,
+12,1128,0.02912728860974312,141,0.0003869967349601211,
+12,1136,0.028981536626815796,142,0.0003643789059424307,
+12,1144,0.029114846140146255,143,0.0008089485290838638,
+12,1152,0.028802305459976196,144,0.0003070598468184471,
+,,,144,,0.0005077706793179879
+12,1160,0.028547275811433792,145,0.0010404777094663586,
+12,1168,0.028378881514072418,146,0.00047188395365083124,
+13,1176,0.028490807861089706,147,0.0006109189816925209,
+13,1184,0.028476864099502563,148,0.00036415997783478815,
+13,1192,0.02856512740254402,149,0.000552624242118327,
+13,1200,0.028387196362018585,150,0.00038468963975901715,
+13,1208,0.028530653566122055,151,0.00041159120155498385,
+13,1216,0.028447728604078293,152,0.0003154728728986811,
+13,1224,0.02866142988204956,153,0.0004359502472652821,
+13,1232,0.028705541044473648,154,0.000556602602955536,
+13,1240,0.028806276619434357,155,0.0013398225328273838,
+13,1248,0.03899938985705376,156,0.0004492595326155424,
+13,1256,0.03292316198348999,157,0.0008231902229454136,
+14,1264,0.028380487114191055,158,0.0003500858656479977,
+14,1272,0.029004476964473724,159,0.00030542111380782444,
+14,1280,0.028523016721010208,160,0.0005051544430898502,
+,,,160,,0.00046583351034384506
+14,1288,0.02870553359389305,161,0.00040996747429744573,
+14,1296,0.02854243293404579,162,0.00042026417941087857,
+14,1304,0.028670400381088257,163,0.0003944587497244356,
+14,1312,0.028569422662258148,164,0.0007999627596291248,
+14,1320,0.02882920578122139,165,0.0002484792939867475,
+14,1328,0.028683580458164215,166,0.0007666038181923795,
+14,1336,0.028766348958015442,167,0.0007142113645386416,
+14,1344,0.02877155691385269,168,0.00038085817323008087,
+15,1352,0.029208961874246597,169,0.00049293338724965,
+15,1360,0.02872762456536293,170,0.0003986495048593497,
+15,1368,0.028538621962070465,171,0.0005430939800135093,
+15,1376,0.02859613671898842,172,0.000405228753152187,
+15,1384,0.029406405985355377,173,0.0002674512506928295,
+15,1392,0.02839161455631256,174,0.0003272364629083313,
+15,1400,0.0285353921353817,175,0.0004309364030632423,
+15,1408,0.028362855315208435,176,0.000633446855317743,
+,,,176,,0.00043615784782629745
+15,1416,0.02825155481696129,177,0.0003001648346980801,
+15,1424,0.028405658900737762,178,0.0004115959018236026,
+15,1432,0.031114596873521805,179,0.0011082106657340773,
+15,1440,0.03762286528944969,180,0.00030971832529758103,
+16,1448,0.02880972996354103,181,0.0007279933233803604,
+16,1456,0.029753562062978745,182,0.00040478136361343786,
+16,1464,0.028588082641363144,183,0.00029953061311971396,
+16,1472,0.028566159307956696,184,0.0004840452966163866,
+16,1480,0.028938721865415573,185,0.0006934809307495016,
+16,1488,0.028923023492097855,186,0.0006730388486175798,
+16,1496,0.02882576733827591,187,0.000332484183672932,
+16,1504,0.02873239293694496,188,0.0005021445049351314,
+16,1512,0.028931237757205963,189,0.0002553219183027977,
+16,1520,0.029171213507652283,190,0.00032730697421357036,
+16,1528,0.028922442346811295,191,0.0003528924953570822,
+17,1536,0.028865456581115723,192,0.0002981574743898818,
+,,,192,,0.00040404918866279797
+17,1544,0.02903193235397339,193,0.0007417971664835932,
+17,1552,0.028929926455020905,194,0.0004494038903430919,
+17,1560,0.02876516431570053,195,0.00025799236573220696,
+17,1568,0.028995081782341003,196,0.0006200231382536003,
+17,1576,0.02888694778084755,197,0.00017331332310277503,
+17,1584,0.028866387903690338,198,0.0002667784629011294,
+17,1592,0.028998903930187225,199,0.0007962482723087305,
+17,1600,0.028734158724546432,200,0.0002504932763258694,
+17,1608,0.02885405346751213,201,0.00029339179673115723,
+17,1616,0.028857160359621048,202,0.0002910886096287868,
+18,1624,0.02899210900068283,203,0.0005164066233191988,
+18,1632,0.03156447783112526,204,0.0003706492716446519,
+18,1640,0.035863567143678665,205,0.00028338702213659417,
+18,1648,0.030236687511205673,206,0.00026932349646813236,
+18,1656,0.02913111075758934,207,0.0002452961862218217,
+18,1664,0.0289878249168396,208,0.0002763478778433637,
+,,,208,,0.00036341071319885744
+18,1672,0.02861124649643898,209,0.0005622946800940554,
+18,1680,0.030115924775600433,210,0.0003026610938832164,
+18,1688,0.029016070067882538,211,0.0006734046291967388,
+18,1696,0.028963591903448105,212,0.00014335248351926566,
+18,1704,0.03217080608010292,213,0.0006161000637803227,
+19,1712,0.028928298503160477,214,0.0005746859860664699,
+19,1720,0.028966151177883148,215,0.000318895181408152,
+19,1728,0.028978362679481506,216,0.00044612820602196734,
+19,1736,0.02890733629465103,217,0.00019215955308027333,
+19,1744,0.0290389247238636,218,0.00035568543717090506,
+19,1752,0.029267575591802597,219,0.0003549963103068876,
+19,1760,0.028847385197877884,220,0.0002615261173559702,
+19,1768,0.029129233211278915,221,0.0005405982647062046,
+19,1776,0.02911762148141861,222,0.00020145416237937752,
+19,1784,0.02893676981329918,223,0.0009977085755963344,
+19,1792,0.028926599770784378,224,0.0001842760666477261,
+,,,224,,0.00033112357442195597
+19,1800,0.028729021549224854,225,0.0001516336324129952,
+20,1808,0.029210947453975677,226,0.00031371191653306596,
+20,1816,0.028819769620895386,227,0.00024313561334565748,
+20,1824,0.04246486723423004,228,0.00016334310294041643,
+20,1832,0.03275196999311447,229,0.0002661295266079833,
+20,1840,0.029233265668153763,230,0.0004986282392565045,
+20,1848,0.02959723398089409,231,0.0003605236324801808,
+20,1856,0.029392648488283157,232,0.00046167488289938774,
+20,1864,0.02909458801150322,233,0.00034416296421113657,
+20,1872,0.029289506375789642,234,0.0007300971456061234,
+20,1880,0.02910054847598076,235,0.00023296384279092308,
+20,1888,0.029782578349113464,236,0.00032553340224694693,
+21,1896,0.02903728559613228,237,0.00023902885186544154,
+21,1904,0.029368553310632706,238,0.0006751777727913577,
+21,1912,0.029349949210882187,239,0.0004992650337953819,
+21,1920,0.029406767338514328,240,0.00023604613943462027,
+,,,240,,0.00031196562430033315
+21,1928,0.029450267553329468,241,0.000578794546527206,
+21,1936,0.028900593519210815,242,0.0002456896045259782,
+21,1944,0.0291922464966774,243,0.00024033353929553414,
+21,1952,0.029303479939699173,244,0.0001485960065110703,
+21,1960,0.02892952784895897,245,0.00017691874836600618,
+21,1968,0.029101140797138214,246,0.00017867344649857841,
+21,1976,0.029322169721126556,247,0.00029591639486170607,
+22,1984,0.029034513980150223,248,0.00033634518968028715,
+22,1992,0.029189076274633408,249,0.00023870398308645235,
+22,2000,0.029435880482196808,250,0.00019136884020554135,
+22,2008,0.029645949602127075,251,0.0005549407460421207,
+22,2016,0.03382598236203194,252,0.0005904367717448622,
+22,2024,0.03286409750580788,253,0.0003271171335654799,
+22,2032,0.029308319091796875,254,0.00047511067168670706,
+22,2040,0.029180552810430527,255,0.00027165071696799714,
+22,2048,0.029427945613861084,256,0.00013172820672480157,
+,,,256,,0.0003002862660930707
+22,2056,0.02912629023194313,257,0.00026923187306238106,
+22,2064,0.02891518920660019,258,0.00020840682736888994,
+23,2072,0.029080912470817566,259,0.0002099913281199406,
+23,2080,0.02933613955974579,260,0.0002605808949738275,
+23,2088,0.029025916010141373,261,0.00018867091603169683,
+23,2096,0.02954735979437828,262,0.0002149203946828493,
+23,2104,0.028827782720327377,263,0.0004265120487616514,
+23,2112,0.028995007276535034,264,0.00037560478904197225,
+23,2120,0.02911526709794998,265,0.00035002981530851685,
+23,2128,0.03388781100511551,266,0.0005477587492350722,
+23,2136,0.029589872807264328,267,0.0001622875383873179,
+23,2144,0.02930689975619316,268,0.0002814589079207508,
+23,2152,0.029462069272994995,269,0.00017389530603395542,
+23,2160,0.029252417385578156,270,0.0003954495332436636,
+24,2168,0.029143597930669785,271,0.0001371980270050699,
+24,2176,0.02963947504758835,272,0.00016906755899981363,
+,,,272,,0.00027507801468555746
+24,2184,0.029222238808870316,273,0.00019675160183396656,
+24,2192,0.04961821436882019,274,0.0002243945637019351,
+24,2200,0.02957707643508911,275,0.0005172817027414567,
+24,2208,0.02954917773604393,276,0.0001495055412306101,
+24,2216,0.02931930497288704,277,0.00025104954693233594,
+24,2224,0.029660522937774658,278,0.0002419992006252869,
+24,2232,0.030844278633594513,279,0.0006173698138809414,
+24,2240,0.02878878265619278,280,0.00041170539407175966,
+24,2248,0.03992927446961403,281,0.0003400732703084941,
+25,2256,0.029859349131584167,282,0.0001374076919091749,
+25,2264,0.029005106538534164,283,0.00020169503932265798,
+25,2272,0.02925185114145279,284,0.00038082257378846407,
+25,2280,0.029074259102344513,285,0.0005681568209183752,
+25,2288,0.029145006090402603,286,0.00016833645076985704,
+25,2296,0.029029734432697296,287,0.00020045006476721028,
+25,2304,0.029037483036518097,288,0.0005239750898908824,
+,,,288,,0.0002694024155155206
+25,2312,0.028996974229812622,289,0.00023332408181886422,
+25,2320,0.028645973652601242,290,0.00014446847490034997,
+25,2328,0.03257887810468674,291,0.00013961311469756765,
+25,2336,0.028932373970746994,292,0.00026388174501335016,
+26,2344,0.028524652123451233,293,0.0004936567802360514,
+26,2352,0.032303400337696075,294,0.0003553532924343017,
+26,2360,0.035031381994485855,295,0.00020324401612015208,
+26,2368,0.03563351556658745,296,0.0002539277129471884,
+26,2376,0.03246312960982323,297,0.00044404706113709835,
+26,2384,0.03494018316268921,298,0.0002166679246329295,
+26,2392,0.0349089615046978,299,0.00029937398176116403,
+26,2400,0.034568656235933304,300,0.0003937994852094562,
+26,2408,0.03939389809966087,301,0.00020007719194836682,
+26,2416,0.02912481501698494,302,0.00024100101836666,
+26,2424,0.028868529945611954,303,0.00021960458525427384,
+27,2432,0.02861975133419037,304,0.00023853046468502725,
+,,,304,,0.00025890034456283617
+27,2440,0.028762150555849075,305,0.0001284528584619693,
+27,2448,0.029020927846431732,306,0.0002311127718712669,
+27,2456,0.028959650546312332,307,0.0002591260818007868,
+27,2464,0.028939977288246155,308,0.00016027490983105963,
+27,2472,0.02904806286096573,309,0.00015580861236230703,
+27,2480,0.02881486341357231,310,0.000280885489701177,
+27,2488,0.028652582317590714,311,0.0003185804876011389,
+27,2496,0.02860422432422638,312,0.00023131005127652315,
+27,2504,0.02873287722468376,313,0.00022992429512669332,
+27,2512,0.02877071499824524,314,0.0004270356712368084,
+27,2520,0.028544537723064423,315,0.0005523348072529188,
+28,2528,0.0288165844976902,316,0.00031113373961488833,
+28,2536,0.028968781232833862,317,0.00010366086098656524,
+28,2544,0.02871471270918846,318,0.00011882877151947469,
+28,2552,0.028609398752450943,319,0.000397893453737197,
+28,2560,0.028811022639274597,320,0.00025580818964954233,
+,,,320,,0.00023789488925383642
+28,2568,0.028443608433008194,321,0.00014919354816811392,
+28,2576,0.02886151894927025,322,0.00040241853457700927,
+28,2584,0.03724822402000427,323,0.0003058904203498969,
+28,2592,0.034491680562496185,324,0.00016386971310566878,
+28,2600,0.02878734841942787,325,0.000402296005631797,
+28,2608,0.02915295958518982,326,0.0002436870872770669,
+29,2616,0.0286274217069149,327,0.00013207284246163908,
+29,2624,0.028998855501413345,328,0.00033510390039737104,
+29,2632,0.02891075238585472,329,0.0005881347333343001,
+29,2640,0.028493382036685944,330,0.00011955825493714656,
+29,2648,0.028620798140764236,331,0.00019702230838447576,
+29,2656,0.028690896928310394,332,0.0001736409085424384,
+29,2664,0.02844594419002533,333,0.0003518317826092243,
+29,2672,0.02850867062807083,334,0.000208388745704724,
+29,2680,0.028347760438919067,335,0.00019121848799841246,
+29,2688,0.028447486460208893,336,0.0001321184072367032,
+,,,336,,0.00023271790586220913
+29,2696,0.028334423899650574,337,0.0004718535683423397,
+30,2704,0.028587140142917633,338,0.0002768919657683,
+30,2712,0.028339695185422897,339,0.0001990347614082566,
+30,2720,0.028591036796569824,340,0.0001234928331541596,
+30,2728,0.028989285230636597,341,0.0004241350770826102,
+30,2736,0.028709042817354202,342,0.0003145871664855804,
+30,2744,0.02833947166800499,343,0.0001864305195340421,
+30,2752,0.02856951579451561,344,9.52131758822361e-05,
+30,2760,0.028631452471017838,345,0.0005172023857085151,
+30,2768,0.028654221445322037,346,0.00013480009374688962,
+30,2776,0.028696373105049133,347,0.00020931612380081788,
+30,2784,0.03963833302259445,348,0.00022029606134310598,
+31,2792,0.02899191528558731,349,0.00019904921646229923,
+31,2800,0.028605777770280838,350,0.00014321743492473615,
+31,2808,0.02901684120297432,351,0.00036982010442443425,
+31,2816,0.028533935546875,352,0.00016406131180701777,
+,,,352,,0.0002150911455735182
+31,2824,0.02829362452030182,353,0.00012024197394566727,
+31,2832,0.02821575477719307,354,0.00046575868100262596,
+31,2840,0.02844671532511711,355,0.00023628537655895343,
+31,2848,0.028214339166879654,356,0.0004418003336468246,
+31,2856,0.027783196419477463,357,0.0003014846224687062,
+31,2864,0.028045877814292908,358,0.00010571694838290568,
+31,2872,0.028529498726129532,359,0.00012381865781208035,
+31,2880,0.028252985328435898,360,0.00017227853868462262,
+32,2888,0.02842584252357483,361,0.0004462641318241367,
+32,2896,0.02839750424027443,362,0.00032077291507448535,
+32,2904,0.02840103954076767,363,0.00014426041298065684,
+32,2912,0.028438378125429153,364,0.0001779634103513672,
+32,2920,0.028192680329084396,365,0.0004251625787219382,
+32,2928,0.028451696038246155,366,0.00017291713947997778,
+32,2936,0.028249591588974,367,0.00020813060291402508,
+32,2944,0.02816144749522209,368,0.0001355745707769529,
+,,,368,,0.0002138703249585934
+32,2952,0.02795206382870674,369,0.00022110258396423887,
+32,2960,0.027912549674510956,370,0.00014496061703539453,
+32,2968,0.04099101945757866,371,0.00013484558439813554,
+33,2976,0.03373602405190468,372,0.00018004765115620103,
+33,2984,0.027895063161849976,373,8.131214826789801e-05,
+33,2992,0.028117414563894272,374,0.00019442696793703362,
+33,3000,0.028087768703699112,375,0.00012213670106575591,
+33,3008,0.028072919696569443,376,0.000380057100301201,
+33,3016,0.028238166123628616,377,0.0006080422917875694,
+33,3024,0.028211671859025955,378,0.00016843613684613956,
+33,3032,0.028300732374191284,379,0.0003209047522432229,
+33,3040,0.028496332466602325,380,0.00015658096435799962,
+33,3048,0.02812684327363968,381,0.00028263578042242443,
+33,3056,0.02817544713616371,382,0.00014753713094250998,
+34,3064,0.02850901335477829,383,0.00014377986826730194,
+34,3072,0.028004731982946396,384,0.00016773693823779467,
+,,,384,,0.00020994885991781185
+34,3080,0.028253071010112762,385,0.00037845116094104014,
+34,3088,0.028471309691667557,386,0.0001238784989254782,
+34,3096,0.028072334825992584,387,0.00036749220635101665,
+34,3104,0.028155025094747543,388,0.0005332882228685776,
+34,3112,0.02833298221230507,389,0.00014559736428054748,
+34,3120,0.028352495282888412,390,0.00013529156194636016,
+34,3128,0.028347793966531754,391,0.0001840292079577921,
+34,3136,0.028256066143512726,392,0.00012626202305909828,
+34,3144,0.02815638855099678,393,0.00017507728489363217,
+35,3152,0.027887877076864243,394,0.00026197138640782214,
+35,3160,0.027981024235486984,395,0.00012882442706541042,
+35,3168,0.03704432398080826,396,0.00029871166498196544,
+35,3176,0.0284733846783638,397,0.00030539193903678097,
+35,3184,0.028148643672466278,398,0.00020126240815443452,
+35,3192,0.028303589671850204,399,0.00014592546540370677,
+35,3200,0.02837448939681053,400,0.000253074544161791,
+,,,400,,0.00021174115439256033
+35,3208,0.02816252037882805,401,0.00024381937146245036,
+35,3216,0.028292618691921234,402,0.0001219427840624121,
+35,3224,0.028230946511030197,403,0.0002502872248442145,
+35,3232,0.02794068306684494,404,0.00016480222257087007,
+35,3240,0.02823498845100403,405,0.0004058864569742582,
+36,3248,0.02786313369870186,406,0.00017820686207414838,
+36,3256,0.02805442363023758,407,0.0001442911416233983,
+36,3264,0.027814175933599472,408,0.00042969507376255933,
+36,3272,0.028171658515930176,409,0.0001654531206440879,
+36,3280,0.028007227927446365,410,0.00011915573713849881,
+36,3288,0.02813754230737686,411,0.00030615222385677043,
+36,3296,0.02801193669438362,412,0.0004261313329152472,
+36,3304,0.02814362198114395,413,0.0003299046875326894,
+36,3312,0.028466980904340744,414,0.00014129898181636236,
+36,3320,0.028311528265476227,415,0.00014543805264111143,
+36,3328,0.02826521173119545,416,0.00017361688787786989,
+,,,416,,0.00020106683652370403
+37,3336,0.02841508761048317,417,0.00012770799912686925,
+37,3344,0.028421316295862198,418,0.00010215591100859456,
+37,3352,0.03610853850841522,419,0.000333351348672295,
+37,3360,0.03281141445040703,420,0.00017687637318886118,
+37,3368,0.02846263349056244,421,0.0001751785448504961,
+37,3376,0.028525952249765396,422,0.00017276432936341735,
+37,3384,0.028410036116838455,423,0.0001862755425463547,
+37,3392,0.02864038571715355,424,0.00010743100347099244,
+37,3400,0.028731871396303177,425,0.00030425380555243464,
+37,3408,0.028461690992116928,426,0.000345177991221135,
+37,3416,0.02839825302362442,427,0.00037603478540404467,
+38,3424,0.028348408639431,428,0.00017112213663494913,
+38,3432,0.028516359627246857,429,0.00039950653354026144,
+38,3440,0.028152547776699066,430,0.0001063282834365964,
+38,3448,0.028584163635969162,431,0.00012489214077504585,
+38,3456,0.028474610298871994,432,0.00026230371486235526,
+,,,432,,0.00019441056662263014
+38,3464,0.028559088706970215,433,0.0001903092102111259,
+38,3472,0.028345555067062378,434,0.00015513163089053705,
+38,3480,0.028732895851135254,435,0.00032256770464300644,
+38,3488,0.028393834829330444,436,0.0003261456386098871,
+38,3496,0.028714492917060852,437,0.0001141956026913249,
+38,3504,0.028404217213392258,438,0.000147447761719377,
+39,3512,0.02870474010705948,439,0.00044954833856536425,
+39,3520,0.02853846177458763,440,0.00019261802208347945,
+39,3528,0.02863113209605217,441,0.00014217143825590028,
+39,3536,0.028819207102060318,442,0.00016143272932822583,
+39,3544,0.028303463011980057,443,8.655565488879802e-05,
+39,3552,0.03962191566824913,444,0.00018903334284914308,
+39,3560,0.028530627489089966,445,0.0001187225916510215,
+39,3568,0.02857011929154396,446,0.0003756915807571204,
+39,3576,0.028686247766017914,447,0.00010138206562260166,
+39,3584,0.02851439267396927,448,0.0002777777990559116,
+,,,448,,0.00019262229593900533
+39,3592,0.028366755694150925,449,0.00021167146769585088,
+39,3600,0.028442401438951492,450,0.0002793135481624631,
+40,3608,0.028653323650360107,451,0.00028171526582809747,
+40,3616,0.02841188758611679,452,0.00014257736893341644,
+40,3624,0.028417959809303284,453,0.00011225680873394595,
+40,3632,0.028546947985887527,454,0.00022931037574380753,
+40,3640,0.028403345495462418,455,0.00016253778358077398,
+40,3648,0.028402335941791534,456,0.00011641420132946223,
+40,3656,0.028329551219940186,457,0.00012460916786949383,
+40,3664,0.028399407863616943,458,0.0002692416428544675,
+40,3672,0.028368636965751648,459,0.000335181879108859,
+40,3680,0.02812427282333374,460,9.114594195125392e-05,
+40,3688,0.02831507846713066,461,0.0004097020237168181,
+41,3696,0.028218936175107956,462,0.00013185449188313214,
+41,3704,0.028015412390232086,463,0.0002467513922965736,
+41,3712,0.028343822807073593,464,0.0002539419897402695,
+,,,464,,0.0001762158547838529
+41,3720,0.02827410027384758,465,0.00021826512056577485,
+41,3728,0.028428569436073303,466,7.480051772290608e-05,
+41,3736,0.04129261150956154,467,0.00019218729221393005,
+41,3744,0.034728873521089554,468,0.000352049659795739,
+41,3752,0.028423912823200226,469,0.00012730530397675466,
+41,3760,0.02810024470090866,470,0.00014130817817203933,
+41,3768,0.028221745043992996,471,0.00027967139385509654,
+41,3776,0.02827996015548706,472,0.00019180794333806261,
+42,3784,0.028383437544107437,473,0.00016627545574010583,
+42,3792,0.028508521616458893,474,0.00011984139746346045,
+42,3800,0.028283514082431793,475,0.0001636062256693549,
+42,3808,0.028300628066062927,476,0.00032441899566038046,
+42,3816,0.028485674411058426,477,0.00028469133394537494,
+42,3824,0.028576482087373734,478,0.00019784924461418996,
+42,3832,0.02842222899198532,479,0.00011991386327281361,
+42,3840,0.02847490832209587,480,0.00018107124333255342,
+,,,480,,0.00017684288561726228
+42,3848,0.02862035110592842,481,0.0001391468117617478,
+42,3856,0.028770655393600464,482,0.0003600939498937805,
+42,3864,0.02897007390856743,483,0.00011039546916435938,
+43,3872,0.028704509139060974,484,0.00018648365312401438,
+43,3880,0.02850506454706192,485,0.000124325828437577,
+43,3888,0.02849273383617401,486,0.00016577098540437873,
+43,3896,0.028671547770500183,487,9.613694783183746e-05,
+43,3904,0.029804587364196777,488,9.294863684772281e-05,
+43,3912,0.0289645716547966,489,0.00035723805649467977,
+43,3920,0.02871202677488327,490,0.0003624689725256758,
+43,3928,0.028298072516918182,491,9.932546572599676e-05,
+43,3936,0.0359451062977314,492,0.00026538856627666974,
+43,3944,0.031975433230400085,493,0.00015520913166255923,
+43,3952,0.028347879648208618,494,0.00024053510242083576,
+43,3960,0.02835114300251007,495,0.0001692686828391743,
+44,3968,0.028131846338510513,496,0.00024156703739208751,
+,,,496,,0.00017700941325762332
+44,3976,0.028679054230451584,497,0.00021161867789487587,
+44,3984,0.028835859149694443,498,0.00010592491662464454,
+44,3992,0.028668586164712906,499,0.00011269047627138207,
+44,4000,0.028482884168624878,500,7.956807257869514e-05,
+44,4008,0.02853817492723465,501,0.00011356947652529925,
+44,4016,0.028392717242240906,502,0.0001773588751348143,
+44,4024,0.028161469846963882,503,0.0004667463836085517,
+44,4032,0.02812378481030464,504,0.00010248367243548273,
+44,4040,0.028346754610538483,505,0.00024688846542630927,
+44,4048,0.0283927321434021,506,0.00032734262276790105,
+45,4056,0.02846214920282364,507,0.0001381801280331274,
+45,4064,0.028372760862112045,508,0.00020456465881579788,
+45,4072,0.0281931534409523,509,8.989347406895831e-05,
+45,4080,0.02821650728583336,510,8.883618920663139e-05,
+45,4088,0.028141140937805176,511,0.00010455487290528254,
+45,4096,0.02831660956144333,512,0.000448993992904434,
+,,,512,,0.00017083363416485296
+45,4104,0.028034523129463196,513,0.0002341630492992408,
+45,4112,0.028150133788585663,514,0.00015189978694252204,
+45,4120,0.04107627645134926,515,0.0002292300264343794,
+45,4128,0.03459135815501213,516,0.00022370182523445692,
+45,4136,0.02847455069422722,517,8.45892009238014e-05,
+46,4144,0.0284586064517498,518,0.00014776790203541168,
+46,4152,0.028537757694721222,519,0.0002707233957153221,
+46,4160,0.02849370613694191,520,8.891023435353418e-05,
+46,4168,0.028722316026687622,521,0.00046805522970316815,
+46,4176,0.02861591801047325,522,0.0002361184351684642,
+46,4184,0.028916005045175552,523,0.00013824229063175153,
+46,4192,0.028320368379354477,524,0.00011939932142013276,
+46,4200,0.028589636087417603,525,0.00019672713551699417,
+46,4208,0.02871033549308777,526,0.00018012134660239099,
+46,4216,0.028785526752471924,527,0.00010862170438485919,
+46,4224,0.028672371059656143,528,9.974258955480764e-05,
+,,,528,,0.0001713579807143945
+47,4232,0.02847573533654213,529,0.0002943983636214398,
+47,4240,0.02855776995420456,530,0.00013203797789174132,
+47,4248,0.02903319150209427,531,0.00032279608512908453,
+47,4256,0.028586912900209427,532,0.00012672514776568278,
+47,4264,0.028741125017404556,533,0.00033665318824205315,
+47,4272,0.028736505657434464,534,0.00014157428677208372,
+47,4280,0.02889963984489441,535,0.0001756668107191217,
+47,4288,0.028917796909809113,536,0.00019538534024832188,
+47,4296,0.028868068009614944,537,0.0002043615768343443,
+47,4304,0.028995070606470108,538,0.00010397323740107822,
+47,4312,0.02884742245078087,539,7.16272234058124e-05,
+47,4320,0.039172910153865814,540,8.330827131430851e-05,
+48,4328,0.034780215471982956,541,0.0001119287553592585,
+48,4336,0.028943698853254318,542,9.853392521108617e-05,
+48,4344,0.02912190929055214,543,0.00016840585976751754,
+48,4352,0.02907821536064148,544,0.000100219294836279,
+,,,544,,0.000163469105385817
+48,4360,0.02880244329571724,545,0.0001530254266981501,
+48,4368,0.02879272773861885,546,0.00034771685477608116,
+48,4376,0.028754495084285736,547,0.00024758902782195946,
+48,4384,0.02881084382534027,548,0.0003729675158865575,
+48,4392,0.028709612786769867,549,0.00010197750134466332,
+48,4400,0.028840649873018265,550,0.00018189934144174913,
+48,4408,0.028936248272657394,551,0.00014668594621980446,
+49,4416,0.028883762657642365,552,0.0001640878945181612,
+49,4424,0.028873462229967117,553,0.0002856061578313529,
+49,4432,0.028674323111772537,554,0.0001128831709138467,
+49,4440,0.029038723558187485,555,0.00017693430936560617,
+49,4448,0.028840553015470505,556,0.00015645724852220155,
+49,4456,0.029234562069177628,557,0.00032645059218339156,
+49,4464,0.030161432921886444,558,0.00012710953524219804,
+49,4472,0.02897895872592926,559,9.127957355303806e-05,
+49,4480,0.028891652822494507,560,0.0001916273567985627,
+,,,560,,0.00015764056633298213
+49,4488,0.02872203290462494,561,0.00024143669725162908,
+49,4496,0.029083356261253357,562,9.704358626549947e-05,
+50,4504,0.03728232905268669,563,0.0004565589088088018,
+50,4512,0.02909383550286293,564,0.00012119539042032557,
+50,4520,0.02884424477815628,565,7.174613301685895e-05,
+50,4528,0.028421256691217422,566,0.0003253836994190351,
+50,4536,0.029033444821834564,567,9.776110573511687e-05,
+50,4544,0.028741929680109024,568,0.00011745739811885869,
+50,4552,0.028873901814222336,569,7.039032061584294e-05,
+50,4560,0.028995029628276825,570,0.00011627699859673157,
+50,4568,0.0288960300385952,571,0.00016314027834596345,
+50,4576,0.028714410960674286,572,0.0001683756513557455,
+50,4584,0.02886098250746727,573,0.00011510365857247962,
+51,4592,0.0289715975522995,574,0.00018748568390947185,
+51,4600,0.029386673122644424,575,8.739083068576292e-05,
+51,4608,0.029122743755578995,576,0.00016188135850825347,
+,,,576,,0.00016177848029213073
+51,4616,0.02873857691884041,577,0.00021982741463943967,
+51,4624,0.02936093509197235,578,0.00027754362372434116,
+51,4632,0.028959251940250397,579,0.00048302565119229257,
+51,4640,0.02899736538529396,580,8.794117457000539e-05,
+51,4648,0.029012102633714676,581,0.00011084260495408671,
+51,4656,0.02932864800095558,582,9.726927237352356e-05,
+51,4664,0.02931121364235878,583,0.00014209805294740363,
+51,4672,0.028989288955926895,584,0.00010461422789376229,
+51,4680,0.029106520116329193,585,7.629049969182233e-05,
+52,4688,0.02911766618490219,586,0.00038757812126277713,
+52,4696,0.036362648010253906,587,0.00017477199298809865,
+52,4704,0.033645082265138626,588,9.476576451561414e-05,
+52,4712,0.029117632657289505,589,0.00025555834190527094,
+52,4720,0.029176384210586548,590,0.00013595796281151706,
+52,4728,0.028727281838655472,591,0.00016411639808211476,
+52,4736,0.02892759069800377,592,0.00014389944772119634,
+,,,592,,0.00015824980651720977
+52,4744,0.028885014355182648,593,0.00014310552933238796,
+52,4752,0.029314972460269928,594,0.0001287071681872476,
+52,4760,0.029210899025201797,595,0.0001323006440543395,
+52,4768,0.029038649052381516,596,9.190524133373401e-05,
+53,4776,0.028932929039001465,597,0.00019967473917859024,
+53,4784,0.029178425669670105,598,0.0001802914603104,
+53,4792,0.02900054305791855,599,0.00010065119477076223,
+53,4800,0.028832517564296722,600,0.0001684034527897893,
+53,4808,0.028712641447782516,601,0.0001710554074634274,
+53,4816,0.02887703850865364,602,8.797180089459289e-05,
+53,4824,0.02921140566468239,603,8.703350977157243e-05,
+53,4832,0.02870478481054306,604,8.953637598096975e-05,
+53,4840,0.028748344630002975,605,0.00019772300174736301,
+53,4848,0.028873123228549957,606,0.00040200381317845313,
+53,4856,0.028832603245973587,607,0.00013379994561546482,
+54,4864,0.028648775070905685,608,0.00016848178438522154,
+,,,608,,0.00015482941690163734
+54,4872,0.03475961834192276,609,0.00012475288758651004,
+54,4880,0.03545258566737175,610,0.00012801972843590192,
+54,4888,0.03202568739652634,611,0.00019727066728592035,
+54,4896,0.028400126844644547,612,0.00011440083289926406,
+54,4904,0.028576284646987915,613,0.0004055296758451732,
+54,4912,0.02880808711051941,614,0.00014401995304069715,
+54,4920,0.028722885996103287,615,0.0002238573310933134,
+54,4928,0.02876364439725876,616,0.00010091948888657498,
+54,4936,0.02842320129275322,617,0.00010056019209514488,
+54,4944,0.028895221650600433,618,7.870394620113075e-05,
+55,4952,0.028391025960445404,619,0.00016862617530932766,
+55,4960,0.0283149816095829,620,0.0001145209980677464,
+55,4968,0.02871246635913849,621,0.0002571068357610784,
+55,4976,0.028679803013801575,622,0.00024260024201794295,
+55,4984,0.028476465493440628,623,0.00021760460322184372,
+55,4992,0.028437625616788864,624,0.00013278717506182147,
+,,,624,,0.00015605797465795124
+55,5000,0.028801340609788895,625,0.00015774004259583307,
+55,5008,0.028391562402248383,626,0.0002240031212750182,
+55,5016,0.028605207800865173,627,6.785718551327591e-05,
+55,5024,0.028574448078870773,628,0.00011569778598641278,
+55,5032,0.028369758278131485,629,8.457465264655184e-05,
+55,5040,0.02832966297864914,630,0.00025614026981202187,
+56,5048,0.028669245541095734,631,0.00010841439825526322,
+56,5056,0.02847999334335327,632,8.245920935223694e-05,
+56,5064,0.02825925126671791,633,7.034522195681348e-05,
+56,5072,0.02856755256652832,634,9.214357896780712e-05,
+56,5080,0.035651180893182755,635,0.00037587091992463684,
+56,5088,0.034211933612823486,636,8.055202397372341e-05,
+56,5096,0.02865418791770935,637,0.00013748559831583407,
+56,5104,0.028555821627378464,638,0.0003013967693732411,
+56,5112,0.028171248733997345,639,0.00018851489630833385,
+56,5120,0.028243985027074814,640,0.00030800141666986747,
+,,,640,,0.0001476889906021265
+56,5128,0.02821839600801468,641,0.00010477565092514851,
+57,5136,0.02823186293244362,642,8.832942285152967e-05,
+57,5144,0.027985461056232452,643,0.0001597306172698154,
+57,5152,0.02835039421916008,644,0.000166037341386982,
+57,5160,0.02813095971941948,645,9.869903942671954e-05,
+57,5168,0.027866411954164505,646,0.0003166700075780682,
+57,5176,0.027948495000600815,647,9.39020987971162e-05,
+57,5184,0.028045810759067535,648,0.00024330807764272322,
+57,5192,0.027996249496936798,649,0.00016920863345148973,
+57,5200,0.028293460607528687,650,0.00010744309201982105,
+57,5208,0.028294362127780914,651,0.0001223450994984887,
+57,5216,0.028213415294885635,652,0.00012549799748740043,
+58,5224,0.02798834815621376,653,0.00020755566856678342,
+58,5232,0.02774195745587349,654,9.796933045436163e-05,
+58,5240,0.027732066810131073,655,0.00027683335429173894,
+58,5248,0.027790911495685577,656,0.00026415439060656354,
+,,,656,,0.00015107481382214106
+58,5256,0.027886580675840378,657,0.0001777387901711336,
+58,5264,0.027837034314870834,658,9.655403391661821e-05,
+58,5272,0.03990975022315979,659,0.0001821269638639933,
+58,5280,0.03432420641183853,660,7.605254359077662e-05,
+58,5288,0.028293408453464508,661,0.00011867497187267873,
+58,5296,0.028768271207809448,662,0.00014821851027591038,
+58,5304,0.02892908826470375,663,0.00013996735970067675,
+59,5312,0.028333351016044617,664,0.0002723251877796429,
+59,5320,0.02835734561085701,665,0.00010774134534585755,
+59,5328,0.028487171977758408,666,0.00017850060567070614,
+59,5336,0.028806913644075394,667,8.420262656727573e-05,
+59,5344,0.028647422790527344,668,0.0001181689426630328,
+59,5352,0.028581727296113968,669,0.00012150931161158951,
+59,5360,0.028705623000860214,670,8.342769660885097e-05,
+59,5368,0.02866349369287491,671,0.0001796743381419219,
+59,5376,0.028481684625148773,672,0.00012052725696776179,
+,,,672,,0.00014474671572828904
+59,5384,0.02872728556394577,673,0.00031203379649014096,
+59,5392,0.02878488227725029,674,0.0002021617729042191,
+59,5400,0.02888290211558342,675,0.0002574793816165766,
+60,5408,0.028622005134820938,676,0.00012054923763571423,
+60,5416,0.028822194784879684,677,0.000278984873148147,
+60,5424,0.029049843549728394,678,0.0001367919790027372,
+60,5432,0.02889518067240715,679,7.529216372859082e-05,
+60,5440,0.028952613472938538,680,0.0002456811898809974,
+60,5448,0.028730761259794235,681,0.0001513965753474622,
+60,5456,0.02891971543431282,682,0.00010684701283025788,
+60,5464,0.033961255103349686,683,0.00011173485654580873,
+60,5472,0.04230702295899391,684,0.0002138285303772136,
+60,5480,0.02957017347216606,685,0.00014318434477900155,
+60,5488,0.029169488698244095,686,0.00019472793928798637,
+61,5496,0.0289001502096653,687,7.888320760685019e-05,
+61,5504,0.028654273599386215,688,9.315674378740368e-05,
+,,,688,,0.00014238796220758022
+61,5512,0.028836213052272797,689,0.00010155988002225058,
+61,5520,0.02876851335167885,690,0.0002538172475397005,
+61,5528,0.028651215136051178,691,0.0001456835088902153,
+61,5536,0.02870173379778862,692,9.329106023869826e-05,
+61,5544,0.028854161500930786,693,0.00010601459371173405,
+61,5552,0.028640631586313248,694,0.0003283325836491713,
+61,5560,0.02863149717450142,695,0.00014693216098748962,
+61,5568,0.02884487807750702,696,0.00012089844631191227,
+61,5576,0.02885591611266136,697,0.00023227355814015027,
+62,5584,0.02921256795525551,698,0.0001310445632043411,
+62,5592,0.028374750167131424,699,0.00010622377385516302,
+62,5600,0.02863289788365364,700,0.00011390989038773114,
+62,5608,0.02851693704724312,701,0.00010923206082225079,
+62,5616,0.029087424278259277,702,8.175850371117122e-05,
+62,5624,0.0281711146235466,703,0.00019429131816650624,
+62,5632,0.028402432799339294,704,0.00010405945886304835,
+,,,704,,0.00013968718644136036
+62,5640,0.028673604130744934,705,9.874150828181882e-05,
+62,5648,0.03421863168478012,706,0.0002598704550109687,
+62,5656,0.031222693622112274,707,0.00018232509910376393,
+62,5664,0.028798814862966537,708,0.0003033280813724559,
+63,5672,0.028652407228946686,709,0.0002787858165902435,
+63,5680,0.02870091423392296,710,0.00012284650756555493,
+63,5688,0.029122091829776764,711,0.00012596030001077452,
+63,5696,0.028694644570350647,712,9.221822119798162e-05,
+63,5704,0.02877100557088852,713,0.00022305657216747932,
+63,5712,0.028773605823516846,714,0.0001533105673843238,
+63,5720,0.02865001931786537,715,0.00020508303941824124,
+63,5728,0.02872053161263466,716,5.95580540903029e-05,
+63,5736,0.028860528022050858,717,0.00020857859863099293,
+63,5744,0.0286470428109169,718,0.00011525289937708294,
+63,5752,0.028761129826307297,719,0.00012943578531121602,
+63,5760,0.028614729642868042,720,0.00011248015334786032,
+,,,720,,0.00013859739574866416
+64,5768,0.02875683829188347,721,0.0001316372477049299,
+64,5776,0.028482787311077118,722,0.0001977765186893521,
+64,5784,0.02859608829021454,723,0.00010376372711107251,
+64,5792,0.02890995889902115,724,0.0004426466775839799,
+64,5800,0.02874300628900528,725,0.0001691589818619832,
+64,5808,0.02899990603327751,726,7.243099298648303e-05,
+64,5816,0.02882511168718338,727,0.00011004753741872264,
+64,5824,0.028633911162614822,728,0.0001503972484897531,
+64,5832,0.028384458273649216,729,9.981439643524936e-05,
+64,5840,0.03157486766576767,730,0.00012247828044564812,
+64,5848,0.028701718896627426,731,0.00010648896932252683,
+65,5856,0.031046003103256226,732,0.00010441909353176015,
+65,5864,0.02856702357530594,733,7.269918205565773e-05,
+65,5872,0.02876260131597519,734,0.00025473662390140817,
+65,5880,0.029853172600269318,735,9.418476111022756e-05,
+65,5888,0.03019508346915245,736,0.00011460796486062463,
+,,,736,,0.00013469887945132377
+65,5896,0.028353530913591385,737,0.00024847975373631925,
+65,5904,0.02882208675146103,738,0.0002695924140425632,
+65,5912,0.028861861675977707,739,0.00013087495472063893,
+65,5920,0.02941443771123886,740,0.00024409893012489192,
+65,5928,0.03128700330853462,741,6.416212818294298e-05,
+65,5936,0.029350411146879196,742,0.00012822667213185923,
+66,5944,0.028839584439992905,743,7.077763530105585e-05,
+66,5952,0.029336046427488327,744,0.00015722796797490446,
+66,5960,0.029900938272476196,745,9.05943902580475e-05,
+66,5968,0.02884005755186081,746,0.0002449908661219524,
+66,5976,0.030163105577230453,747,0.0001154823366960045,
+66,5984,0.03401659056544304,748,0.00013920682431489695,
+66,5992,0.03467708081007004,749,0.0001134929652835126,
+66,6000,0.029515862464904785,750,9.996267181122676e-05,
+66,6008,0.029325146228075027,751,0.00011116836640212568,
+66,6016,0.02883429452776909,752,0.00018067259861709317,
+,,,752,,0.00013570732269913723
+66,6024,0.02960462123155594,753,0.00027281161328573944,
+67,6032,0.029604081064462662,754,9.808921049625496e-05,
+67,6040,0.02935732528567314,755,0.00021309837575245183,
+67,6048,0.02944500744342804,756,0.00011506768350955099,
+67,6056,0.029096361249685287,757,7.404077064165904e-05,
+67,6064,0.029053781181573868,758,0.0002314382672921056,
+67,6072,0.03414689376950264,759,0.00032533735338802217,
+67,6080,0.03171713650226593,760,0.00014889083286107052,
+67,6088,0.028823506087064743,761,7.867440399422776e-05,
+67,6096,0.02882099151611328,762,0.00016627241029709694,
+67,6104,0.028880462050437927,763,0.00011714135507645551,
+67,6112,0.030614495277404785,764,0.00013851893754690536,
+67,6120,0.028421498835086823,765,8.147517746692756e-05,
+68,6128,0.03158712759613991,766,0.00010686241830626386,
+68,6136,0.031001325696706772,767,0.00015128792574614636,
+68,6144,0.03169893100857735,768,9.080198651645333e-05,
+,,,768,,0.00013711942264284843
+68,6152,0.03381601721048355,769,0.00027460207320473273,
+68,6160,0.03063151240348816,770,0.00011022634816981736,
+68,6168,0.031234458088874817,771,8.41873752506217e-05,
+68,6176,0.0306924507021904,772,0.0001341648462584999,
+68,6184,0.030416294932365417,773,0.0002601466367195826,
+68,6192,0.030598044395446777,774,0.0001570748368067143,
+68,6200,0.034306421875953674,775,8.885096917765622e-05,
+68,6208,0.04202787205576897,776,0.00017258616753679235,
+69,6216,0.02925194427371025,777,0.00012844922912336187,
+69,6224,0.028859581798315048,778,0.0001824142977966403,
+69,6232,0.02896333485841751,779,0.0002704425396586885,
+69,6240,0.028739921748638153,780,0.00010702519330152427,
+69,6248,0.028390631079673767,781,0.00017497796079624095,
+69,6256,0.029615100473165512,782,9.211436326950206e-05,
+69,6264,0.0289277583360672,783,7.922545137262205e-05,
+69,6272,0.028824355453252792,784,0.0002056316334346775,
+,,,784,,0.00013520956660310426
+69,6280,0.028811201453208923,785,0.00011395665706004365,
+69,6288,0.02877722680568695,786,0.00026743250782601535,
+69,6296,0.028980441391468048,787,0.00011775404846048332,
+70,6304,0.0290118008852005,788,9.54367897065822e-05,
+70,6312,0.02903982251882553,789,0.00022339260976877995,
+70,6320,0.02868356928229332,790,9.141132022705278e-05,
+70,6328,0.028917886316776276,791,0.00015209117282211082,
+70,6336,0.030044537037611008,792,8.847819162838277e-05,
+70,6344,0.02908599004149437,793,8.624350948593928e-05,
+70,6352,0.028815090656280518,794,0.00010461279316587024,
+70,6360,0.028601888567209244,795,0.0001877983049780596,
+70,6368,0.0410277396440506,796,0.00023846011481509777,
+70,6376,0.031560931354761124,797,7.055374408082571e-05,
+70,6384,0.02875843271613121,798,0.0002938859552159556,
+71,6392,0.028512820601463318,799,0.0001453842751288903,
+71,6400,0.02876429632306099,800,0.00016653414013489964,
+,,,800,,0.00013419241907122807
+71,6408,0.02902614325284958,801,0.00014114198165771086,
+71,6416,0.028770919889211655,802,0.00010160329793507117,
+71,6424,0.028483204543590546,803,9.607706033420982e-05,
+71,6432,0.028460364788770676,804,0.00022371620798367076,
+71,6440,0.028372030705213547,805,9.977308218367398e-05,
+71,6448,0.028414331376552582,806,0.00010036848107120022,
+71,6456,0.02839457243680954,807,0.00010814306460815715,
+71,6464,0.028409376740455627,808,5.5445449561375426e-05,
+71,6472,0.028784744441509247,809,0.0001230565644618764,
+71,6480,0.028782188892364502,810,0.00036885054669255624,
+72,6488,0.02864972874522209,811,0.00020617049858628889,
+72,6496,0.028460588306188583,812,0.00011315010260659619,
+72,6504,0.02847227454185486,813,0.00013918243212174275,
+72,6512,0.028693601489067078,814,7.20590087439632e-05,
+72,6520,0.028368286788463593,815,0.00010365858133809525,
+72,6528,0.02857886627316475,816,7.901760000095237e-05,
+,,,816,,0.00013175439567137987
+72,6536,0.028500337153673172,817,0.0001652364790061256,
+72,6544,0.02853364124894142,818,0.0001039869207488664,
+72,6552,0.03547799959778786,819,0.00018502567991163232,
+72,6560,0.04077812656760216,820,0.0002471961738592654,
+72,6568,0.028572462499141693,821,0.00018672508372219454,
+73,6576,0.028995301574468613,822,0.0001577675484440988,
+73,6584,0.028551887720823288,823,0.00011757385391319986,
+73,6592,0.028756197541952133,824,0.0001726905070427165,
+73,6600,0.02864013984799385,825,7.202891038105008e-05,
+73,6608,0.029423397034406662,826,8.765723237047496e-05,
+73,6616,0.02883003279566765,827,0.00040628959686728194,
+73,6624,0.028793487697839737,828,5.622017806672375e-05,
+73,6632,0.029149804264307022,829,8.573708373660338e-05,
+73,6640,0.029047690331935883,830,8.006054031284293e-05,
+73,6648,0.028698641806840897,831,0.00011824831017293036,
+73,6656,0.02862236276268959,832,0.00028973358757866663,
+,,,832,,0.0001331200847067894
+74,6664,0.02911292389035225,833,9.384221993968822e-05,
+74,6672,0.029195789247751236,834,8.436617554252734e-05,
+74,6680,0.028884530067443848,835,8.281675809485023e-05,
+74,6688,0.028636984527111053,836,0.00010684774360925076,
+74,6696,0.02887992188334465,837,0.000126095537780202,
+74,6704,0.028474166989326477,838,0.0003495978007777012,
+74,6712,0.028967056423425674,839,0.00016546007873330382,
+74,6720,0.02874761074781418,840,0.00013378071162151173,
+74,6728,0.02898411452770233,841,5.559448482017615e-05,
+74,6736,0.029024366289377213,842,0.0002642382664816978,
+74,6744,0.029072236269712448,843,0.00010856090239030891,
+75,6752,0.04070577770471573,844,0.00011984053799096728,
+75,6760,0.0348970964550972,845,0.0002462900665705092,
+75,6768,0.029086604714393616,846,0.00012972749709661002,
+75,6776,0.028742045164108276,847,0.0001116116459343175,
+75,6784,0.029100365936756134,848,0.000168108849265991,
+,,,848,,0.00013397796413837335
+75,6792,0.028588242828845978,849,8.718192111700773e-05,
+75,6800,0.029233098030090332,850,0.00014962948489483097,
+75,6808,0.02889208495616913,851,0.00011173411166964797,
+75,6816,0.02909262478351593,852,0.0002467383387738664,
+75,6824,0.02870349958539009,853,0.00012619850303963176,
+75,6832,0.028802815824747086,854,0.00018076637616104563,
+75,6840,0.028463702648878098,855,8.569215924580931e-05,
+76,6848,0.028947990387678146,856,8.782290933595505e-05,
+76,6856,0.02929157018661499,857,8.852347264109994e-05,
+76,6864,0.02890893444418907,858,0.00025987102071667323,
+76,6872,0.028702206909656525,859,7.453229409293272e-05,
+76,6880,0.02905137464404106,860,0.00020354931348265382,
+76,6888,0.02914382517337799,861,0.00022266507312451722,
+76,6896,0.02908007800579071,862,0.00014535688342220965,
+76,6904,0.029028061777353287,863,0.0003156877469336905,
+76,6912,0.02863270789384842,864,0.00013975703063806577,
+,,,864,,0.0001352496851140108
+76,6920,0.029285036027431488,865,6.343195082081365e-05,
+76,6928,0.029319416731595993,866,7.149287239371915e-05,
+77,6936,0.039183277636766434,867,0.00024092493458738318,
+77,6944,0.03501804172992706,868,0.00017243785805476364,
+77,6952,0.028521042317152023,869,0.00010032175759988604,
+77,6960,0.028728600591421127,870,0.00014090912236497388,
+77,6968,0.028938978910446167,871,0.00022915754652785836,
+77,6976,0.029117394238710403,872,0.00011177715623489348,
+77,6984,0.02906634286046028,873,9.46320328694128e-05,
+77,6992,0.02902282401919365,874,7.23571529306355e-05,
+77,7000,0.029151123017072678,875,0.00023225194581755204,
+77,7008,0.029429715126752853,876,9.495943641013582e-05,
+77,7016,0.028948340564966202,877,0.00011362263421688112,
+78,7024,0.02942780777812004,878,0.000170608650023496,
+78,7032,0.02947978302836418,879,8.719720062799752e-05,
+78,7040,0.02930336445569992,880,0.0003527717958604626,
+,,,880,,0.0001346429523367148
+78,7048,0.029384464025497437,881,0.00010674146233213833,
+78,7056,0.02933570370078087,882,6.976386930546141e-05,
+78,7064,0.029789410531520844,883,0.00011197075991731253,
+78,7072,0.029196739196777344,884,0.00023332954151555896,
+78,7080,0.029416747391223907,885,0.0001235053791788232,
+78,7088,0.02958722785115242,886,9.461710146752011e-05,
+78,7096,0.02943999692797661,887,0.00010060649310617009,
+78,7104,0.02915790304541588,888,0.0001665256795604364,
+79,7112,0.02939220890402794,889,9.244172770195291e-05,
+79,7120,0.029039274901151657,890,0.0002040644449152751,
+79,7128,0.042269136756658554,891,6.372986217684229e-05,
+79,7136,0.03490637242794037,892,0.00017732014475768665,
+79,7144,0.028928790241479874,893,8.542446857973118e-05,
+79,7152,0.02888358011841774,894,0.00021256392528812285,
+79,7160,0.029083341360092163,895,0.0001266908852812776,
+79,7168,0.029333289712667465,896,9.449482558920863e-05,
+,,,896,,0.00013495527972013524
+79,7176,0.029307328164577484,897,0.0002815063135130913,
+79,7184,0.02889436110854149,898,0.00015255575453920756,
+79,7192,0.02964164689183235,899,9.969336269932683e-05,
+79,7200,0.028709575533866882,900,7.959833328641253e-05,
+80,7208,0.02904098853468895,901,7.854036266508047e-05,
+80,7216,0.028934206813573837,902,0.00010081272557727061,
+80,7224,0.02926165983080864,903,6.964520025576348e-05,
+80,7232,0.02925848588347435,904,0.00014295130358732422,
+80,7240,0.029057007282972336,905,0.0002958978552669578,
+80,7248,0.0290801003575325,906,0.00010978485079249367,
+80,7256,0.028881967067718506,907,7.937491454867995e-05,
+80,7264,0.029357071965932846,908,0.00017088915956264827,
+80,7272,0.029521558433771133,909,0.00021568214970102417,
+80,7280,0.029830560088157654,910,0.00017037248335327604,
+80,7288,0.029358956962823868,911,0.00016635458223390742,
+81,7296,0.029476255178451538,912,0.000271455392066855,
+,,,912,,0.00013163332373667986
+81,7304,0.029247693717479706,913,9.050480321093346e-05,
+81,7312,0.043594129383563995,914,0.0003130665240860253,
+81,7320,0.035063546150922775,915,0.0001783342013368383,
+81,7328,0.029759250581264496,916,8.314392925967695e-05,
+81,7336,0.029580652713775635,917,8.460486969852354e-05,
+81,7344,0.02984710782766342,918,9.479230993747478e-05,
+81,7352,0.029569733887910843,919,0.0001520576847724442,
+81,7360,0.029573991894721985,920,7.569455874545383e-05,
+81,7368,0.02916703000664711,921,9.594234779797262e-05,
+81,7376,0.02984960377216339,922,0.00016129906407513772,
+82,7384,0.029654081910848618,923,0.00019615948122009286,
+82,7392,0.029999926686286926,924,7.928496643216931e-05,
+82,7400,0.02899538353085518,925,0.0001605682423360122,
+82,7408,0.02932657301425934,926,0.0002542031288612634,
+82,7416,0.02981768548488617,927,0.00011791851557063637,
+82,7424,0.02982453629374504,928,8.441075624432415e-05,
+,,,928,,0.00013289846575412995
+82,7432,0.029471099376678467,929,7.730393281235592e-05,
+82,7440,0.029215015470981598,930,0.00017745500099408673,
+82,7448,0.029343195259571075,931,0.000120755130865291,
+82,7456,0.029342737048864365,932,0.00020296386583140702,
+82,7464,0.02962062880396843,933,0.00013658447960551712,
+83,7472,0.029735125601291656,934,6.727609616064001e-05,
+83,7480,0.029811490327119827,935,0.00013215957733336836,
+83,7488,0.029650647193193436,936,0.0001858613568401779,
+83,7496,0.02935507521033287,937,0.0002598663977551041,
+83,7504,0.04298824816942215,938,0.00013369438602239825,
+83,7512,0.035344138741493225,939,8.24736307549756e-05,
+83,7520,0.029043830931186676,940,0.0001167580412584357,
+83,7528,0.029115069657564163,941,6.755931781299296e-05,
+83,7536,0.029587216675281525,942,0.00020963385668437695,
+83,7544,0.029381640255451202,943,0.0001520204668850056,
+83,7552,0.031880300492048264,944,8.660154571771272e-05,
+,,,944,,0.00012811440496872633
+83,7560,0.029616139829158783,945,0.00023401564794767182,
+84,7568,0.029064912348985672,946,9.832573687162949e-05,
+84,7576,0.029155980795621872,947,0.00010824876198967104,
+84,7584,0.02912120893597603,948,0.00011915229060832644,
+84,7592,0.029821425676345825,949,0.0001098745378840249,
+84,7600,0.029305361211299896,950,8.426170370512409e-05,
+84,7608,0.029388707131147385,951,0.00019850071066684905,
+84,7616,0.02930612489581108,952,0.0001792470629879972,
+84,7624,0.029385168105363846,953,0.00014068006157685886,
+84,7632,0.02937750518321991,954,8.324855662067421e-05,
+84,7640,0.02941865846514702,955,0.00023611003007317777,
+84,7648,0.028988853096961975,956,0.00011520490738803346,
+85,7656,0.02881373092532158,957,0.0001721789135444851,
+85,7664,0.02900025248527527,958,8.135675579978852e-05,
+85,7672,0.029168128967285156,959,0.00015094082436917233,
+85,7680,0.02940242737531662,960,0.00011461048688943265,
+,,,960,,0.000124240222458656
+85,7688,0.043677881360054016,961,0.0001400310666213045,
+85,7696,0.03501399606466293,962,0.00026433230596012436,
+85,7704,0.029868874698877335,963,0.0002713996418606257,
+85,7712,0.02958684414625168,964,0.00015805476277819253,
+85,7720,0.030210182070732117,965,0.00011088634300904232,
+85,7728,0.029912464320659637,966,6.738065530953463e-05,
+85,7736,0.029476769268512726,967,7.18057935955585e-05,
+86,7744,0.032015666365623474,968,0.0001569589971950336,
+86,7752,0.030049864202737808,969,7.292302871064749e-05,
+86,7760,0.029909808188676834,970,0.0001408566517966392,
+86,7768,0.031700875610113144,971,0.00015952410558384145,
+86,7776,0.029820110648870468,972,0.00014413480266739498,
+86,7784,0.02989901602268219,973,0.0001406985184075893,
+86,7792,0.029651537537574768,974,9.053255189428455e-05,
+86,7800,0.03006279468536377,975,0.00011659204574243631,
+86,7808,0.030200917273759842,976,0.00023475628313462948,
+,,,976,,0.00012741455187400183
+86,7816,0.03001180663704872,977,0.00011394025705158128,
+86,7824,0.029662873595952988,978,8.235368704845314e-05,
+87,7832,0.029566306620836258,979,0.0002593946001070435,
+87,7840,0.029336832463741302,980,0.00011014086703653447,
+87,7848,0.029655225574970245,981,0.00010016005671786843,
+87,7856,0.029733262956142426,982,0.00015139068636926822,
+87,7864,0.02988346666097641,983,0.00018538573294790694,
+87,7872,0.029812514781951904,984,0.00012038850354656461,
+87,7880,0.044399358332157135,985,7.922593567855074e-05,
+87,7888,0.03508634492754936,986,0.00013621697598864557,
+87,7896,0.029001593589782715,987,0.00017878448852570727,
+87,7904,0.029091663658618927,988,9.148780645773513e-05,
+87,7912,0.02880547195672989,989,0.00031351269581136876,
+87,7920,0.029333196580410004,990,0.00017041276805684902,
+88,7928,0.029532358050346375,991,0.00016927418892009882,
+88,7936,0.029488272964954376,992,0.0002612360444800288,
+,,,992,,0.00012678858370353014
+88,7944,0.02964899316430092,993,0.00011690212136272748,
+88,7952,0.029741864651441574,994,0.00012112989998058765,
+88,7960,0.02979987859725952,995,0.0001577332905071671,
+88,7968,0.029846839606761932,996,0.00011393848672014428,
+88,7976,0.029356911778450012,997,0.000185441477697168,
+88,7984,0.029764540493488312,998,0.00013135447534295963,
+88,7992,0.029141634702682495,999,0.00010443397832204937,
+88,8000,0.029272004961967468,1000,8.262290475613554e-05,
+88,8008,0.02934517338871956,1001,0.0001356595685138018,
+89,8016,0.02913518249988556,1002,7.956822628329974e-05,
+89,8024,0.02946488931775093,1003,0.00010553575839367113,
+89,8032,0.02967141568660736,1004,0.00014494741071757744,
+89,8040,0.02943594753742218,1005,0.0001259623752503103,
+89,8048,0.02938723936676979,1006,6.426624213418108e-05,
+89,8056,0.029071372002363205,1007,0.0001300700814681477,
+89,8064,0.029139645397663116,1008,0.0002215297181464848,
+,,,1008,,0.0001242637920838136
+89,8072,0.03508336842060089,1009,0.00011937454110011458,
+89,8080,0.029368743300437927,1010,0.0002971283797705837,
+89,8088,0.029647544026374817,1011,0.0001923136210280063,
+89,8096,0.02944444864988327,1012,0.0001075926502380753,
+90,8104,0.029655225574970245,1013,8.257680701717618e-05,
+90,8112,0.02913425862789154,1014,0.00010932241548289312,
+90,8120,0.029296398162841797,1015,0.00012742212538796593,
+90,8128,0.02903931587934494,1016,8.157951197063085e-05,
+90,8136,0.02907959371805191,1017,0.00014190073193276476,
+90,8144,0.02905363216996193,1018,6.012410631228704e-05,
+90,8152,0.02901880070567131,1019,0.00014408690094569465,
+90,8160,0.029473118484020233,1020,0.00012265812802070286,
+90,8168,0.029453769326210022,1021,0.0002022044491241104,
+90,8176,0.029321055859327316,1022,0.0002714828092393873,
+90,8184,0.02952156588435173,1023,0.00020335082854217035,
+91,8192,0.02905816212296486,1024,8.74950310389977e-05,
+,,,1024,,0.00012750012609056936
+91,8200,0.02943260222673416,1025,0.00010167635082325432,
+91,8208,0.029415100812911987,1026,0.00010154364190384513,
+91,8216,0.029373761266469955,1027,0.0002919742883022991,
+91,8224,0.029340457171201706,1028,0.00019461725059954915,
+91,8232,0.02932807058095932,1029,0.00021728468345827423,
+91,8240,0.02943529188632965,1030,0.00012581155806401512,
+91,8248,0.029059793800115585,1031,0.0002710383610065037,
+91,8256,0.03708472475409508,1032,8.007506266949349e-05,
+91,8264,0.036981888115406036,1033,0.00011304516419841093,
+91,8272,0.029300156980752945,1034,4.774203671331634e-05,
+91,8280,0.029239002615213394,1035,7.269946854648879e-05,
+92,8288,0.029107242822647095,1036,0.00010365472326157033,
+92,8296,0.029652703553438187,1037,0.00030114913897705264,
+92,8304,0.029387671500444412,1038,0.00016013119739000103,
+92,8312,0.029404230415821075,1039,0.00019424476863605378,
+92,8320,0.029564768075942993,1040,8.49475254653953e-05,
+,,,1040,,0.0001234120020690637
+92,8328,0.028631296008825302,1041,0.00016578865597693948,
+92,8336,0.029004786163568497,1042,8.040241573326057e-05,
+92,8344,0.029409658163785934,1043,9.615192811907036e-05,
+92,8352,0.029459603130817413,1044,0.00017785352019927814,
+92,8360,0.02919156476855278,1045,0.00013625781593873398,
+92,8368,0.029022011905908585,1046,6.720163719364791e-05,
+93,8376,0.029485825449228287,1047,0.00011297096716589294,
+93,8384,0.029150210320949554,1048,0.00031147399477049476,
+93,8392,0.029194176197052002,1049,8.104321477730991e-05,
+93,8400,0.02920408546924591,1050,7.624554473295575e-05,
+93,8408,0.029310856014490128,1051,0.00011438547744546668,
+93,8416,0.029537152498960495,1052,0.0002253801085316809,
+93,8424,0.02944342792034149,1053,0.00015536463843091042,
+93,8432,0.02923056110739708,1054,0.00014973892143643752,
+93,8440,0.03772487863898277,1055,0.00017867519272840582,
+93,8448,0.029093947261571884,1056,8.256337423517834e-05,
+,,,1056,,0.00012678533601455198
+93,8456,0.028814680874347687,1057,7.122476563381497e-05,
+94,8464,0.02908753603696823,1058,8.339721307493164e-05,
+94,8472,0.029294714331626892,1059,0.00024709649369469844,
+94,8480,0.02920648083090782,1060,0.0001558443323119718,
+94,8488,0.03020584210753441,1061,0.00014342437043524114,
+94,8496,0.029300827533006668,1062,0.000101587594144803,
+94,8504,0.029360979795455933,1063,6.182274751154182e-05,
+94,8512,0.02941427379846573,1064,7.35491125851695e-05,
+94,8520,0.02933623641729355,1065,9.729772682476323e-05,
+94,8528,0.029303275048732758,1066,0.00011378999170119641,
+94,8536,0.029293563216924667,1067,0.0003069787298954907,
+94,8544,0.02881566435098648,1068,0.0002382709935773164,
+95,8552,0.034789811819791794,1069,7.289314862646279e-05,
+95,8560,0.032808542251586914,1070,0.00016585519097134238,
+95,8568,0.029495902359485626,1071,9.206723734678235e-05,
+95,8576,0.029414992779493332,1072,0.0001053850019161473,
+,,,1072,,0.0001246023039596203
+95,8584,0.029189180582761765,1073,0.00010072557324747322,
+95,8592,0.0292879119515419,1074,6.892999090268859e-05,
+95,8600,0.02948484569787979,1075,0.00011419280781410635,
+95,8608,0.02967950329184532,1076,0.00015262852775776992,
+95,8616,0.02938239276409149,1077,0.00022219466973183444,
+95,8624,0.029487837105989456,1078,7.731886216788553e-05,
+95,8632,0.029621616005897522,1079,0.0002940680774372595,
+95,8640,0.029272351413965225,1080,0.00019692885052791098,
+96,8648,0.028970982879400253,1081,7.623055080330232e-05,
+96,8656,0.030143316835165024,1082,0.00020589907762769144,
+96,8664,0.02916765585541725,1083,7.660155074518116e-05,
+96,8672,0.0353216826915741,1084,0.00016247740086328122,
+96,8680,0.02983347699046135,1085,0.0002603397447273892,
+96,8688,0.02922307699918747,1086,9.1636758952518e-05,
+96,8696,0.029484514147043228,1087,0.00019621728142737993,
+96,8704,0.02915055677294731,1088,9.892344678519294e-05,
+,,,1088,,0.00012691112426229013
+96,8712,0.029145292937755585,1089,0.00012709526936305338,
+96,8720,0.02947884425520897,1090,0.00012395846397339483,
+96,8728,0.029430877417325974,1091,0.0001676464144111378,
+97,8736,0.029653538018465042,1092,8.986383181763813e-05,
+97,8744,0.02916192263364792,1093,7.988162406036281e-05,
+97,8752,0.029286392033100128,1094,8.187766502487648e-05,
+97,8760,0.029446929693222046,1095,0.000154266192112118,
+97,8768,0.029434934258461,1096,0.00017549583071740926,
+97,8776,0.02904946357011795,1097,0.0001347690731563489,
+97,8784,0.035136494785547256,1098,9.18309260669048e-05,
+97,8792,0.029470063745975494,1099,0.00030466975977105903,
+97,8800,0.028856493532657623,1100,0.00012071720266249031,
+97,8808,0.02983846515417099,1101,0.0001141861898759089,
+97,8816,0.02938341349363327,1102,0.00018670516465135734,
+98,8824,0.029085833579301834,1103,9.309736242357758e-05,
+98,8832,0.02920818328857422,1104,8.984929763755645e-05,
+,,,1104,,0.00012536467506717413
+98,8840,0.0293639674782753,1105,0.0002990032826346578,
+98,8848,0.02911537140607834,1106,0.0002631428633321775,
+98,8856,0.029221296310424805,1107,8.250398605014198e-05,
+98,8864,0.029277727007865906,1108,6.028801863067201e-05,
+98,8872,0.0293421670794487,1109,0.0001289606657337572,
+98,8880,0.029350116848945618,1110,0.00013970589179734816,
+98,8888,0.02894887700676918,1111,0.00024756716811680235,
+98,8896,0.029005683958530426,1112,9.473583895669435e-05,
+98,8904,0.02917785570025444,1113,0.0001160378847089305,
+99,8912,0.028608180582523346,1114,7.767630040689255e-05,
+99,8920,0.028809629380702972,1115,0.0002846581128324033,
+99,8928,0.028857961297035217,1116,5.835088813910261e-05,
+99,8936,0.032607268542051315,1117,0.00020796943545065005,
+99,8944,0.043182123452425,1118,0.0001370699865219649,
+99,8952,0.03278510272502899,1119,0.00011679672161335475,
+99,8960,0.0286664217710495,1120,0.00012380357475194614,
+,,,1120,,0.0001241760328412056
+99,8968,0.028878651559352875,1121,9.236542609869502e-05,
+99,8976,0.029082387685775757,1122,0.0001154282672359841,
+99,8984,0.029207918792963028,1123,0.0002071757317025913,
+99,8992,0.029419880360364914,1124,0.00011495422040752601,
+99,9000,0.029193885624408722,1125,6.94365119215945e-05,
+100,9008,0.029111400246620178,1126,0.00010848731244550436,
+100,9016,0.02921980991959572,1127,0.00013115822366671637,
+100,9024,0.02916010096669197,1128,0.00016727171941965935,
+100,9032,0.02914709970355034,1129,8.238467034971109e-05,
+100,9040,0.029171310365200043,1130,0.00011190613486178336,
+100,9048,0.029086951166391373,1131,0.0002055541744994116,
+100,9056,0.029045093804597855,1132,0.00010131969565918553,
+100,9064,0.028935018926858902,1133,7.925545605758089e-05,
+100,9072,0.029092226177453995,1134,0.00021955745205559651,
+100,9080,0.02888265997171402,1135,9.179990911434288e-05,
+100,9088,0.02887175977230072,1136,0.00014626876100010122,
+,,,1136,,0.00012407786188981472
+101,9096,0.02930988371372223,1137,0.00014887061979607097,
+101,9104,0.029693588614463806,1138,0.0001297930202781572,
+101,9112,0.028736066073179245,1139,0.00022730638511347934,
+101,9120,0.03703969717025757,1140,0.00022626434565609088,
+101,9128,0.035555556416511536,1141,7.165675060605281e-05,
+101,9136,0.0289217047393322,1142,9.408111873199232e-05,
+101,9144,0.02905000001192093,1143,0.0001622860654606484,
+101,9152,0.02874324470758438,1144,0.00013020530241192318,
+101,9160,0.029241204261779785,1145,9.391435605721199e-05,
+101,9168,0.02925758808851242,1146,0.0002083318399854761,
+101,9176,0.029040616005659103,1147,0.00012366346254566452,
+102,9184,0.028757132589817047,1148,7.24315136721998e-05,
+102,9192,0.028972182422876358,1149,0.00014008509879204212,
+102,9200,0.02897236868739128,1150,0.0001992240572690207,
+102,9208,0.029156383126974106,1151,0.00019658060091387597,
+102,9216,0.029202934354543686,1152,7.882361751399003e-05,
+,,,1152,,0.00012555713645922832
+102,9224,0.029266249388456345,1153,0.00012600238233062555,
+102,9232,0.03574977442622185,1154,0.00013205760660639498,
+102,9240,0.03142980486154556,1155,8.305474739245255e-05,
+102,9248,0.030151594430208206,1156,6.399810899893055e-05,
+102,9256,0.029859792441129684,1157,0.00011591961128942785,
+102,9264,0.03117743879556656,1158,9.145850344793871e-05,
+103,9272,0.02955136075615883,1159,0.0003212942410755204,
+103,9280,0.029287029057741165,1160,8.865744439390255e-05,
+103,9288,0.02959655225276947,1161,7.846584867365891e-05,
+103,9296,0.029984280467033386,1162,0.00027220108268011245,
+103,9304,0.030295398086309433,1163,0.0002063448901026277,
+103,9312,0.02985738217830658,1164,6.551767319251667e-05,
+103,9320,0.029343321919441223,1165,0.000154427937559376,
+103,9328,0.029235783964395523,1166,9.646460648582433e-05,
+103,9336,0.02986977994441986,1167,0.00010199044572800631,
+103,9344,0.029311146587133408,1168,0.00018010100257015438,
+,,,1168,,0.0001227701536546915
+103,9352,0.03553484007716179,1169,6.536904083986883e-05,
+103,9360,0.030281025916337967,1170,0.00020260744304323453,
+104,9368,0.03002038225531578,1171,8.587076217736467e-05,
+104,9376,0.03072395920753479,1172,0.0001389316544191388,
+104,9384,0.029831860214471817,1173,0.00011621971907516127,
+104,9392,0.02913341298699379,1174,0.00020592481428138854,
+104,9400,0.02892524003982544,1175,0.00011189330371053074,
+104,9408,0.028635229915380478,1176,9.026675206769141e-05,
+104,9416,0.0289299413561821,1177,0.00015255143716785824,
+104,9424,0.029118560254573822,1178,8.423255349043757e-05,
+104,9432,0.03049052134156227,1179,6.44303022454551e-05,
+104,9440,0.030737850815057755,1180,0.00022692116272082785,
+104,9448,0.028996631503105164,1181,0.0002430125068713096,
+105,9456,0.028670545667409897,1182,0.00010203514625573007,
+105,9464,0.03313964977860451,1183,0.0001127749542320089,
+105,9472,0.03319718688726425,1184,0.00015422157503053313,
+,,,1184,,0.00012191855468046971
+105,9480,0.034682899713516235,1185,0.00016446797917524236,
+105,9488,0.033102527260780334,1186,0.00013175841195334215,
+105,9496,0.03085888922214508,1187,0.00024655752304170164,
+105,9504,0.030489981174468994,1188,0.00022440005841417587,
+105,9512,0.03047822043299675,1189,7.10006727331347e-05,
+105,9520,0.032606981694698334,1190,6.74103653182101e-05,
+105,9528,0.03238002955913544,1191,0.00016279317333101062,
+105,9536,0.033586204051971436,1192,9.416985221832874e-05,
+106,9544,0.044000208377838135,1193,8.046258881222457e-05,
+106,9552,0.029555708169937134,1194,0.00020120052386118914,
+106,9560,0.028998136520385742,1195,0.00012922417772642802,
+106,9568,0.0287010557949543,1196,0.0002003032595894183,
+106,9576,0.029007766395807266,1197,7.10161225470074e-05,
+106,9584,0.028929606080055237,1198,0.00019130806094835862,
+106,9592,0.02886126935482025,1199,8.387415300603607e-05,
+106,9600,0.02858521044254303,1200,0.00011659326310109464,
+,,,1200,,0.00012602714391855092
+106,9608,0.02876148745417595,1201,0.00011682848298733006,
+106,9616,0.02860087901353836,1202,7.681225952183013e-05,
+106,9624,0.028885550796985626,1203,0.00018243076874568942,
+107,9632,0.02895013615489006,1204,0.00014345047338792938,
+107,9640,0.02910764515399933,1205,0.0003222257228117087,
+107,9648,0.02896764874458313,1206,9.290411708207102e-05,
+107,9656,0.028936639428138733,1207,7.082252795953536e-05,
+107,9664,0.029150862246751785,1208,0.000154497471612558,
+107,9672,0.029114626348018646,1209,9.138172663369915e-05,
+107,9680,0.028939366340637207,1210,0.00020344286963336344,
+107,9688,0.028953392058610916,1211,0.00010398683025414357,
+107,9696,0.029176604002714157,1212,6.793182956243982e-05,
+107,9704,0.029216285794973373,1213,0.0002540396353651886,
+107,9712,0.028840206563472748,1214,0.00014669968231828534,
+107,9720,0.029014408588409424,1215,0.00013420261257124366,
+108,9728,0.028948552906513214,1216,0.0001768281895238033,
+,,,1216,,0.00012143466096275892
+108,9736,0.028891704976558685,1217,0.00015286074972209462,
+108,9744,0.029276371002197266,1218,0.00019716442920980626,
+108,9752,0.029057681560516357,1219,0.0001324293762081652,
+108,9760,0.02924049273133278,1220,0.0002498771650607523,
+108,9768,0.029369767755270004,1221,7.27889919289737e-05,
+108,9776,0.029108509421348572,1222,9.475130536884535e-05,
+108,9784,0.0292816199362278,1223,5.8678892855823506e-05,
+108,9792,0.029042258858680725,1224,0.00010173700366067351,
+108,9800,0.029058318585157394,1225,0.00012155144895587,
+108,9808,0.029185380786657333,1226,0.00013949889807918225,
+109,9816,0.02961832284927368,1227,0.0001377738421979302,
+109,9824,0.029296059161424637,1228,8.701822616785648e-05,
+109,9832,0.029101211577653885,1229,0.00011785705964939552,
+109,9840,0.029413361102342606,1230,0.00024592943054813077,
+109,9848,0.029381882399320602,1231,0.00017510082989247167,
+109,9856,0.02924421802163124,1232,0.0001857238794400473,
+,,,1232,,0.00012469800332417854
+109,9864,0.03248804807662964,1233,0.00014783869346501888,
+109,9872,0.03276240453124046,1234,0.00012100185767849325,
+109,9880,0.03234029933810234,1235,7.828466027604009e-05,
+109,9888,0.03255370631814003,1236,0.00012730125399684766,
+109,9896,0.029349688440561295,1237,0.0001593693159520626,
+110,9904,0.029374580830335617,1238,7.295294244613615e-05,
+110,9912,0.04130619764328003,1239,0.00012338534816080937,
+110,9920,0.04713425785303116,1240,7.748243797323084e-05,
+110,9928,0.0292954221367836,1241,0.00019227838674851228,
+110,9936,0.029114697128534317,1242,0.0001553821280140255,
+110,9944,0.029242657124996185,1243,8.149041468641371e-05,
+110,9952,0.02915531024336815,1244,0.00012113476714148419,
+110,9960,0.029138240963220596,1245,0.00018809703033184633,
+110,9968,0.029338505119085312,1246,0.00011626303239609115,
+110,9976,0.02920028567314148,1247,9.463088986194634e-05,
+110,9984,0.02935478463768959,1248,0.00018903543559645186,
+,,,1248,,0.00012175808063684366
+111,9992,0.029365282505750656,1249,0.00023577367210236844,
+111,10000,0.029195725917816162,1250,9.443624458072009e-05,
+111,10008,0.029658563435077667,1251,0.00010818493865372147,
+111,10016,0.02929690107703209,1252,0.0002297189644195896,
+111,10024,0.029212597757577896,1253,0.00016464805594296195,
+111,10032,0.029294103384017944,1254,9.914599331750651e-05,
+111,10040,0.02911500632762909,1255,0.00022353621216097963,
+111,10048,0.0291421040892601,1256,9.315463466919027e-05,
+111,10056,0.02904161810874939,1257,0.0002221935246780049,
+111,10064,0.028875023126602173,1258,5.6369384765275754e-05,
+111,10072,0.028892073780298233,1259,0.00014248161869545584,
+111,10080,0.029118314385414124,1260,9.771646136869094e-05,
+112,10088,0.028837282210588455,1261,0.00012328025877650362,
+112,10096,0.02864588052034378,1262,0.0001326078222518845,
+112,10104,0.02883175015449524,1263,0.00014194191362548736,
+112,10112,0.043716587126255035,1264,0.00017007278438541107,
+,,,1264,,0.00012600858910725667
+112,10120,0.028765399008989334,1265,7.745196398900589e-05,
+112,10128,0.02876550704240799,1266,8.041599085117923e-05,
+112,10136,0.028801575303077698,1267,0.0002527264450691291,
+112,10144,0.028916019946336746,1268,8.214608305934235e-05,
+112,10152,0.028828047215938568,1269,8.66011228026764e-05,
+112,10160,0.028871428221464157,1270,0.00017303341292063124,
+112,10168,0.030687741935253143,1271,0.00010118319505636464,
+113,10176,0.02881210669875145,1272,0.0002781200055324007,
+113,10184,0.03217713534832001,1273,0.00011295728882032563,
+113,10192,0.03210911899805069,1274,0.0002120564258802915,
+113,10200,0.028469491750001907,1275,7.25802296983602e-05,
+113,10208,0.028614800423383713,1276,0.00015798856384208193,
+113,10216,0.02854524552822113,1277,5.4149163133843103e-05,
+113,10224,0.02863975241780281,1278,0.00010997442564075754,
+113,10232,0.028668053448200226,1279,8.3055000686727e-05,
+113,10240,0.03224550187587738,1280,0.00018089330001203052,
+,,,1280,,0.0001239374351616089
+113,10248,0.03304944559931755,1281,0.0002691890231290017,
+113,10256,0.03330530598759651,1282,9.539099346511648e-05,
+114,10264,0.028549686074256897,1283,0.00010659107374522137,
+114,10272,0.028561711311340332,1284,8.803160517345532e-05,
+114,10280,0.03299965709447861,1285,0.0001664476476435084,
+114,10288,0.045514658093452454,1286,0.0001717418163025286,
+114,10296,0.028691988438367844,1287,5.309123207553057e-05,
+114,10304,0.028417829424142838,1288,0.00010992905572493328,
+114,10312,0.028139833360910416,1289,0.00028588061559275957,
+114,10320,0.028721734881401062,1290,8.829949638311518e-05,
+114,10328,0.02845466509461403,1291,0.00020659694018831942,
+114,10336,0.02860577031970024,1292,9.811679274207563e-05,
+114,10344,0.028390228748321533,1293,0.0001321319182352454,
+115,10352,0.028278447687625885,1294,0.00010878265266001108,
+115,10360,0.028244566172361374,1295,7.28185896150535e-05,
+115,10368,0.028548408299684525,1296,0.0002978312959385221,
+,,,1296,,0.00012394030076953082
+115,10376,0.028198566287755966,1297,0.00011104550026175275,
+115,10384,0.028364147990942,1298,0.0001760761697369162,
+115,10392,0.028270676732063293,1299,9.253091729988228e-05,
+115,10400,0.02855725586414337,1300,0.0001456871682421479,
+115,10408,0.028008107095956802,1301,7.560466156064649e-05,
+115,10416,0.028259675949811935,1302,0.00010267538118569064,
+115,10424,0.028188738971948624,1303,0.00010084411860589171,
+115,10432,0.02831435576081276,1304,9.895352377498057e-05,
+115,10440,0.027941323816776276,1305,0.00022469851410278352,
+116,10448,0.028065305203199387,1306,0.00010094643994307262,
+116,10456,0.027937494218349457,1307,8.639205748295353e-05,
+116,10464,0.02802128717303276,1308,0.00010382202640357718,
+116,10472,0.02797536924481392,1309,9.284449879487511e-05,
+116,10480,0.04455031454563141,1310,0.00017117617335316027,
+116,10488,0.05239863321185112,1311,0.0002557147986408381,
+116,10496,0.027747534215450287,1312,9.748631987349654e-05,
+,,,1312,,0.00012229911935253022
+116,10504,0.028076987713575363,1313,0.00023462941953766858,
+116,10512,0.028019979596138,1314,0.00020926394972775597,
+116,10520,0.0284019336104393,1315,6.983920866332483e-05,
+116,10528,0.028327256441116333,1316,9.758220312505728e-05,
+117,10536,0.028541725128889084,1317,0.00011726226193786715,
+117,10544,0.0280316099524498,1318,0.00012225269392729388,
+117,10552,0.028128061443567276,1319,0.0002315374267709558,
+117,10560,0.03182123228907585,1320,0.00012822583767047036,
+117,10568,0.03177690878510475,1321,0.00016858545586728724,
+117,10576,0.031650055199861526,1322,9.458691465624725e-05,
+117,10584,0.032040875405073166,1323,5.8246544995199656e-05,
+117,10592,0.028353888541460037,1324,0.000334469413246552,
+117,10600,0.028407424688339233,1325,8.496227655996336e-05,
+117,10608,0.02834407240152359,1326,0.00014265376557887066,
+117,10616,0.02840540185570717,1327,7.9538328009221e-05,
+118,10624,0.028296630829572678,1328,6.583096092072083e-05,
+,,,1328,,0.00012382394514786892
+118,10632,0.028528958559036255,1329,8.35013311188959e-05,
+118,10640,0.028599891811609268,1330,0.00012110330408177106,
+118,10648,0.033149514347314835,1331,0.0001572135270180297,
+118,10656,0.033103302121162415,1332,0.0001846248924266547,
+118,10664,0.039500992745161057,1333,0.00011904908910764789,
+118,10672,0.03334256261587143,1334,0.00010803811755977222,
+118,10680,0.028568558394908905,1335,0.00020741801699841744,
+118,10688,0.02829412743449211,1336,0.00013992727826916962,
+118,10696,0.028660155832767487,1337,7.451738838426536e-05,
+118,10704,0.02946067973971367,1338,0.0001987810583159444,
+119,10712,0.02844257652759552,1339,0.00014902524708304554,
+119,10720,0.028511948883533478,1340,0.00011962276312260656,
+119,10728,0.02845819666981697,1341,7.956804438435938e-05,
+119,10736,0.02834359183907509,1342,0.0003105199843957962,
+119,10744,0.0286426842212677,1343,0.0001270162861146673,
+119,10752,0.028443947434425354,1344,6.845301231805934e-05,
+,,,1344,,0.00011830983492426384
+119,10760,0.028882097452878952,1345,0.00015450313958353945,
+119,10768,0.028946973383426666,1346,0.00018231180592920282,
+119,10776,0.02879597619175911,1347,0.00012117991127524874,
+119,10784,0.028839342296123505,1348,0.00011319407576593221,
+119,10792,0.02871043235063553,1349,0.00014598256666431553,
+119,10800,0.028837911784648895,1350,0.00011858627794936183,
+120,10808,0.028460297733545303,1351,0.00018189736101703602,
+120,10816,0.0287480428814888,1352,6.286573443503585e-05,
+120,10824,0.028345316648483276,1353,0.0001448195512239181,
+120,10832,0.02868025004863739,1354,9.28439562812855e-05,
+120,10840,0.028453268110752106,1355,0.00012991212452106993,
+120,10848,0.02849167212843895,1356,9.778782032299205e-05,
+120,10856,0.02838180586695671,1357,6.654604521827423e-05,
+120,10864,0.043742384761571884,1358,0.00016214642528211698,
+120,10872,0.03468526899814606,1359,0.00011743754112103488,
+120,10880,0.028384074568748474,1360,0.00021500110096894787,
+,,,1360,,0.00012419246232662446
+120,10888,0.02858717367053032,1361,0.00022841235522719217,
+121,10896,0.028925199061632156,1362,0.00011919826511075371,
+121,10904,0.028904039412736893,1363,0.00011470981007732917,
+121,10912,0.028417829424142838,1364,7.61265323490079e-05,
+121,10920,0.02874385565519333,1365,0.00017384798275088542,
+121,10928,0.02877350151538849,1366,0.00012707839641734608,
+121,10936,0.028726503252983093,1367,0.0001479912739341671,
+121,10944,0.02902456745505333,1368,0.00019010486767001566,
+121,10952,0.02886786311864853,1369,9.001156240628916e-05,
+121,10960,0.02861422300338745,1370,0.0003194809114575037,
+121,10968,0.029095359146595,1371,8.561802133044694e-05,
+121,10976,0.029204662889242172,1372,6.697794060528395e-05,
+122,10984,0.028845928609371185,1373,7.047961253192625e-05,
+122,10992,0.028712965548038483,1374,8.791264872343163e-05,
+122,11000,0.028979703783988953,1375,0.000373370078705193,
+122,11008,0.028871256858110428,1376,0.00018046757440970396,
+,,,1376,,0.00012173163346373118
+122,11016,0.029103334993124008,1377,8.107314351946115e-05,
+122,11024,0.02903541922569275,1378,0.00018549361357145244,
+122,11032,0.028953321278095245,1379,7.265516296683927e-05,
+122,11040,0.02893964573740959,1380,7.564995212305803e-05,
+122,11048,0.04344939440488815,1381,0.00015573112068523187,
+122,11056,0.036847736686468124,1382,8.770091790211154e-05,
+122,11064,0.02917316183447838,1383,0.00012208898760945885,
+123,11072,0.029249660670757294,1384,0.0001978078430511232,
+123,11080,0.028951749205589294,1385,0.0002332836806999694,
+123,11088,0.028788842260837555,1386,5.0230432407261105e-05,
+123,11096,0.029042351990938187,1387,9.493011521044536e-05,
+123,11104,0.028756901621818542,1388,9.598767928764573e-05,
+123,11112,0.02892107143998146,1389,9.252983318219776e-05,
+123,11120,0.028967417776584625,1390,0.00021832241282027098,
+123,11128,0.02885102853178978,1391,0.0001557392424729187,
+123,11136,0.02895442023873329,1392,0.00017271750539293862,
+,,,1392,,0.0001231726760474535
+123,11144,0.028880976140499115,1393,8.016429092094768e-05,
+123,11152,0.02873704582452774,1394,0.00010992869579240505,
+123,11160,0.028887055814266205,1395,0.00014027363977220375,
+124,11168,0.028921693563461304,1396,0.00014001246290717972,
+124,11176,0.028948765248060226,1397,7.246116183523554e-05,
+124,11184,0.028770215809345245,1398,8.059648462221958e-05,
+124,11192,0.028785649687051773,1399,0.00012041533409501426,
+124,11200,0.028779923915863037,1400,9.825046799960546e-05,
+124,11208,0.028958726674318314,1401,0.0001759650308486016,
+124,11216,0.028753958642482758,1402,0.00023567992002426763,
+124,11224,0.029201719909906387,1403,0.00024884765707611223,
+124,11232,0.02899986132979393,1404,0.00012823994666177896,
+124,11240,0.028742052614688873,1405,8.625837381259771e-05,
+124,11248,0.04229583218693733,1406,9.686488510851632e-05,
+125,11256,0.03413412719964981,1407,0.00016379181170123047,
+125,11264,0.028738386929035187,1408,9.34371555558755e-05,
+,,,1408,,0.00012327124101993366
+125,11272,0.032556090503931046,1409,8.569211036046909e-05,
+125,11280,0.029032502323389053,1410,0.00010108138167197467,
+125,11288,0.02923651412129402,1411,9.464562845096225e-05,
+125,11296,0.028838910162448883,1412,9.982774872696609e-05,
+125,11304,0.0292033888399601,1413,0.0001127940918195236,
+125,11312,0.029137317091226578,1414,0.0001618727546883747,
+125,11320,0.02894292026758194,1415,0.0003341587848808558,
+125,11328,0.033527128398418427,1416,0.00016241368939517997,
+125,11336,0.03332149609923363,1417,9.896783922158647e-05,
+126,11344,0.033325958997011185,1418,7.80038731136301e-05,
+126,11352,0.029149439185857773,1419,0.00011100539904873585,
+126,11360,0.028980430215597153,1420,9.284360749006737e-05,
+126,11368,0.02879735827445984,1421,0.00021543103184740175,
+126,11376,0.02884676307439804,1422,6.38933324808022e-05,
+126,11384,0.028967779129743576,1423,0.00010862074532269617,
+126,11392,0.029228810220956802,1424,8.871721092873486e-05,
+,,,1424,,0.00011939295113850862
+126,11400,0.028818421065807343,1425,0.00013135856943335966,
+126,11408,0.028765209019184113,1426,0.0002510604581402731,
+126,11416,0.029231779277324677,1427,0.0001301928423345089,
+126,11424,0.03864105045795441,1428,0.00022508359688799828,
+127,11432,0.0359053835272789,1429,9.065374024430639e-05,
+127,11440,0.02862505614757538,1430,0.0002162365003641753,
+127,11448,0.028879180550575256,1431,0.0001205681969622674,
+127,11456,0.028744418174028397,1432,0.00014196081701811636,
+127,11464,0.02901170402765274,1433,6.842342918389477e-05,
+127,11472,0.028504807502031326,1434,7.414478614009568e-05,
+127,11480,0.028942253440618515,1435,0.00016438090096926317,
+127,11488,0.028740301728248596,1436,6.130122710601427e-05,
+127,11496,0.028905488550662994,1437,0.0002458994936205272,
+127,11504,0.028890404850244522,1438,0.0002151128692275961,
+127,11512,0.02875583991408348,1439,8.210131682062638e-05,
+127,11520,0.02891966700553894,1440,9.880267498374451e-05,
+,,,1440,,0.00012397061651333785
+128,11528,0.028738070279359818,1441,0.0001103045278796344,
+128,11536,0.028633669018745422,1442,9.243869499186985e-05,
+128,11544,0.028791319578886032,1443,0.00011314766379655339,
+128,11552,0.02877485379576683,1444,0.0001536637596473156,
+128,11560,0.028656385838985443,1445,6.980880402807088e-05,
+128,11568,0.028714600950479507,1446,7.338504292420112e-05,
+128,11576,0.0287904255092144,1447,0.00013397872226050822,
+128,11584,0.028615597635507584,1448,8.108788506433484e-05,
+128,11592,0.028547096997499466,1449,0.00029017728274993715,
+128,11600,0.028622370213270187,1450,9.570278280079947e-05,
+128,11608,0.028596948832273483,1451,0.0003190682423337421,
+129,11616,0.028618838638067245,1452,9.747721605890547e-05,
+129,11624,0.03968093544244766,1453,0.00017727388285493362,
+129,11632,0.04872770607471466,1454,7.378727877949132e-05,
+129,11640,0.03186829015612602,1455,0.0002350872664464987,
+129,11648,0.02848212420940399,1456,0.00010047002706414787,
+,,,1456,,0.00012024995894768299
+129,11656,0.028407681733369827,1457,0.0002243715457552753,
+129,11664,0.02831178903579712,1458,5.382143399401684e-05,
+129,11672,0.0281970277428627,1459,0.0001417636199221306,
+129,11680,0.028334878385066986,1460,0.0002557757161412155,
+129,11688,0.028875231742858887,1461,9.678966853243764e-05,
+129,11696,0.02853308990597725,1462,9.220375159202376e-05,
+130,11704,0.028303667902946472,1463,0.00010215413158221054,
+130,11712,0.028594914823770523,1464,0.0002966220845337375,
+130,11720,0.02894780784845352,1465,0.00016618898007436655,
+130,11728,0.028898388147354126,1466,9.154553117696196e-05,
+130,11736,0.02895107865333557,1467,5.988584962324239e-05,
+130,11744,0.028509344905614853,1468,0.00020551223497022875,
+130,11752,0.028292343020439148,1469,9.114592876358074e-05,
+130,11760,0.028278209269046783,1470,0.00011034615022254002,
+130,11768,0.028675023466348648,1471,0.000159652048296266,
+130,11776,0.028604205697774887,1472,6.678434692730661e-05,
+,,,1472,,0.00011956741890081993
+130,11784,0.02875424176454544,1473,0.00011198999345651828,
+131,11792,0.028347019106149673,1474,0.00017322020903520752,
+131,11800,0.03210543468594551,1475,0.00013926379642725806,
+131,11808,0.03527506813406944,1476,0.00021951328562863637,
+131,11816,0.04128367453813553,1477,0.00012135526549172937,
+131,11824,0.028711717575788498,1478,0.00024124280071191606,
+131,11832,0.028416406363248825,1479,0.0001737777952257602,
+131,11840,0.02858632802963257,1480,7.623103329024161e-05,
+131,11848,0.02864992991089821,1481,9.127935709329904e-05,
+131,11856,0.02850865200161934,1482,7.104562018867e-05,
+131,11864,0.028481360524892807,1483,0.00012791530980393873,
+131,11872,0.028637442737817764,1484,0.00012379053077893332,
+131,11880,0.028269682079553604,1485,0.0001192872405226808,
+132,11888,0.03306153416633606,1486,0.00010178162165175308,
+132,11896,0.032957494258880615,1487,0.00010803927034430671,
+132,11904,0.03308079391717911,1488,6.909365447427263e-05,
+,,,1488,,0.00012041362098012216
+132,11912,0.032958097755908966,1489,8.08499626145931e-05,
+132,11920,0.03299930319190025,1490,0.00011405928671592847,
+132,11928,0.03365842625498772,1491,0.00015971600078046322,
+132,11936,0.03306656330823898,1492,0.00017650047993811313,
+132,11944,0.028158031404018402,1493,0.00025914364550772007,
+132,11952,0.028442759066820145,1494,0.00011009379977622302,
+132,11960,0.032889775931835175,1495,0.00015238220566970995,
+132,11968,0.02851700782775879,1496,7.679730470044888e-05,
+133,11976,0.02853810042142868,1497,0.00015593325110785372,
+133,11984,0.02846001833677292,1498,7.59332078814623e-05,
+133,11992,0.02857362851500511,1499,0.00010334640478504298,
+133,12000,0.03658440709114075,1500,8.110312819553656e-05,
+133,12008,0.03232866898179054,1501,0.0003295817550679203,
+133,12016,0.028386544436216354,1502,0.00021899028342886595,
+133,12024,0.028165776282548904,1503,9.358861393593543e-05,
+133,12032,0.02828945964574814,1504,0.00014055864994588774,
+,,,1504,,0.00011877610515325498

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/labels.csv

@@ -0,0 +1,38 @@
+4033,0
+28939,1
+67798,0
+25739,0
+62819,1
+13751,1
+11864,0
+8977,0
+24175,0
+46376,0
+1813,1
+5985,1
+50805,0
+16934,0
+10780,1
+10772,1
+63344,1
+40393,1
+4308,0
+34666,0
+62226,1
+10141,0
+59986,1
+51293,0
+35428,1
+60804,0
+21036,1
+65910,0
+23763,0
+25962,1
+4878,1
+14703,1
+34248,1
+51326,1
+26002,0
+7600,0
+41956,1
+48069,1

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/logits.csv

@@ -0,0 +1,38 @@
+4033,-0.006037095,-5.131037
+28939,-10.125058,-5.864925e-05
+67798,-0.00021371941,-11.875214
+25739,-8.427742e-05,-12.625084
+62819,-9.625096,-9.6435666e-05
+13751,-12.250067,-6.6754976e-05
+11864,-0.00020215852,-12.250202
+8977,-0.00017021637,-9.25017
+24175,-0.52316225,-0.89816225
+46376,-7.748303e-05,-12.375077
+1813,-11.125076,-7.652944e-05
+5985,-10.125076,-7.6767836e-05
+50805,-0.001547569,-6.5015473
+16934,-10.375063,-6.317893e-05
+10780,-8.500236,-0.00023576818
+10772,-11.625044,-4.398726e-05
+63344,-11.250031,-3.1470758e-05
+40393,-10.125061,-6.13909e-05
+4308,-7.235742e-05,-11.0000725
+34666,-4.6252135e-05,-11.750046
+62226,-9.750081,-8.105903e-05
+10141,-7.125824,-0.00082399265
+59986,-11.125036,-3.6119764e-05
+51293,-1.053779,-0.428779
+35428,-11.750051,-5.042426e-05
+60804,-0.00019381552,-11.375194
+21036,-11.625041,-4.1007155e-05
+65910,-0.026347937,-3.6513479
+23763,-6.5015545,-0.0015544724
+25962,-10.875056,-5.662281e-05
+4878,-11.125048,-4.7324967e-05
+14703,-13.125046,-4.6252135e-05
+34248,-9.875093,-9.345572e-05
+51326,-10.250064,-6.377493e-05
+26002,-0.00020597244,-13.000206
+7600,-5.7338024e-05,-12.250057
+41956,-11.750041,-4.112636e-05
+48069,-0.0015982724,-6.5015984

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-0.42878395,-1.0537839
+12007,-2.5789163,-0.0789163
+8229,-5.3523538e-05,-11.625053
+31449,-11.125043,-4.2676016e-05
+1591,-8.558861e-05,-12.000086
+53542,-9.125153,-0.00015269544
+49372,-10.125072,-7.152301e-05
+54831,-7.3072624e-05,-11.375073
+44771,-6.5015388,-0.001538523
+33116,-0.00012647305,-13.375127
+33492,-9.00015,-0.00014959647
+16982,-0.14272521,-2.0177252
+31901,-7.625646,-0.000646144
+49817,-0.00015674793,-9.125156
+60681,-6.1272874,-0.0022873923
+39890,-6.751202,-0.0012020989
+62685,-7.9390236e-05,-12.000079
+2201,-11.750095,-9.583968e-05
+47201,-9.941561e-05,-11.250099
+20835,-11.2500515,-5.19739e-05
+15421,-10.375066,-6.5682165e-05
+45021,-7.00926e-05,-11.37507
+45802,-0.00012230125,-10.875122
+43637,-7.1165414e-05,-11.125072
+7160,-4.6848152e-05,-11.625047
+8150,-0.0052998043,-5.2552996
+3512,-10.37505,-4.9589835e-05
+29264,-9.178694e-05,-13.375092
+32960,-9.321732e-05,-11.000093
+32221,-0.00010620984,-11.500106
+35996,-8.87517,-0.00016950125
+4422,-11.625047,-4.672895e-05
+22209,-6.1152496e-05,-11.500061
+6920,-11.875035,-3.564294e-05
+25253,-6.425174e-05,-11.625064
+680,-0.0004229843,-7.875423
+50140,-10.375069,-6.866219e-05
+28481,-10.500061,-6.12717e-05
+36298,-0.00011550713,-10.125115
+16473,-11.250041,-4.0649542e-05
+11102,-6.626353,-0.0013525871
+62901,-5.1020274e-05,-11.000051
+16123,-10.7500925,-9.274053e-05
+52012,-0.00011085849,-12.625111
+60780,-8.2131824e-05,-10.500082
+1781,-12.375034,-3.4570097e-05
+41449,-9.619727e-05,-11.750096
+908,-8.875195,-0.000194769
+15507,-10.375116,-0.0001163415
+57914,-1.4061978,-0.28119782
+46159,-0.8259861,-0.5759861
+56461,-11.375033,-3.3616456e-05
+62107,-0.00014971566,-12.75015
+49087,-11.62504,-4.029193e-05
+65792,-8.284702e-05,-11.125083
+13181,-6.484775e-05,-11.250065
+54119,-10.500054,-5.400035e-05
+51997,-4.6609744e-05,-12.000047
+24924,-11.7500305,-3.0636318e-05
+45890,-6.7112574e-05,-11.750067
+41716,-0.00019798703,-8.750198
+60175,-0.00010287233,-12.125103
+30318,-7.867504e-05,-12.000078
+13221,-10.125057,-5.7576428e-05
+15509,-11.750025,-2.5033638e-05
+37365,-8.125328,-0.0003282485
+60975,-0.0059765438,-5.1309767
+51375,-0.00022992828,-12.00023
+16004,-9.750101,-0.00010072678
+12837,-9.625094,-9.488609e-05
+17864,-10.000097,-9.715085e-05
+67134,-9.625098,-9.822363e-05
+18611,-8.625206,-0.00020585326
+12861,-8.625249,-0.0002489972
+58084,-11.500033,-3.3616456e-05
+32874,-0.003679056,-5.6286793
+32717,-10.625047,-4.7205765e-05
+23413,-10.250107,-0.000106925014
+59634,-0.06997514,-2.6949751
+15629,-0.026396353,-3.6513963
+47071,-0.00022122797,-10.000221
+48558,-9.500103,-0.00010287233
+3648,-5.6146e-05,-12.250056
+43367,-5.6980418e-05,-10.375057
+14869,-0.00012528112,-12.875125
+1518,-8.117823e-05,-10.375081
+16976,-11.750677,-0.00067735615
+20931,-11.375034,-3.4093275e-05
+67379,-11.250054,-5.435796e-05
+4741,-9.107175e-05,-12.125091
+5765,-8.000393,-0.00039319415
+48791,-6.258292e-05,-10.750063
+15298,-1.5019838,-0.2519838
+21874,-9.750092,-9.142935e-05
+9095,-8.875268,-0.00026770824
+3840,-10.750064,-6.3894135e-05
+55636,-0.043024577,-3.1680245
+57364,-3.7733302,-0.023330234
+65863,-0.00018583001,-12.250186
+40786,-8.821098e-05,-13.000088
+8118,-10.625049,-4.8278598e-05
+52441,-7.426463e-05,-12.625074
+38593,-5.2212305e-05,-12.125052
+5517,-0.00011467276,-11.875114
+39136,-1.2235384,-0.34853846
+47292,-0.00029785966,-10.250298
+34052,-0.00015221868,-9.625153
+16037,-11.375036,-3.6477377e-05
+64606,-10.1250725,-7.2715025e-05
+19552,-7.438383e-05,-10.125074
+14116,-8.500231,-0.0002305242
+11261,-0.03808594,-3.288086
+11668,-10.875064,-6.3894135e-05
+42198,-10.625051,-5.0662664e-05
+22526,-11.87514,-0.00014065707
+8037,-10.000075,-7.5814234e-05
+5324,-8.000386,-0.0003859252
+56692,-6.2821324e-05,-12.375063
+59753,-1.3132873,-0.31328726
+47298,-6.186771e-05,-11.125062
+57801,-0.16024624,-1.9102463
+58413,-12.250021,-2.1099822e-05
+10673,-9.6316464e-05,-12.750096
+65730,-11.625033,-3.3139633e-05
+40287,-10.000064,-6.3536536e-05
+15186,-10.625062,-6.2225314e-05
+43119,-9.059496e-05,-11.875091
+39219,-10.0001335,-0.00013314791
+50340,-9.62508,-7.986704e-05
+34297,-9.37516,-0.00016044283
+62941,-6.5086155e-05,-12.375065
+31551,-12.500036,-3.5881352e-05
+41344,-10.000081,-8.129743e-05
+46402,-11.500042,-4.1603176e-05
+13636,-9.875073,-7.3072624e-05
+42241,-10.125066,-6.6158966e-05
+15422,-4.577532e-05,-10.625046
+25014,-11.00006,-6.0437284e-05
+19613,-0.17979634,-1.8047963
+5515,-7.772144e-05,-10.875077
+64128,-0.00010847457,-13.500109
+28084,-0.00015305301,-13.000153
+10395,-4.5110817,-0.011081697
+9965,-0.00019071667,-8.750191
+27221,-9.750073,-7.366863e-05
+11994,-0.0001557944,-13.000155
+43384,-7.2715025e-05,-11.1250725
+44329,-0.00013076403,-13.375131
+58937,-0.00011276563,-13.125113
+29119,-5.4596363e-05,-12.875054
+8989,-0.0001904783,-12.000191
+23043,-10.500057,-5.709962e-05
+32166,-0.00014256415,-11.625142
+42729,-0.00012706903,-9.875127
+6863,-10.625064,-6.365574e-05
+41187,-0.00014065707,-12.12514
+36039,-12.875034,-3.4808505e-05
+55977,-0.00010322992,-10.750103
+8129,-10.625055,-5.5549986e-05
+60223,-10.875055,-5.5311582e-05
+9414,-5.4238757e-05,-12.500054
+26177,-0.0001572247,-11.750157
+38443,-4.4225668e-05,-12.125044
+43084,-9.583968e-05,-12.875095
+53673,-9.190614e-05,-10.625092
+15057,-3.1680863,-0.04308624
+51700,-0.00013457824,-11.500134
+51201,-10.125072,-7.199982e-05
+47078,-10.125082,-8.237023e-05
+59961,-8.000355,-0.00035458477
+22272,-0.6934586,-0.6934586
+65773,-0.00010096517,-9.500101
+33746,-0.00020573408,-8.625206
+27311,-10.875049,-4.8517002e-05
+41292,-4.3510445e-05,-11.000044
+17110,-0.38716683,-1.1371669
+57029,-0.00014709345,-12.125147
+3009,-10.750037,-3.6834994e-05
+40193,-11.250033,-3.3139633e-05
+27618,-9.625095,-9.583968e-05
+20145,-11.5000305,-3.0636318e-05
+52193,-11.000048,-4.768258e-05
+34398,-0.00011050091,-11.000111
+36473,-11.000114,-0.000114911156
+43577,-5.411955e-05,-13.125054
+57850,-12.12503,-2.9563467e-05
+61117,-0.00016461448,-10.500165
+32569,-7.125839,-0.0008393579
+12290,-12.000052,-5.2689116e-05
+19499,-11.000061,-6.1152496e-05
+60470,-4.112636e-05,-11.375041
+8962,-12.250072,-7.140382e-05
+65955,-9.250143,-0.00014292172
+62486,-0.0032204927,-5.7532206
+19000,-0.00022814056,-8.625228
+22631,-8.500258,-0.00025841236
+25613,-5.5430784e-05,-11.500055
+56086,-10.250058,-5.805324e-05
+28883,-1.5019917,-0.2519917
+26425,-10.250065,-6.5086155e-05
+48097,-0.00024041624,-8.50024
+61477,-0.00028165188,-8.625281
+9121,-0.0013537776,-6.6263537
+66709,-9.750074,-7.426463e-05
+51472,-8.000454,-0.00045396513
+19809,-9.50011,-0.00010942814
+38959,-10.250064,-6.3894135e-05
+39849,-4.3868058e-05,-12.000044
+59964,-8.034383e-05,-10.00008
+65268,-11.125048,-4.7444173e-05
+8791,-0.0028465963,-5.8778467
+51774,-10.250069,-6.866219e-05
+49640,-7.903264e-05,-11.625079
+20125,-10.125056,-5.6146e-05
+59640,-0.00028177106,-8.375281
+68206,-10.625108,-0.0001074018
+48079,-11.750047,-4.6609744e-05
+49583,-2.9299197,-0.054919656
+67054,-9.881962e-05,-11.625099
+59571,-0.0009379755,-7.000938
+29080,-9.500144,-0.00014375607
+29111,-9.000168,-0.0001678326
+20758,-10.500053,-5.3642743e-05
+64023,-7.390703e-05,-11.625073
+29058,-0.00011574552,-12.125115
+18185,-0.000104302686,-13.000104
+36543,-7.3549425e-05,-11.000073
+54983,-9.750076,-7.6767836e-05
+3101,-6.002496,-0.0024957482
+42140,-9.7389246e-05,-10.625097
+6954,-7.199982e-05,-13.125072
+15955,-8.3753195,-0.0003197874
+61746,-9.3694114e-05,-12.500093
+32055,-0.00011181206,-10.250112
+39496,-8.875212,-0.00021169329
+59909,-9.25012,-0.00011991736
+66296,-0.00015782064,-11.875157
+46804,-9.375105,-0.00010477948
+35049,-0.00021801003,-12.000218
+56017,-6.127338,-0.0023379393
+26947,-9.875071,-7.080781e-05
+38928,-8.272783e-05,-11.125083
+15029,-9.625176,-0.00017665257
+7086,-0.00013600854,-12.250136
+537,-0.00026866165,-8.500269
+50731,-7.223822e-05,-10.5000725
+63604,-8.625369,-0.00036936137
+67049,-4.3510445e-05,-11.625044
+31161,-6.723178e-05,-10.875067
+58922,-11.375065,-6.460935e-05
+18347,-10.500066,-6.544376e-05
+25864,-0.57596004,-0.82596004
+63846,-6.365574e-05,-11.125064
+13353,-7.688704e-05,-11.750077
+25378,-8.250311,-0.0003109687
+59101,-11.000062,-6.246372e-05
+20895,-0.0076445653,-4.8826447
+48119,-11.125037,-3.7192607e-05
+14332,-6.627817e-05,-12.375066
+25497,-10.250064,-6.377493e-05
+8686,-0.001760958,-6.376761
+22758,-7.8754807,-0.00048065552
+7666,-8.785339e-05,-12.000088
+20686,-0.00079040276,-7.2507906
+18975,-8.125464,-0.00046468904
+19054,-9.000144,-0.00014375607
+48123,-11.625035,-3.5762147e-05
+57909,-11.250031,-3.1232346e-05
+9226,-11.250048,-4.7444173e-05
+48653,-7.045021e-05,-12.125071
+44013,-0.0013249676,-6.751325
+11409,-10.750067,-6.699338e-05
+62736,-0.00030632096,-8.250306
+2777,-9.75012,-0.000120394136
+7058,-9.2978924e-05,-12.6250925
+48408,-0.00015793984,-9.250158
+28934,-10.875051,-5.1020274e-05
+46578,-10.750073,-7.3191826e-05
+23203,-6.002498,-0.0024981264
+6257,-10.750053,-5.3881147e-05
+53444,-0.00021026308,-8.87521
+17816,-0.00024268066,-8.500242
+46307,-10.625081,-8.105903e-05
+20599,-12.12505,-4.9232225e-05
+29423,-0.000110739296,-10.750111
+21041,-7.8436635e-05,-12.500078
+16633,-11.750039,-3.9099883e-05
+20221,-7.375653,-0.0006525771
+27466,-5.2093103e-05,-11.875052
+22987,-7.3191826e-05,-11.125073
+9322,-0.0002689,-8.375269
+3265,-0.00019250448,-8.875193
+22814,-7.5005836,-0.0005834784
+56185,-10.750049,-4.8636208e-05
+55014,-9.000148,-0.00014757022
+43437,-10.750046,-4.5417706e-05
+24683,-6.198691e-05,-11.750062
+10233,-9.9654004e-05,-10.125099
+19001,-8.8330184e-05,-13.500089
+32718,-7.819824e-05,-11.375078
+31030,-8.880698e-05,-12.625089
+1099,-0.000102514736,-13.000102
+57982,-7.6255574,-0.0005576248
+49148,-5.9006856e-05,-10.250059
+40880,-11.8750305,-3.0278701e-05
+31148,-0.00014089546,-12.875141
+9446,-10.750047,-4.6967358e-05
+18579,-11.7500515,-5.113948e-05
+30932,-4.8826427,-0.0076427907
+40792,-0.0009950215,-7.000995
+48600,-0.000119082986,-11.125119
+44588,-3.895717,-0.020716947
+33828,-10.375058,-5.8530048e-05
+33917,-0.0002485205,-10.750249
+2026,-0.00015019243,-9.25015
+56745,-8.2608625e-05,-11.125083
+17383,-0.0067627123,-5.0067625
+2372,-0.0002714027,-9.750272
+56600,-0.0006674684,-8.375668
+50257,-0.00011216965,-11.625113
+38892,-7.867504e-05,-11.000078
+45844,-0.0002406546,-11.12524
+29062,-0.00041404733,-8.000414
+5655,-9.750094,-9.4647694e-05
+67611,-0.00013839241,-9.375138
+18546,-0.00017295772,-9.750173
+63060,-10.62507,-6.997341e-05
+36068,-9.876177,-0.0011763803
+784,-6.830459e-05,-10.625069
+20429,-0.000116937474,-11.750117
+21679,-9.625108,-0.0001076402
+53617,-11.500039,-3.9457496e-05
+6978,-11.875037,-3.6834994e-05
+53262,-9.881962e-05,-12.625099
+181,-8.4158215e-05,-12.250084
+28744,-0.0006756883,-7.5006757
+48716,-0.00020442304,-8.750204
+51468,-4.458328e-05,-12.000045
+62209,-11.000049,-4.83978e-05
+8732,-7.3756857,-0.0006856951
+56949,-7.3756804,-0.0006805726
+26885,-0.00014161061,-13.375141
+43345,-0.00015948931,-9.125159
+8053,-9.3751,-0.00010048838
+59402,-10.000076,-7.641024e-05
+49552,-7.915183e-05,-12.500079
+12348,-1.9102571,-0.16025712
+28335,-5.1309648,-0.0059648124
+59114,-7.750462,-0.00046194848
+12625,-8.750201,-0.00020168177
+8876,-7.5006995,-0.00069975207
+29959,-11.125036,-3.5881352e-05
+37911,-6.627817e-05,-12.000066
+38412,-4.2641873,-0.014187425
+31999,-6.9735004e-05,-12.25007
+34775,-8.189343e-05,-10.875082
+65737,-9.000154,-0.00015352978
+25244,-0.000105137064,-10.375105
+51630,-11.000054,-5.411955e-05
+23979,-3.288232,-0.03823201
+34638,-10.625042,-4.1722382e-05
+22311,-12.875044,-4.3748852e-05
+14004,-12.00005,-5.0066647e-05
+310,-5.4596363e-05,-12.625054
+49105,-7.8079036e-05,-11.250078
+38782,-12.875042,-4.1603176e-05
+4647,-11.125032,-3.2424403e-05
+43782,-7.6291035e-05,-13.125076
+66046,-0.00010108437,-9.750101
+16690,-11.750036,-3.6119764e-05
+67731,-0.00013970352,-9.250139
+54867,-10.125069,-6.9138994e-05
+34108,-7.375676,-0.00067628396
+67332,-5.6146e-05,-10.375056
+22567,-6.210611e-05,-11.500062
+57173,-6.425174e-05,-11.125064
+26527,-10.8750725,-7.223822e-05
+59580,-8.500249,-0.0002485205
+20737,-0.00095274346,-7.0009527
+53307,-0.00011002412,-13.75011
+32783,-8.0582235e-05,-12.50008
+7868,-11.500033,-3.3378044e-05
+50777,-8.9760564e-05,-12.62509
+29307,-12.0000305,-3.0636318e-05
+18297,-0.00012861856,-9.500129
+44524,-11.375036,-3.635817e-05
+61320,-0.002512158,-6.002512
+2578,-0.005338342,-5.255338
+40612,-0.00014780859,-12.125148
+32523,-6.5015345,-0.0015345952
+48509,-7.00926e-05,-10.75007
+36666,-9.375109,-0.00010859377
+6539,-10.750055,-5.566919e-05
+33620,-10.1250925,-9.285972e-05
+55547,-10.0000725,-7.295342e-05
+11751,-10.375055,-5.5073175e-05
+30491,-6.520536e-05,-10.625065
+48294,-10.375059,-5.960287e-05
+37424,-9.125153,-0.00015233787
+29155,-0.078909025,-2.578909

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,1498 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3984299972653389,0,6.381230354309082,
+0,8,0.05950591713190079,1,5.376471847295761,
+0,16,0.03864968568086624,2,4.675524652004242,
+0,24,0.03509862720966339,3,2.007715169340372,
+0,32,0.03518135845661163,4,1.198684573173523,
+0,40,0.03430415689945221,5,0.9538472630083561,
+0,48,0.03807082772254944,6,0.6116421837359667,
+0,56,0.034489955753088,7,0.4215748142451048,
+0,64,0.03493480756878853,8,0.3206992130726576,
+0,72,0.035726480185985565,9,0.6428410829976201,
+0,80,0.035191141068935394,10,0.35999502683989704,
+0,88,0.032306455075740814,11,0.2856106690596789,
+0,96,0.03217890113592148,12,0.12461553514003754,
+0,104,0.0318385548889637,13,0.35103344108210877,
+0,112,0.03191063553094864,14,0.07510081032523885,
+0,120,0.03843855857849121,15,0.033690411801217124,
+0,128,0.03868111968040466,16,0.5242863655366818,
+,,,16,,0.2564092937268709
+1,136,0.038398709148168564,17,0.09451340373925632,
+1,144,0.037539638578891754,18,0.14810974995270954,
+1,152,0.037640709429979324,19,0.0869531550379179,
+1,160,0.03239944577217102,20,0.8304081736205262,
+1,168,0.03228605166077614,21,0.004290310840588063,
+1,176,0.03248116374015808,22,0.0038339551392709836,
+1,184,0.03203601762652397,23,0.03413840349094244,
+1,192,0.03215542435646057,24,0.008840605900331866,
+1,200,0.03208588808774948,25,0.035083548587863334,
+1,208,0.0328226163983345,26,0.011512996607052628,
+1,216,0.03899680823087692,27,0.5626665647941991,
+1,224,0.038832418620586395,28,0.12779889221928897,
+1,232,0.03897440806031227,29,0.8798979941784637,
+1,240,0.0393826849758625,30,0.07848353183362633,
+1,248,0.032602306455373764,31,0.06209850191225996,
+1,256,0.03958064317703247,32,0.1152475409762701,
+,,,32,,0.4467258955302991
+2,264,0.03181552141904831,33,0.43094991546240635,
+2,272,0.0377497598528862,34,0.9069247701918357,
+2,280,0.037510327994823456,35,0.003932640713173896,
+2,288,0.032915353775024414,36,0.08708253406803124,
+2,296,0.03216388821601868,37,0.16859142025350593,
+2,304,0.03797280415892601,38,0.056155253056203946,
+2,312,0.032592207193374634,39,0.13712759083136916,
+2,320,0.032313354313373566,40,0.06264516925875796,
+2,328,0.03254220634698868,41,0.079122658164124,
+2,336,0.03220755234360695,42,0.11325271852547303,
+2,344,0.033903397619724274,43,0.0763938197051175,
+2,352,0.032678477466106415,44,0.08225128130288795,
+2,360,0.03249074146151543,45,0.16273750084656058,
+2,368,0.03309246152639389,46,0.021672556351404637,
+2,376,0.03261828050017357,47,0.2094892414243077,
+2,384,0.03226510062813759,48,0.007016623247181997,
+,,,48,,0.06518289917393734
+3,392,0.031812045723199844,49,0.015063196799019352,
+3,400,0.032123863697052,50,0.1950763744825963,
+3,408,0.032071828842163086,51,0.021815690473886207,
+3,416,0.032218825072050095,52,0.036194389016600326,
+3,424,0.03201201185584068,53,0.02483822650538059,
+3,432,0.03228285536170006,54,0.040956275232019834,
+3,440,0.032025400549173355,55,0.016846580714627635,
+3,448,0.031958431005477905,56,0.005788919705082662,
+3,456,0.03267360106110573,57,0.05113925496698357,
+3,464,0.031728871166706085,58,0.2276159980101511,
+3,472,0.032028403133153915,59,0.005506194007466547,
+3,480,0.03209943696856499,60,0.001954160899913404,
+3,488,0.03240542486310005,61,0.001911864303110633,
+3,496,0.032762862741947174,62,0.008792035056103487,
+3,504,0.032397039234638214,63,0.003017251830897294,
+3,512,0.03249947726726532,64,0.002358907317102421,
+,,,64,,0.00774174458102176
+4,520,0.03283526748418808,65,0.00856251512595918,
+4,528,0.03213690593838692,66,0.0033370715027558617,
+4,536,0.03833232447504997,67,0.0034048509696731344,
+4,544,0.0321897491812706,68,0.01615624292753637,
+4,552,0.0320943258702755,69,0.03660331699938979,
+4,560,0.03207234665751457,70,0.005274871000437997,
+4,568,0.032069314271211624,71,0.02166634327295469,
+4,576,0.031877581030130386,72,0.0020262004763935693,
+4,584,0.03239718824625015,73,0.0014411451265914366,
+4,592,0.03241252899169922,74,0.0012448723136913031,
+4,600,0.032031647861003876,75,0.002363010455155745,
+4,608,0.03236233443021774,76,0.001159122708486393,
+4,616,0.03228803724050522,77,0.03705513299064478,
+4,624,0.032565947622060776,78,0.0054945259253145196,
+4,632,0.03238587826490402,79,0.021969421621179208,
+4,640,0.03256155177950859,80,0.0019784262040047906,
+,,,80,,0.0025774469893229636
+5,648,0.03267480432987213,81,0.006559013454534579,
+5,656,0.032543476670980453,82,0.0010026752279372886,
+5,664,0.032135214656591415,83,0.0011122087526018731,
+5,672,0.032543428242206573,84,0.0008384204338653944,
+5,680,0.03235909342765808,85,0.001437691109458683,
+5,688,0.03197593241930008,86,0.001447709833882982,
+5,696,0.03196946159005165,87,0.0014830186919425614,
+5,704,0.032304536551237106,88,0.01850253847806016,
+5,712,0.038635436445474625,89,0.0008479772513965145,
+5,720,0.03871879354119301,90,0.0005944636286585592,
+5,728,0.0388779416680336,91,0.0014193859460647218,
+5,736,0.038736455142498016,92,0.0026005488689406775,
+5,744,0.0386989526450634,93,0.0018396569448668743,
+5,752,0.0318155512213707,94,0.0007949104146973696,
+5,760,0.032328903675079346,95,0.0008087277710728813,
+5,768,0.0322650708258152,96,0.0008483045457978733,
+,,,96,,0.001851841611297507
+6,776,0.03230491653084755,97,0.0013457117893267423,
+6,784,0.03224886953830719,98,0.0005995173705741763,
+6,792,0.040125034749507904,99,0.0009277852113882545,
+6,800,0.036053359508514404,100,0.0011121786410512868,
+6,808,0.03211299329996109,101,0.0008118054720398504,
+6,816,0.032654762268066406,102,0.001598662835021969,
+6,824,0.03273528069257736,103,0.004754740488351672,
+6,832,0.03260565921664238,104,0.0009386708552483469,
+6,840,0.03243333846330643,105,0.0010432101953483652,
+6,848,0.031901344656944275,106,0.0006556408625328913,
+6,856,0.03220474347472191,107,0.0005863787700945977,
+6,864,0.03236529976129532,108,0.0006778471361030824,
+6,872,0.03211652860045433,109,0.0010072928380395751,
+6,880,0.032464005053043365,110,0.0008114500888041221,
+6,888,0.032979320734739304,111,0.0013305107459018473,
+6,896,0.03221184015274048,112,0.0007355250363616506,
+,,,112,,0.0011427721106692364
+7,904,0.03204021230340004,113,0.0007779280003887834,
+7,912,0.032259680330753326,114,0.0006421032740036026,
+7,920,0.0323844775557518,115,0.0008635179619886912,
+7,928,0.03242471441626549,116,0.001092303566110786,
+7,936,0.03290596231818199,117,0.0012276350789761636,
+7,944,0.03264158219099045,118,0.0009653435663494747,
+7,952,0.032579898834228516,119,0.0009407442958035972,
+7,960,0.0325542613863945,120,0.0008330228738486767,
+7,968,0.03260152414441109,121,0.0006542824994539842,
+7,976,0.032176319509744644,122,0.0007823024643585086,
+7,984,0.03245958685874939,123,0.0005255840442259796,
+7,992,0.032695453613996506,124,0.002494147869583685,
+7,1000,0.03315741568803787,125,0.0011890016176039353,
+7,1008,0.03259618207812309,126,0.0008326342576765455,
+7,1016,0.03271904215216637,127,0.0005968557597952895,
+7,1024,0.03249926492571831,128,0.0006351078227453399,
+,,,128,,0.0010083823611861781
+8,1032,0.032228898257017136,129,0.001963009694009088,
+8,1040,0.0319368802011013,130,0.0012077785904693883,
+8,1048,0.032005708664655685,131,0.0008262875489890575,
+8,1056,0.031954772770404816,132,0.0015938703218125738,
+8,1064,0.03279748558998108,133,0.00040058628655970097,
+8,1072,0.03252070024609566,134,0.0008728808315936476,
+8,1080,0.03285805881023407,135,0.0005716721389035229,
+8,1088,0.03237563744187355,136,0.0005509000984602608,
+8,1096,0.03249853849411011,137,0.0008563948249502573,
+8,1104,0.03252377361059189,138,0.001208030680572847,
+8,1112,0.0381663553416729,139,0.0006986443004279863,
+8,1120,0.03278452903032303,140,0.0005595181173703168,
+8,1128,0.03197988122701645,141,0.0005929894869041163,
+8,1136,0.03208623453974724,142,0.0005609312011074508,
+8,1144,0.032092444598674774,143,0.0006823813964729197,
+8,1152,0.03219422325491905,144,0.0006985175823501777,
+,,,144,,0.0008650514248170351
+9,1160,0.03236102685332298,145,0.000944840630836552,
+9,1168,0.03217119723558426,146,0.0008316915118484758,
+9,1176,0.032410863786935806,147,0.0006142584716144484,
+9,1184,0.03267133608460426,148,0.0008810854360490339,
+9,1192,0.03247884660959244,149,0.0007620579781359993,
+9,1200,0.03225782513618469,150,0.0006159471486171242,
+9,1208,0.03262035921216011,151,0.0006607831201108638,
+9,1216,0.03238612413406372,152,0.0005728165942855412,
+9,1224,0.03245420753955841,153,0.0005590736291196663,
+9,1232,0.03360671177506447,154,0.0007327433158934582,
+9,1240,0.0329962894320488,155,0.0007358750408457126,
+9,1248,0.03236048296093941,156,0.0014293881558842259,
+9,1256,0.032234326004981995,157,0.000791554954048479,
+9,1264,0.0324426144361496,158,0.0009223595552612096,
+9,1272,0.03277284651994705,159,0.00043659433140419424,
+9,1280,0.03274429962038994,160,0.0007508917515224312,
+,,,160,,0.0007766816569002051
+10,1288,0.03296581283211708,161,0.000599973858697922,
+10,1296,0.032502736896276474,162,0.0004499995629885234,
+10,1304,0.03275296092033386,163,0.00046904362534405664,
+10,1312,0.03266029804944992,164,0.0012053615428158082,
+10,1320,0.03228755295276642,165,0.0006902864370204043,
+10,1328,0.03298122063279152,166,0.0007486852300644387,
+10,1336,0.03199981525540352,167,0.0014077186679060105,
+10,1344,0.032554805278778076,168,0.0006433801718230825,
+10,1352,0.032710567116737366,169,0.0006157449424790684,
+10,1360,0.03227429464459419,170,0.001054276082868455,
+10,1368,0.03194946050643921,171,0.0005737030696764123,
+10,1376,0.03237171471118927,172,0.00039060667768353596,
+10,1384,0.03211694583296776,173,0.0005140821522218175,
+10,1392,0.0320746935904026,174,0.0006791458963562036,
+10,1400,0.032611723989248276,175,0.0007069477214827202,
+10,1408,0.03261560946702957,176,0.0007616167386004236,
+,,,176,,0.0006986430993205623
+11,1416,0.03206205740571022,177,0.0005270699039101601,
+11,1424,0.03790851682424545,178,0.0004958778190484736,
+11,1432,0.037025898694992065,179,0.0006646881556662265,
+11,1440,0.032766543328762054,180,0.0008886131472536363,
+11,1448,0.03242453932762146,181,0.0007297267402464058,
+11,1456,0.032460521906614304,182,0.0005424125083663967,
+11,1464,0.03231891989707947,183,0.0006556674979947275,
+11,1472,0.03249663859605789,184,0.0006195576988829998,
+11,1480,0.03244805335998535,185,0.0011987412508460693,
+11,1488,0.032197918742895126,186,0.00032594389995210804,
+11,1496,0.032176148146390915,187,0.0005948050820734352,
+11,1504,0.032161589711904526,188,0.0011437535322329495,
+11,1512,0.03223954886198044,189,0.0005272385242278688,
+11,1520,0.032326653599739075,190,0.0005298435971781146,
+11,1528,0.032623834908008575,191,0.00081365281221224,
+11,1536,0.03241376206278801,192,0.0005521958173630992,
+,,,192,,0.0006631740712021527
+12,1544,0.03189081326127052,193,0.001029023918817984,
+12,1552,0.030915606766939163,194,0.000846162996822386,
+12,1560,0.0326186940073967,195,0.0003957602002628846,
+12,1568,0.03268889710307121,196,0.00036915496639267076,
+12,1576,0.032663386315107346,197,0.00040664771768206265,
+12,1584,0.03309525549411774,198,0.0004741660231957212,
+12,1592,0.0332554467022419,199,0.0003269414901296841,
+12,1600,0.03349669277667999,200,0.00039202315019792877,
+12,1608,0.032966889441013336,201,0.0005499625567608746,
+12,1616,0.032393839210271835,202,0.00036785832526220474,
+12,1624,0.032052915543317795,203,0.0007436188952851808,
+12,1632,0.032188598066568375,204,0.0005345257413864601,
+12,1640,0.03216921538114548,205,0.0007991994880285347,
+12,1648,0.03189380466938019,206,0.0014030244674358983,
+12,1656,0.03236861899495125,207,0.0004253730694472324,
+12,1664,0.0321454182267189,208,0.000846719787659822,
+,,,208,,0.000628988552642496
+13,1672,0.03283960744738579,209,0.0003628589947766159,
+13,1680,0.032252632081508636,210,0.0006604401023651008,
+13,1688,0.03341074660420418,211,0.0004326604939706158,
+13,1696,0.032279133796691895,212,0.000404118331061909,
+13,1704,0.03220108523964882,213,0.0005388535719248466,
+13,1712,0.03291966766119003,214,0.0005320803065842483,
+13,1720,0.032316580414772034,215,0.0011871684382640524,
+13,1728,0.03238329663872719,216,0.0006599385324079776,
+13,1736,0.03205665946006775,217,0.0004337717255111784,
+13,1744,0.032161079347133636,218,0.000594617460592417,
+13,1752,0.03217363357543945,219,0.0005643476943077985,
+13,1760,0.032562676817178726,220,0.0002573331494204467,
+13,1768,0.03243701532483101,221,0.0009965378485503606,
+13,1776,0.0321941152215004,222,0.0007908435964054661,
+13,1784,0.03233570605516434,223,0.0005536898788705003,
+13,1792,0.03212516009807587,224,0.000357942963091773,
+,,,224,,0.0005409703835060722
+14,1800,0.032663553953170776,225,0.0006773753229936119,
+14,1808,0.03223777934908867,226,0.00034945443985634483,
+14,1816,0.0331401564180851,227,0.0006844911622465588,
+14,1824,0.033002618700265884,228,0.00047670179810666014,
+14,1832,0.033028386533260345,229,0.0003898338727594819,
+14,1840,0.0326852910220623,230,0.0003365263419254916,
+14,1848,0.032648567110300064,231,0.00037396721745608374,
+14,1856,0.03260652720928192,232,0.00029727191940764897,
+14,1864,0.032968904823064804,233,0.00043323059981048573,
+14,1872,0.03292306885123253,234,0.00036966271727578714,
+14,1880,0.03275458887219429,235,0.0003867993309540907,
+14,1888,0.03248506784439087,236,0.0003738201085070614,
+14,1896,0.032669469714164734,237,0.0004581097782647703,
+14,1904,0.03274248540401459,238,0.0006115861779107945,
+14,1912,0.03288431465625763,239,0.001448863280529622,
+14,1920,0.032519351691007614,240,0.0007023883172223577,
+,,,240,,0.0005294740886280412
+15,1928,0.03278987482190132,241,0.00036808244203712093,
+15,1936,0.03246356546878815,242,0.0005772022777819075,
+15,1944,0.03233860060572624,243,0.0009337256178696407,
+15,1952,0.03256549313664436,244,0.00035261332959635183,
+15,1960,0.0328209362924099,245,0.0007751368793833535,
+15,1968,0.032567765563726425,246,0.0006165952127048513,
+15,1976,0.03252316638827324,247,0.0003569758355297381,
+15,1984,0.03291374817490578,248,0.0004389298119349405,
+15,1992,0.03261616826057434,249,0.00035666426447278354,
+15,2000,0.032494913786649704,250,0.000461125758192793,
+15,2008,0.03281470015645027,251,0.0006727905401930911,
+15,2016,0.03274069353938103,252,0.00035157529964635614,
+15,2024,0.03232816606760025,253,0.00018600748717290116,
+15,2032,0.03315863013267517,254,0.00038515174128406215,
+15,2040,0.03261159732937813,255,0.0004617598169716075,
+15,2048,0.032834868878126144,256,0.0007315740385820391,
+,,,256,,0.00046443218659413487
+16,2056,0.03229861706495285,257,0.0003712303523570881,
+16,2064,0.0325716957449913,258,0.0006037020420990302,
+16,2072,0.03249688819050789,259,0.0005051616280979943,
+16,2080,0.03226708620786667,260,0.00023983142364158994,
+16,2088,0.03275786340236664,261,0.00040211354826169554,
+16,2096,0.03269148990511894,262,0.00022812873976363335,
+16,2104,0.032598450779914856,263,0.0002587356084404746,
+16,2112,0.033256884664297104,264,0.00048079567932290956,
+16,2120,0.03253401070833206,265,0.0002774137337837601,
+16,2128,0.03203003108501434,266,0.00027084626162832137,
+16,2136,0.03177015855908394,267,0.00034996436261280905,
+16,2144,0.03258444368839264,268,0.0004236104832671117,
+16,2152,0.03225089609622955,269,0.00046732214286748786,
+16,2160,0.03140271082520485,270,0.0009272385213989764,
+16,2168,0.03181891888380051,271,0.0013170296515454538,
+16,2176,0.03176291659474373,272,0.0006267882217798615,
+,,,272,,0.0004540357836767247
+17,2184,0.03211488574743271,273,0.0003692920163302915,
+17,2192,0.031819432973861694,274,0.00024096456945699174,
+17,2200,0.03192853555083275,275,0.00043484478101163404,
+17,2208,0.032483503222465515,276,0.0003098699871770805,
+17,2216,0.032564714550971985,277,0.0006380615523084998,
+17,2224,0.03268015757203102,278,0.0005282522888592212,
+17,2232,0.032767292112112045,279,0.00019227653683628887,
+17,2240,0.03269878029823303,280,0.0003903590895788511,
+17,2248,0.03295381739735603,281,0.00035417286926531233,
+17,2256,0.0329458974301815,282,0.0005868648277100874,
+17,2264,0.03339899331331253,283,0.0007572760769107845,
+17,2272,0.033503010869026184,284,0.0002483803464201628,
+17,2280,0.032843563705682755,285,0.00047517631810478633,
+17,2288,0.0324811190366745,286,0.0005237701298028696,
+17,2296,0.03234492987394333,287,0.0002738535731623415,
+17,2304,0.0324600525200367,288,0.0010676025522116106,
+,,,288,,0.0004265528466356428
+18,2312,0.032109808176755905,289,0.000489464297061204,
+18,2320,0.03229096904397011,290,0.00042325376853113994,
+18,2328,0.032431308180093765,291,0.0004367098881630227,
+18,2336,0.03249220550060272,292,0.0004274298462405568,
+18,2344,0.03258974850177765,293,0.00036284538327890914,
+18,2352,0.03267020732164383,294,0.00020538925946311792,
+18,2360,0.03273650258779526,295,0.0002490227489033714,
+18,2368,0.03254160284996033,296,0.00040696116229810286,
+18,2376,0.03269166871905327,297,0.00020906462486891542,
+18,2384,0.03269973397254944,298,0.0007461259610863635,
+18,2392,0.03255414217710495,299,0.0005122082802699879,
+18,2400,0.032371822744607925,300,0.0003116590096396976,
+18,2408,0.032268621027469635,301,0.0007857673181206337,
+18,2416,0.032344404608011246,302,0.0002433100917187403,
+18,2424,0.032308533787727356,303,0.00041501162286294857,
+18,2432,0.03239373117685318,304,0.0009027383694046875,
+,,,304,,0.00041022440908770815
+19,2440,0.031930819153785706,305,0.00020567666251736227,
+19,2448,0.0327097624540329,306,0.0010831388099177275,
+19,2456,0.03194913640618324,307,0.0004855506685998989,
+19,2464,0.0320812463760376,308,0.0002503579125914257,
+19,2472,0.031976379454135895,309,0.0003252230244470411,
+19,2480,0.03190608322620392,310,0.0006880114324303577,
+19,2488,0.03346735239028931,311,0.00045281508027983364,
+19,2496,0.034262627363204956,312,0.00032519451815460343,
+19,2504,0.03323712572455406,313,0.00037308575883798767,
+19,2512,0.03225618228316307,314,0.00026230887124256697,
+19,2520,0.03255937993526459,315,0.0002597484508441994,
+19,2528,0.032351963222026825,316,0.0003296076683909632,
+19,2536,0.032307472079992294,317,0.0005375098917284049,
+19,2544,0.032260000705718994,318,0.00043393608211772516,
+19,2552,0.03217242658138275,319,0.000584324281589943,
+19,2560,0.032314132899045944,320,0.00021317733626347035,
+,,,320,,0.00037860696351057604
+20,2568,0.03203288093209267,321,0.0008208254539567861,
+20,2576,0.032131925225257874,322,0.0003772134914470371,
+20,2584,0.03241723030805588,323,0.0006790518818888813,
+20,2592,0.03278154879808426,324,0.00031760930869495496,
+20,2600,0.03244033828377724,325,0.0002095440622724709,
+20,2608,0.0322730578482151,326,0.0002866203158191638,
+20,2616,0.03211253136396408,327,0.0003878199404425686,
+20,2624,0.032162856310606,328,0.0004955208441970171,
+20,2632,0.03249301388859749,329,0.00019458887436485384,
+20,2640,0.03795609995722771,330,0.0003322088759887265,
+20,2648,0.03234471008181572,331,0.0003348395293869544,
+20,2656,0.0318780392408371,332,0.0007345190433625248,
+20,2664,0.03190683200955391,333,0.0004988131468053325,
+20,2672,0.03223497420549393,334,0.00031352358382719103,
+20,2680,0.03755136951804161,335,0.0002121518491549068,
+20,2688,0.03763605281710625,336,0.0002870251209969865,
+,,,336,,0.0003678170277884132
+21,2696,0.032955244183540344,337,0.00045526631765824277,
+21,2704,0.03193829581141472,338,0.0009741561079863459,
+21,2712,0.032830968499183655,339,0.00039178235238068737,
+21,2720,0.03253873065114021,340,0.00014837339404039085,
+21,2728,0.03805049508810043,341,0.0002505842867321917,
+21,2736,0.03747639060020447,342,0.00023638666334591107,
+21,2744,0.03790418058633804,343,0.00022089568119554315,
+21,2752,0.032513879239559174,344,0.0003424109245315776,
+21,2760,0.03286704048514366,345,0.0005697663918908802,
+21,2768,0.032658521085977554,346,0.00032043930423242273,
+21,2776,0.033009469509124756,347,0.0007508726193918847,
+21,2784,0.0324728824198246,348,0.0003056461300730007,
+21,2792,0.032331682741642,349,0.0003183198259648634,
+21,2800,0.032392680644989014,350,0.00043418467612355016,
+21,2808,0.03247196972370148,351,0.0001963135846381192,
+21,2816,0.03228873386979103,352,0.00029977626763866283,
+,,,352,,0.00036521532915924723
+22,2824,0.03225826099514961,353,0.0005489776849572081,
+22,2832,0.03262883052229881,354,0.00024276542535517365,
+22,2840,0.032613616436719894,355,0.000551356679352466,
+22,2848,0.03229290246963501,356,0.00024611710159661015,
+22,2856,0.032390814274549484,357,0.000570388394407928,
+22,2864,0.03256262093782425,358,0.00017531080720800674,
+22,2872,0.03193692862987518,359,0.0003902823900716612,
+22,2880,0.03267752751708031,360,0.00035578750703280093,
+22,2888,0.03281865268945694,361,0.00026599104512570193,
+22,2896,0.032367292791604996,362,0.00074916728772223,
+22,2904,0.032586775720119476,363,0.00022741764405509457,
+22,2912,0.032501354813575745,364,0.00019892204818461323,
+22,2920,0.032720938324928284,365,0.0004738391980936285,
+22,2928,0.03220056742429733,366,0.00037008495564805344,
+22,2936,0.0326196663081646,367,0.0002472640235282597,
+22,2944,0.032637834548950195,368,0.00037713708843511995,
+,,,368,,0.00031823358547530676
+23,2952,0.03247329220175743,369,0.00026730216086434666,
+23,2960,0.03232363983988762,370,0.00037978688851580955,
+23,2968,0.03241436928510666,371,0.0004646117686206708,
+23,2976,0.03251079097390175,372,0.0003563707032299135,
+23,2984,0.032575573772192,373,0.0003522843790051411,
+23,2992,0.03251545503735542,374,0.0004210285023873439,
+23,3000,0.03223361819982529,375,0.00019391660680412315,
+23,3008,0.03248405084013939,376,0.00019661365695355926,
+23,3016,0.032471511512994766,377,0.0005857131336597377,
+23,3024,0.03218125179409981,378,0.00039992950496525737,
+23,3032,0.033755142241716385,379,0.0006774593093723524,
+23,3040,0.03270150348544121,380,0.0002950755178972031,
+23,3048,0.03244391828775406,381,0.00028767515323124826,
+23,3056,0.032293517142534256,382,0.0003242980028517195,
+23,3064,0.03272460401058197,383,0.00046872589064150816,
+23,3072,0.03370986878871918,384,0.00019238301592849893,
+,,,384,,0.00033216683292075207
+24,3080,0.03203805163502693,385,0.00033100895689130994,
+24,3088,0.032255157828330994,386,0.00028998611378483474,
+24,3096,0.03191417455673218,387,0.0002610521150927525,
+24,3104,0.03185839205980301,388,0.0002604228175187018,
+24,3112,0.032378796488046646,389,0.0006390797898347955,
+24,3120,0.03193989768624306,390,0.0007839254049031297,
+24,3128,0.03242933750152588,391,0.0002686316011022427,
+24,3136,0.03169659525156021,392,0.000284478570392821,
+24,3144,0.03209008648991585,393,0.00024687017594260396,
+24,3152,0.03193875029683113,394,0.00019206967681384413,
+24,3160,0.0322485975921154,395,0.00032862176067283144,
+24,3168,0.03217829763889313,396,0.00024297431355080334,
+24,3176,0.03398687392473221,397,0.00035682467932929285,
+24,3184,0.03312114626169205,398,0.00036530388570099603,
+24,3192,0.032488513737916946,399,0.00020125723131059203,
+24,3200,0.03283703699707985,400,0.0005593732375928084,
+,,,400,,0.0003353074487102659
+25,3208,0.031897515058517456,401,0.0006443989623221569,
+25,3216,0.03266686573624611,402,0.0008977345696621342,
+25,3224,0.03772111237049103,403,0.0003115040690317983,
+25,3232,0.03790546581149101,404,0.0002005425731113064,
+25,3240,0.0331893116235733,405,0.0002302081220477703,
+25,3248,0.03243982791900635,406,0.00016636900363664608,
+25,3256,0.03252418711781502,407,0.00020272104029572802,
+25,3264,0.03211516886949539,408,0.00025849997200566577,
+25,3272,0.03221376612782478,409,0.00018038955568044912,
+25,3280,0.03239583224058151,410,0.0005361811436159769,
+25,3288,0.03247736021876335,411,0.00020845607559749624,
+25,3296,0.03879912197589874,412,0.0003407702106414945,
+25,3304,0.040343720465898514,413,0.0003967784214182757,
+25,3312,0.04377197474241257,414,0.00023332405726250727,
+25,3320,0.03764161095023155,415,0.0002657313016243279,
+25,3328,0.037995029240846634,416,0.0004886567985522561,
+,,,416,,0.0003281488867574616
+26,3336,0.031952712684869766,417,0.000795203261077404,
+26,3344,0.032075751572847366,418,0.00030522157248924486,
+26,3352,0.03731786087155342,419,0.0005275973198877182,
+26,3360,0.03224336728453636,420,0.0002634472539284616,
+26,3368,0.031697437167167664,421,0.00023307731316890568,
+26,3376,0.03205452859401703,422,0.0005846849362569628,
+26,3384,0.03208920732140541,423,0.0002838354448613245,
+26,3392,0.03207976743578911,424,0.00023991442958504194,
+26,3400,0.03218095749616623,425,0.00018639167319633998,
+26,3408,0.0325925275683403,426,0.0002972394777316367,
+26,3416,0.032267019152641296,427,0.00012817051538149826,
+26,3424,0.03203078731894493,428,0.0002838279469870031,
+26,3432,0.03198091313242912,429,0.00017040729380823905,
+26,3440,0.03213120996952057,430,0.0004492690768529428,
+26,3448,0.03236608952283859,431,0.0004166188409726601,
+26,3456,0.03223222494125366,432,0.00016545883227081504,
+,,,432,,0.0002949571629103861
+27,3464,0.032239798456430435,433,0.00019827973665087484,
+27,3472,0.03296874836087227,434,0.00027622155721473973,
+27,3480,0.03234344720840454,435,0.00031234203379426617,
+27,3488,0.03192776069045067,436,0.0001493115751145524,
+27,3496,0.0321529284119606,437,0.0006218400612851838,
+27,3504,0.03260260447859764,438,0.00022599125713895774,
+27,3512,0.03195670619606972,439,0.00029923445072199684,
+27,3520,0.032429855316877365,440,0.0004528003009909298,
+27,3528,0.03245822340250015,441,0.00015375200200651307,
+27,3536,0.03227594122290611,442,0.00027028412205254426,
+27,3544,0.03278174251317978,443,0.00017985052454605466,
+27,3552,0.032218098640441895,444,0.0007205523161246674,
+27,3560,0.03876318782567978,445,0.0007325738779400126,
+27,3568,0.038778986781835556,446,0.00020330005281721242,
+27,3576,0.03897470608353615,447,0.00031141372164711356,
+27,3584,0.03220878541469574,448,0.0002543593427617452,
+,,,448,,0.0002905503895721938
+28,3592,0.03162249177694321,449,0.0004776590149049298,
+28,3600,0.03180151432752609,450,0.0003197205987817142,
+28,3608,0.03116660565137863,451,0.00019465581044642022,
+28,3616,0.03197236359119415,452,0.0004784344619110925,
+28,3624,0.031928785145282745,453,0.00046256837140390417,
+28,3632,0.03198089823126793,454,0.0005765888381574769,
+28,3640,0.03256925195455551,455,0.0002043002668870031,
+28,3648,0.03882228583097458,456,0.00028950780142622534,
+28,3656,0.032225023955106735,457,0.00021495371674973285,
+28,3664,0.03230854123830795,458,0.00022568989061255706,
+28,3672,0.031998392194509506,459,0.00015901022743491922,
+28,3680,0.0321698822081089,460,0.0003200095507054357,
+28,3688,0.03225509822368622,461,0.00028241257859917823,
+28,3696,0.032904043793678284,462,0.00020562323152262252,
+28,3704,0.03234424814581871,463,0.0006453392206822173,
+28,3712,0.032931674271821976,464,0.00019397384130570572,
+,,,464,,0.0002961567308949797
+29,3720,0.03280864283442497,465,0.0003499585400277283,
+29,3728,0.03225104138255119,466,0.00017697900693747215,
+29,3736,0.03218337893486023,467,0.00036077619824936846,
+29,3744,0.03211980313062668,468,0.000228648630582029,
+29,3752,0.03202684968709946,469,0.00018019302660832182,
+29,3760,0.032006554305553436,470,0.0004652434845411335,
+29,3768,0.03248909115791321,471,0.0002747592716332292,
+29,3776,0.03191482275724411,472,0.00017766328801371856,
+29,3784,0.03185634687542915,473,0.0001996082028199453,
+29,3792,0.03233427554368973,474,0.0003231429509469308,
+29,3800,0.03257529437541962,475,0.00015062358306749957,
+29,3808,0.032438382506370544,476,0.0005714255667044199,
+29,3816,0.03191479668021202,477,0.0004250589609000599,
+29,3824,0.032055921852588654,478,0.0006037441362423124,
+29,3832,0.03196817636489868,479,0.0003995465867774328,
+29,3840,0.032088302075862885,480,0.00024360453335248167,
+,,,480,,0.0002823097288216415
+30,3848,0.03153499588370323,481,0.00022853061727801105,
+30,3856,0.03195103257894516,482,0.00022276293293543858,
+30,3864,0.03171050548553467,483,0.0004040837156935595,
+30,3872,0.03193539381027222,484,0.0005256710810499499,
+30,3880,0.03156502917408943,485,0.00014807524530624505,
+30,3888,0.03090038150548935,486,0.00033794355840655044,
+30,3896,0.031028106808662415,487,0.00028719310284941457,
+30,3904,0.032305892556905746,488,0.0007807299689375213,
+30,3912,0.03187360614538193,489,0.00022854904273117427,
+30,3920,0.03215224668383598,490,0.00039619205927010626,
+30,3928,0.031862773001194,491,0.0002287167517351918,
+30,3936,0.03731267899274826,492,0.0003513935653245426,
+30,3944,0.03191600739955902,493,0.00022729819647793192,
+30,3952,0.032305214554071426,494,0.00037502422856050543,
+30,3960,0.03187199681997299,495,0.00029711776915064547,
+30,3968,0.03208048269152641,496,0.0001384199285894283,
+,,,496,,0.00027402779577594057
+31,3976,0.03234494850039482,497,0.00019598504786699777,
+31,3984,0.03213638439774513,498,0.00044204353162058396,
+31,3992,0.0386459119617939,499,0.0004681219288613647,
+31,4000,0.032677456736564636,500,0.00031710976418253267,
+31,4008,0.03205316513776779,501,0.0005047330560046248,
+31,4016,0.03254322707653046,502,0.0001946748852788005,
+31,4024,0.038877200335264206,503,0.00021824474606546573,
+31,4032,0.03891662880778313,504,0.0004546598120214185,
+31,4040,0.03959250822663307,505,0.0002501902699805214,
+31,4048,0.0385264977812767,506,0.0002762961685220944,
+31,4056,0.03188500925898552,507,0.00033307149078609655,
+31,4064,0.03210686892271042,508,0.0002652556540851947,
+31,4072,0.037845268845558167,509,0.00014957897292333655,
+31,4080,0.03212328255176544,510,0.0005040536880187574,
+31,4088,0.03270270302891731,511,0.00024993842180265347,
+31,4096,0.03218647837638855,512,0.00018132311106455745,
+,,,512,,0.0002693424834624717
+32,4104,0.03607998043298721,513,0.0003044860013687867,
+32,4112,0.03433183580636978,514,0.00021194081546127563,
+32,4120,0.03357657790184021,515,0.0005567425150729832,
+32,4128,0.03262123465538025,516,0.0004224854365020292,
+32,4136,0.03237243741750717,517,0.00011726432558134547,
+32,4144,0.03225657716393471,518,0.0002420607097519678,
+32,4152,0.032101377844810486,519,0.00039586692946613766,
+32,4160,0.03244166448712349,520,0.0001768286729202373,
+32,4168,0.03330047428607941,521,0.00014266669677454047,
+32,4176,0.03229095786809921,522,0.00023621716536581516,
+32,4184,0.031955037266016006,523,0.0005529510781343561,
+32,4192,0.03190911188721657,524,0.00017447469963371987,
+32,4200,0.03208613768219948,525,0.00015877041460043984,
+32,4208,0.03225209191441536,526,0.0005581386431003921,
+32,4216,0.032382648438215256,527,0.00043372389791329624,
+32,4224,0.03216323256492615,528,0.0002136777848136262,
+,,,528,,0.000258254132380611
+33,4232,0.03212299570441246,529,0.0002614383429317968,
+33,4240,0.032864123582839966,530,0.00047834296583459945,
+33,4248,0.03232838585972786,531,0.00024309116179210832,
+33,4256,0.03271167352795601,532,0.00034462209077901207,
+33,4264,0.032332029193639755,533,0.0005022021423428669,
+33,4272,0.0323554128408432,534,0.00018644652163857245,
+33,4280,0.032389506697654724,535,0.00016487961784150684,
+33,4288,0.03198115900158882,536,0.0002984595657835598,
+33,4296,0.033247411251068115,537,0.00019724767480511218,
+33,4304,0.03178536891937256,538,0.0003014304320458905,
+33,4312,0.031819455325603485,539,0.00048708569647715194,
+33,4320,0.031980980187654495,540,0.0003014142312167678,
+33,4328,0.03149668872356415,541,0.00027385176508687437,
+33,4336,0.034657448530197144,542,0.00024230198414443294,
+33,4344,0.03172681853175163,543,0.0003486627156235045,
+33,4352,0.0320674404501915,544,0.00013040545127296355,
+,,,544,,0.00026733594897546267
+34,4360,0.03253036364912987,545,0.0003320855994388694,
+34,4368,0.03194436803460121,546,0.00031279554787033703,
+34,4376,0.03193085268139839,547,0.0003234789555790485,
+34,4384,0.03169219195842743,548,0.00018615486260387115,
+34,4392,0.032214559614658356,549,0.00018127725797967287,
+34,4400,0.03276637941598892,550,0.00041003699789143866,
+34,4408,0.03239114210009575,551,0.00023975123531272402,
+34,4416,0.031715236604213715,552,0.00040390589947492117,
+34,4424,0.032375872135162354,553,0.00031832970125833526,
+34,4432,0.03246232867240906,554,0.0003396339398022974,
+34,4440,0.03322711959481239,555,0.00027319677792547736,
+34,4448,0.03228029981255531,556,0.0003334692792122951,
+34,4456,0.03228368982672691,557,0.00017302901369475876,
+34,4464,0.03248587250709534,558,0.00010962131091218907,
+34,4472,0.03218037262558937,559,0.00026477306437300285,
+34,4480,0.03320935368537903,560,0.000606428781793511,
+,,,560,,0.0002547612315730045
+35,4488,0.0388922281563282,561,0.00016254845013463637,
+35,4496,0.03879928216338158,562,0.00021484310400410322,
+35,4504,0.039112500846385956,563,0.0002406314633844886,
+35,4512,0.0324518047273159,564,0.00024791442228888627,
+35,4520,0.03234344348311424,565,0.00043377398014854407,
+35,4528,0.03250798583030701,566,0.0006517462743431679,
+35,4536,0.03199010714888573,567,0.00025132390783255687,
+35,4544,0.031861912459135056,568,0.0003340795346957748,
+35,4552,0.03249054774641991,569,0.0004924401346215745,
+35,4560,0.03225425258278847,570,0.0001902683998196153,
+35,4568,0.032514359802007675,571,0.0002952700497189653,
+35,4576,0.032851580530405045,572,0.00020078670695511391,
+35,4584,0.032477788627147675,573,0.0001552129097035504,
+35,4592,0.032113876193761826,574,0.0002520657590139308,
+35,4600,0.03240515664219856,575,0.00028803234818042256,
+35,4608,0.03258612006902695,576,0.0002603264802019112,
+,,,576,,0.00025444776800117994
+36,4616,0.032460641115903854,577,0.00015294630793505348,
+36,4624,0.03238635137677193,578,0.0005936123698120355,
+36,4632,0.03263271600008011,579,0.00018635005926626036,
+36,4640,0.03283851966261864,580,0.0003611435695347609,
+36,4648,0.03259657323360443,581,0.00026925100064545404,
+36,4656,0.03262944146990776,582,0.00035767979443335207,
+36,4664,0.03873640298843384,583,0.00014339621066028485,
+36,4672,0.0322486087679863,584,0.0002602914028102532,
+36,4680,0.0321897529065609,585,0.0002600546949906857,
+36,4688,0.032522741705179214,586,0.00036579032257577637,
+36,4696,0.032165706157684326,587,0.00019233206603530562,
+36,4704,0.03208259865641594,588,0.00020565612521750154,
+36,4712,0.03214830532670021,589,0.00011937942963413661,
+36,4720,0.03212285786867142,590,0.00035150559870089637,
+36,4728,0.031900253146886826,591,0.0005073907918813347,
+36,4736,0.031974658370018005,592,0.00029213057314336766,
+,,,592,,0.0002503907553067333
+37,4744,0.0323401540517807,593,0.000303998260278604,
+37,4752,0.03877048194408417,594,0.00011297379933239426,
+37,4760,0.03886747360229492,595,0.00015245115628204076,
+37,4768,0.03886643797159195,596,0.0006297869676927803,
+37,4776,0.038851816207170486,597,0.00030284194963314803,
+37,4784,0.03237321600317955,598,0.00023676898763369536,
+37,4792,0.03233061730861664,599,0.0001568043553561438,
+37,4800,0.03199249878525734,600,0.000276205173577182,
+37,4808,0.032027993351221085,601,0.00020314699486334575,
+37,4816,0.03204042837023735,602,0.000170885637999163,
+37,4824,0.03210044652223587,603,0.0003270081761002075,
+37,4832,0.03232995420694351,604,0.0004486616953727207,
+37,4840,0.03209099546074867,605,0.00015296247374863015,
+37,4848,0.032098568975925446,606,0.0003205171142326435,
+37,4856,0.03224299103021622,607,0.00025780845226108795,
+37,4864,0.03216959908604622,608,0.0005236441393208224,
+,,,608,,0.00022404302695864126
+38,4872,0.032572340220212936,609,0.00015838151102798292,
+38,4880,0.032931700348854065,610,0.0003120753835901269,
+38,4888,0.03243022412061691,611,0.00023622971184522612,
+38,4896,0.0325101763010025,612,0.0002987832967846771,
+38,4904,0.03237292915582657,613,0.0002123044068866875,
+38,4912,0.03263578191399574,614,0.00020906601457681973,
+38,4920,0.031960878521203995,615,0.0003173275417793775,
+38,4928,0.032664667814970016,616,0.00021467483838932822,
+38,4936,0.03773682191967964,617,0.00044135087864560774,
+38,4944,0.0375390388071537,618,0.00012337309271970298,
+38,4952,0.038059402257204056,619,0.0005631891845041537,
+38,4960,0.037379853427410126,620,0.00028622949048440205,
+38,4968,0.03743523731827736,621,0.0001949373254319653,
+38,4976,0.03358319401741028,622,0.00031795008271728875,
+38,4984,0.03260040655732155,623,0.00022682040344079724,
+38,4992,0.03405088931322098,624,0.000402119216232677,
+,,,624,,0.00023852430872227016
+39,5000,0.03254479914903641,625,0.00016719014456612058,
+39,5008,0.0325930193066597,626,0.0001275268368772231,
+39,5016,0.032679636031389236,627,0.0003141467959721922,
+39,5024,0.03237539157271385,628,0.00020058926384081133,
+39,5032,0.032625921070575714,629,0.0002874234032788081,
+39,5040,0.03381941840052605,630,0.0002138888339686673,
+39,5048,0.032645631581544876,631,0.00032878797264856985,
+39,5056,0.039025403559207916,632,0.00035507568009052193,
+39,5064,0.03963564708828926,633,0.00040207405072578695,
+39,5072,0.03907332196831703,634,0.0002393149752606405,
+39,5080,0.03903436288237572,635,0.00017450181894673733,
+39,5088,0.032382529228925705,636,0.0005329187206370989,
+39,5096,0.03180976212024689,637,0.00039076262783055427,
+39,5104,0.03278159722685814,638,0.0003697295232996112,
+39,5112,0.03240535408258438,639,0.0001423094099664013,
+39,5120,0.032274894416332245,640,0.00021063588428660296,
+,,,640,,0.00022957375959346168
+40,5128,0.032277897000312805,641,0.0004870926504736417,
+40,5136,0.03223644569516182,642,0.00027121526090923,
+40,5144,0.03203264996409416,643,0.0003669752422865713,
+40,5152,0.039081770926713943,644,0.00022457050454249838,
+40,5160,0.03881930932402611,645,0.00033067147523979656,
+40,5168,0.03950989991426468,646,0.00017098844728025142,
+40,5176,0.03880564123392105,647,0.00011269040351180593,
+40,5184,0.03239875286817551,648,0.0008119650519802235,
+40,5192,0.032102733850479126,649,0.00015798359163454734,
+40,5200,0.031804412603378296,650,0.00024134645627782447,
+40,5208,0.0320640467107296,651,0.0003652725872598239,
+40,5216,0.03299498185515404,652,0.00013749506888416363,
+40,5224,0.03234929218888283,653,0.00022540546797245042,
+40,5232,0.032546233385801315,654,0.0001426805602022796,
+40,5240,0.03246770426630974,655,0.0002598158480395796,
+40,5248,0.03234530985355377,656,0.00012968759119758033,
+,,,656,,0.00022830765106176076
+41,5256,0.03267715126276016,657,0.0004074450880580116,
+41,5264,0.032019928097724915,658,0.00035590868355939165,
+41,5272,0.031637776643037796,659,0.00033195177047673496,
+41,5280,0.03194338083267212,660,0.00023818227964511607,
+41,5288,0.03259109705686569,661,0.00018414250916976016,
+41,5296,0.032532643526792526,662,0.0002817453023453709,
+41,5304,0.0320018045604229,663,0.00016798847991594812,
+41,5312,0.03213861957192421,664,0.00017859984654933214,
+41,5320,0.03220339119434357,665,0.0003520074296829989,
+41,5328,0.03239230066537857,666,0.0001711659288048395,
+41,5336,0.03211720287799835,667,0.0004319702584325569,
+41,5344,0.032198406755924225,668,0.00026528717080509523,
+41,5352,0.03197892755270004,669,0.00022236444056034088,
+41,5360,0.03188188374042511,670,0.0002565065724411397,
+41,5368,0.032017484307289124,671,0.00016468499052280094,
+41,5376,0.03207079693675041,672,0.0002408974014542764,
+,,,672,,0.0002256286526589017
+42,5384,0.03226237744092941,673,0.0002344397735214443,
+42,5392,0.03218281641602516,674,0.00018146224829251878,
+42,5400,0.03245729207992554,675,0.0001696613317108131,
+42,5408,0.03168456628918648,676,0.00036452101448958274,
+42,5416,0.032221470028162,677,0.0003171316411680891,
+42,5424,0.03186903893947601,678,0.00046095311154203955,
+42,5432,0.031821444630622864,679,0.0002441224687572685,
+42,5440,0.031912919133901596,680,0.00024204235251090722,
+42,5448,0.03221151977777481,681,0.0003813224002442439,
+42,5456,0.03206557407975197,682,0.00015176682791206986,
+42,5464,0.03183254227042198,683,0.0002928518524640822,
+42,5472,0.032040778547525406,684,0.0002510280701244483,
+42,5480,0.032216526567935944,685,0.0002918431055149995,
+42,5488,0.03190310299396515,686,0.00032071299665403785,
+42,5496,0.031636111438274384,687,0.0003867524856104865,
+42,5504,0.0316692516207695,688,0.00014615230065828655,
+,,,688,,0.00022964628021183766
+43,5512,0.03216155618429184,689,0.00032830173540787655,
+43,5520,0.037469618022441864,690,0.00022869718941365136,
+43,5528,0.03208857774734497,691,0.00017152354939753423,
+43,5536,0.03199898824095726,692,0.00021219256086624227,
+43,5544,0.03222200646996498,693,0.0002434741427350673,
+43,5552,0.03227569907903671,694,0.00034411626347718993,
+43,5560,0.03206466883420944,695,0.00017898668556881603,
+43,5568,0.03248389810323715,696,0.0004674448309742729,
+43,5576,0.03246860206127167,697,0.0003118894383078441,
+43,5584,0.03901996463537216,698,0.0002214114165326464,
+43,5592,0.0391671396791935,699,0.00051006621470151,
+43,5600,0.032422345131635666,700,0.00020803450752282515,
+43,5608,0.03241586312651634,701,0.0003412693131394917,
+43,5616,0.0324995294213295,702,0.00024565108833485283,
+43,5624,0.0328209288418293,703,0.00013046521507931175,
+43,5632,0.03268465772271156,704,0.00010500191137907677,
+,,,704,,0.00022803072964674547
+44,5640,0.03285292908549309,705,0.00017507049233245198,
+44,5648,0.032761458307504654,706,0.00024389092959609115,
+44,5656,0.03237605839967728,707,0.00021752882184955524,
+44,5664,0.03869880363345146,708,0.0002925243097706698,
+44,5672,0.03759051486849785,709,0.0004530436563072726,
+44,5680,0.03764021396636963,710,0.0002658433822944062,
+44,5688,0.03754179924726486,711,0.00017215054504049476,
+44,5696,0.03773682564496994,712,0.00021260905123199336,
+44,5704,0.03196026384830475,713,0.00047084691550480784,
+44,5712,0.032341502606868744,714,0.0004412008756844443,
+44,5720,0.03270726278424263,715,0.00025709345482027857,
+44,5728,0.03228241205215454,716,0.00011599718482102617,
+44,5736,0.03240327164530754,717,0.00023271852842299268,
+44,5744,0.032651979476213455,718,0.0001520968867225747,
+44,5752,0.0325731597840786,719,0.00033833313318609726,
+44,5760,0.032584358006715775,720,0.00017425137320969952,
+,,,720,,0.0002204390536797674
+45,5768,0.032348524779081345,721,0.00011912659920199076,
+45,5776,0.032151125371456146,722,0.000342249025379715,
+45,5784,0.032534386962652206,723,0.00014841865140624577,
+45,5792,0.03336937725543976,724,0.00023427838095813058,
+45,5800,0.03241618350148201,725,0.0004182637430858449,
+45,5808,0.032374512404203415,726,0.0001718813991828938,
+45,5816,0.03231490030884743,727,0.0002174512874262291,
+45,5824,0.032579414546489716,728,0.00021966115309624001,
+45,5832,0.044561438262462616,729,0.0001749585671859677,
+45,5840,0.03442899510264397,730,0.0003737298438863945,
+45,5848,0.038161683827638626,731,0.0002571550257925992,
+45,5856,0.037623316049575806,732,0.00033311407514702296,
+45,5864,0.03186703845858574,733,0.0002167389975511469,
+45,5872,0.03216342628002167,734,0.00017654507337283576,
+45,5880,0.03187394142150879,735,0.00035836386450682767,
+45,5888,0.03189044073224068,736,0.00038369592584786005,
+,,,736,,0.00022071149004133125
+46,5896,0.03234686329960823,737,0.0003852473482766072,
+46,5904,0.03235193341970444,738,0.00021135761653567897,
+46,5912,0.032535433769226074,739,0.00015620979502273258,
+46,5920,0.032581936568021774,740,0.0003049810438824352,
+46,5928,0.03258451074361801,741,0.00014041564827493858,
+46,5936,0.03275701776146889,742,0.00018215866293758154,
+46,5944,0.032185278832912445,743,0.0004891606613455224,
+46,5952,0.032341714948415756,744,0.00022091154005465796,
+46,5960,0.03233203664422035,745,0.0001639567808524589,
+46,5968,0.032440632581710815,746,0.00020767675505339867,
+46,5976,0.03228813409805298,747,0.00014156411452859174,
+46,5984,0.03258303925395012,748,0.0002267935801683052,
+46,5992,0.03315526619553566,749,0.00033444417795180925,
+46,6000,0.032217614352703094,750,0.0002733991168497596,
+46,6008,0.03239358589053154,751,0.00036007951075589517,
+46,6016,0.032144591212272644,752,0.0003724634198079002,
+,,,752,,0.0002210588243446852
+47,6024,0.03284919261932373,753,0.00012429642356437398,
+47,6032,0.03251923993229866,754,0.0001604256676728255,
+47,6040,0.03264515846967697,755,0.0002188708294852404,
+47,6048,0.03804262727499008,756,0.00021943225783616072,
+47,6056,0.03771050646901131,757,0.00011206445924472064,
+47,6064,0.03750372305512428,758,0.00019002311455551535,
+47,6072,0.03219994530081749,759,0.0002240945095763891,
+47,6080,0.032246630638837814,760,0.00040729956344875973,
+47,6088,0.032561641186475754,761,0.00043731149980885675,
+47,6096,0.03203862905502319,762,0.0004137865053053247,
+47,6104,0.031916506588459015,763,0.0001358580743726634,
+47,6112,0.0321410670876503,764,0.00012755888656101888,
+47,6120,0.03242536634206772,765,0.0002821988628056715,
+47,6128,0.032120004296302795,766,0.0006754819660272915,
+47,6136,0.03189074993133545,767,0.000213187267036119,
+47,6144,0.03208421543240547,768,0.0002440761400066549,
+,,,768,,0.00021072038400330042
+48,6152,0.032303400337696075,769,0.00036874877514492255,
+48,6160,0.03409254550933838,770,0.00020731348286062712,
+48,6168,0.031751565635204315,771,0.0001889386267066584,
+48,6176,0.03216579928994179,772,0.0001733692733978387,
+48,6184,0.03245478868484497,773,0.0005246189502940979,
+48,6192,0.032249607145786285,774,0.00044329292177280877,
+48,6200,0.03226030245423317,775,0.00020256136940588476,
+48,6208,0.032237693667411804,776,0.00021941497834632173,
+48,6216,0.032098881900310516,777,0.00017204716095875483,
+48,6224,0.032551515847444534,778,0.00016379045428038808,
+48,6232,0.033049438148736954,779,0.00015948675081745023,
+48,6240,0.03280799090862274,780,0.0001629124826649786,
+48,6248,0.03261351212859154,781,0.00017028068305080524,
+48,6256,0.033126916736364365,782,0.00022114843159215525,
+48,6264,0.03263210877776146,783,0.00014890487818775,
+48,6272,0.03286733105778694,784,0.0005549989491555607,
+,,,784,,0.00021249879347650627
+49,6280,0.03193020448088646,785,0.0003777050851567765,
+49,6288,0.03779798373579979,786,0.00019993061050627148,
+49,6296,0.03770142421126366,787,0.00023752666038490133,
+49,6304,0.03798754885792732,788,0.00022051877294870792,
+49,6312,0.03241606056690216,789,0.000257800551935361,
+49,6320,0.03299344331026077,790,0.00018885798499468365,
+49,6328,0.03250269591808319,791,0.00016812777721497696,
+49,6336,0.03271002694964409,792,0.0005259003410174046,
+49,6344,0.032176073640584946,793,0.00019120696424579364,
+49,6352,0.032699476927518845,794,0.00029679955969186267,
+49,6360,0.03221889212727547,795,0.0002583177165433881,
+49,6368,0.03190615773200989,796,0.00015377718864328926,
+49,6376,0.03237111493945122,797,0.00015860855546634411,
+49,6384,0.032179877161979675,798,0.00028770187782356516,
+49,6392,0.032324034720659256,799,0.00011671333504637005,
+49,6400,0.03267432749271393,800,0.00037564690501312725,
+,,,800,,0.0002131073637620399
+50,6408,0.03239818662405014,801,0.00014869384767735028,
+50,6416,0.03213077783584595,802,0.00020416526422195602,
+50,6424,0.03219858184456825,803,0.0001288558369196835,
+50,6432,0.03232903778553009,804,0.0003038586373804719,
+50,6440,0.032769978046417236,805,0.00010141154507437022,
+50,6448,0.032761722803115845,806,0.00034243818936374737,
+50,6456,0.03262565657496452,807,0.00045654319274035515,
+50,6464,0.03322634473443031,808,0.00015821983561181696,
+50,6472,0.03284366801381111,809,0.0002888198996515712,
+50,6480,0.032897960394620895,810,0.0001801893276933697,
+50,6488,0.03257659450173378,811,0.0004287687597752665,
+50,6496,0.03250851482152939,812,0.00016794872863101773,
+50,6504,0.032070405781269073,813,0.00016539384068892105,
+50,6512,0.032376568764448166,814,0.0004378535468276823,
+50,6520,0.03255472332239151,815,0.0002487448164174566,
+50,6528,0.03249262273311615,816,0.0002546292207625811,
+,,,816,,0.00020887244394735287
+51,6536,0.032209914177656174,817,0.00020075255724805174,
+51,6544,0.032637614756822586,818,0.00032255689711746527,
+51,6552,0.032430294901132584,819,0.0003202805487489968,
+51,6560,0.03247406706213951,820,0.00020084232619410614,
+51,6568,0.03765235096216202,821,0.00011456738138804212,
+51,6576,0.03787409886717796,822,0.0001825286153689376,
+51,6584,0.03236588463187218,823,0.0002927082778114709,
+51,6592,0.03219729661941528,824,0.0002623994705572841,
+51,6600,0.032227691262960434,825,0.0003903834367520176,
+51,6608,0.032066330313682556,826,0.00011605800045799697,
+51,6616,0.03236612305045128,827,0.00018445535806677071,
+51,6624,0.032358430325984955,828,0.0005140510620549321,
+51,6632,0.03206242248415947,829,0.00013679118728759931,
+51,6640,0.032059378921985626,830,0.000219532127630373,
+51,6648,0.0321674607694149,831,0.0001763649825079483,
+51,6656,0.03247838839888573,832,0.0004033862642245367,
+,,,832,,0.00021207450251830253
+52,6664,0.032666392624378204,833,0.00013597697761724703,
+52,6672,0.03274417668581009,834,0.0001812802538552205,
+52,6680,0.032452527433633804,835,0.0001728605957396212,
+52,6688,0.03179704397916794,836,0.0004183679266134277,
+52,6696,0.032256126403808594,837,0.00012414527554938104,
+52,6704,0.03268030658364296,838,0.0002545311522226257,
+52,6712,0.033761199563741684,839,0.00015381066987174563,
+52,6720,0.03311556205153465,840,0.0002032073462032713,
+52,6728,0.03285745158791542,841,0.00019771908273469307,
+52,6736,0.03297048807144165,842,0.00026699810950958636,
+52,6744,0.033143021166324615,843,0.00031594926622346975,
+52,6752,0.03271530196070671,844,0.00017834644950198708,
+52,6760,0.0326261892914772,845,0.00034307767782593146,
+52,6768,0.03260808438062668,846,0.000296269193313492,
+52,6776,0.032647036015987396,847,0.00046726447817491135,
+52,6784,0.03255898132920265,848,0.00047709312184451846,
+,,,848,,0.00020735262353953563
+53,6792,0.032539840787649155,849,0.0002258917666040361,
+53,6800,0.03268475830554962,850,0.00013908954861108214,
+53,6808,0.032652586698532104,851,0.00036989641148466035,
+53,6816,0.03259589150547981,852,0.000175466842847527,
+53,6824,0.03243048116564751,853,0.000348405205841118,
+53,6832,0.03328301012516022,854,0.00033684844311210327,
+53,6840,0.03267209604382515,855,0.00020346446672192542,
+53,6848,0.03213994577527046,856,0.0002169101335312007,
+53,6856,0.032231613993644714,857,0.0001334442804363789,
+53,6864,0.03263287991285324,858,0.00025814337641349994,
+53,6872,0.03314686194062233,859,0.00024192040291382,
+53,6880,0.03225676715373993,860,0.00016626563410682138,
+53,6888,0.03218283876776695,861,0.0001890396897579194,
+53,6896,0.032600779086351395,862,0.0005082404968561605,
+53,6904,0.0324341244995594,863,0.00019220308240619488,
+53,6912,0.03231123089790344,864,0.00022443194120569387,
+,,,864,,0.00020140940078387134
+54,6920,0.03250817582011223,865,0.00024621447209938196,
+54,6928,0.032216813415288925,866,0.00017164123437396483,
+54,6936,0.03262008726596832,867,0.00015170917504292447,
+54,6944,0.03248872607946396,868,0.00022782582163927145,
+54,6952,0.03219544142484665,869,0.00032315823000317323,
+54,6960,0.03247755765914917,870,0.00014963974717829842,
+54,6968,0.03260206803679466,871,0.00012799137402907945,
+54,6976,0.03225046768784523,872,0.00020553331978589995,
+54,6984,0.03182411566376686,873,0.0002826832078426378,
+54,6992,0.03862675651907921,874,0.0004114871817364474,
+54,7000,0.032485231757164,875,0.00017858287264971295,
+54,7008,0.03211338073015213,876,0.00017457256217312533,
+54,7016,0.03867345303297043,877,0.00046386617032112554,
+54,7024,0.032338544726371765,878,0.00021410870886029443,
+54,7032,0.03273622691631317,879,0.0003456578988334513,
+54,7040,0.03277561813592911,880,0.0002477697207723395,
+,,,880,,0.00020796077718075953
+55,7048,0.03249054029583931,881,9.835675064095994e-05,
+55,7056,0.032492704689502716,882,0.00016903578034543898,
+55,7064,0.03284665197134018,883,0.0004996860534447478,
+55,7072,0.03184175491333008,884,0.00026099448768945877,
+55,7080,0.03286543861031532,885,0.00015741674451419385,
+55,7088,0.03302444517612457,886,0.0002008688788919244,
+55,7096,0.03276190161705017,887,0.00021887864204472862,
+55,7104,0.03264018893241882,888,0.0001904958144223201,
+55,7112,0.03286147117614746,889,0.0001729652153699135,
+55,7120,0.03294958546757698,890,0.0002043753293037298,
+55,7128,0.03261420130729675,891,0.00018855980761145474,
+55,7136,0.03266492113471031,892,0.000361800511200272,
+55,7144,0.03220749273896217,893,0.0003477232216937409,
+55,7152,0.03234878182411194,894,0.0003025812429768848,
+55,7160,0.03223380446434021,895,0.0001489087244408438,
+55,7168,0.03240669146180153,896,0.0003956312739319401,
+,,,896,,0.0001997131560193865
+56,7176,0.032453931868076324,897,0.00038926709476072574,
+56,7184,0.03261963650584221,898,0.00028498246410890715,
+56,7192,0.03250670060515404,899,0.0001908725544126355,
+56,7200,0.0324445441365242,900,0.00031778515585756395,
+56,7208,0.032889705151319504,901,0.00014829824613116216,
+56,7216,0.03193911910057068,902,0.00042722918715298874,
+56,7224,0.03211182355880737,903,0.00020888646304229042,
+56,7232,0.0321909599006176,904,0.00010327410109312041,
+56,7240,0.032153189182281494,905,0.00020247939664841397,
+56,7248,0.0377257764339447,906,0.00029514279503928265,
+56,7256,0.03760203719139099,907,0.0003786127699640929,
+56,7264,0.032752811908721924,908,0.0002686450675355445,
+56,7272,0.0325864776968956,909,0.00011134867690998362,
+56,7280,0.03236934542655945,910,0.00020872611366939964,
+56,7288,0.03233642503619194,911,0.00015343270297307754,
+56,7296,0.032651737332344055,912,0.0002403599150966329,
+,,,912,,0.00019539223591748036
+57,7304,0.03255666419863701,913,0.00015774490748299286,
+57,7312,0.03351259604096413,914,0.00024605292674095836,
+57,7320,0.032639022916555405,915,0.0002489587723175646,
+57,7328,0.03817728906869888,916,0.0003412356036278652,
+57,7336,0.032465651631355286,917,0.0001905130411614664,
+57,7344,0.03237675875425339,918,0.00020605975259968545,
+57,7352,0.03273702785372734,919,0.000209281049137644,
+57,7360,0.03257226571440697,920,0.0003552649041012046,
+57,7368,0.03260364383459091,921,0.00018390363857179182,
+57,7376,0.03337852656841278,922,0.0002066045153696905,
+57,7384,0.032562967389822006,923,0.00015133022316149436,
+57,7392,0.03212876617908478,924,0.00039895553618407575,
+57,7400,0.03272420912981033,925,0.00032094583184516523,
+57,7408,0.03268856182694435,926,0.000202017313313263,
+57,7416,0.032471079379320145,927,0.000173111913682078,
+57,7424,0.03216537460684776,928,0.0002533504857638036,
+,,,928,,0.00020119949783149518
+58,7432,0.032716523855924606,929,0.00021359024685807526,
+58,7440,0.03279730677604675,930,0.00046381129777728347,
+58,7448,0.03226180002093315,931,0.00019847191742883297,
+58,7456,0.03248520940542221,932,9.315743045590352e-05,
+58,7464,0.03270000219345093,933,0.0001418479751009727,
+58,7472,0.03291783481836319,934,0.0001571751445226255,
+58,7480,0.0325017124414444,935,0.0002512696564735961,
+58,7488,0.032312363386154175,936,0.00034053431409120094,
+58,7496,0.03243071585893631,937,0.00012630618948605843,
+58,7504,0.03234271705150604,938,0.000271350400907977,
+58,7512,0.032086342573165894,939,0.00012311811678955564,
+58,7520,0.0321396179497242,940,0.00031118852166400757,
+58,7528,0.032511450350284576,941,0.0003740690308404737,
+58,7536,0.032865606248378754,942,0.0001991586796066258,
+58,7544,0.033118218183517456,943,0.00016734411383367842,
+58,7552,0.033401768654584885,944,0.0005117371733831533,
+,,,944,,0.00020645100525335262
+59,7560,0.0327003039419651,945,0.0002966127403851715,
+59,7568,0.03972824290394783,946,0.00035237202246207744,
+59,7576,0.03817219287157059,947,0.00023828339271858567,
+59,7584,0.032719869166612625,948,0.00011760476490962901,
+59,7592,0.03282599896192551,949,0.00027314674298395403,
+59,7600,0.03285111486911774,950,0.00016140724346769275,
+59,7608,0.0328509584069252,951,0.0002619333918119082,
+59,7616,0.03314366936683655,952,0.0002841063542291522,
+59,7624,0.032871756702661514,953,0.00015540223375865025,
+59,7632,0.03337802737951279,954,0.00011750242720154347,
+59,7640,0.03273216262459755,955,0.00012362599136395147,
+59,7648,0.03266890347003937,956,0.0001300037056353176,
+59,7656,0.03259110450744629,957,0.0002182188209189917,
+59,7664,0.03240932151675224,958,0.0004524534115262213,
+59,7672,0.03213920816779137,959,0.0004383647465147078,
+59,7680,0.0323839969933033,960,0.00033427388098061783,
+,,,960,,0.0002079762910541735
+60,7688,0.03173889219760895,961,0.0003956701766583137,
+60,7696,0.03192443773150444,962,0.0001270080520043848,
+60,7704,0.03185885772109032,963,0.00018923674633697374,
+60,7712,0.032344039529561996,964,0.0002449113462716923,
+60,7720,0.03274224326014519,965,0.00038974740982666845,
+60,7728,0.032660048454999924,966,0.00035886407658836106,
+60,7736,0.03265342861413956,967,0.00015624542220393778,
+60,7744,0.03230233117938042,968,0.00016825600778247463,
+60,7752,0.03221162036061287,969,0.00013778026004729327,
+60,7760,0.03267454355955124,970,0.000187744894901698,
+60,7768,0.032442856580019,971,0.0001803712248147349,
+60,7776,0.03270244598388672,972,0.0005915829988225596,
+60,7784,0.03243627771735191,973,0.0001613030235603219,
+60,7792,0.032585255801677704,974,0.00014963851708671427,
+60,7800,0.03272348642349243,975,0.00016291198880935553,
+60,7808,0.032374706119298935,976,0.00022020516007614788,
+,,,976,,0.00020095421687552802
+61,7816,0.032834142446517944,977,0.0005311666795932979,
+61,7824,0.03244940936565399,978,0.00017473560728831217,
+61,7832,0.032188836485147476,979,0.00013892510560253868,
+61,7840,0.03213188424706459,980,0.00012539914041553857,
+61,7848,0.03263456001877785,981,0.0003104031911789207,
+61,7856,0.03280153498053551,982,0.000381433673283027,
+61,7864,0.03238130360841751,983,0.0003510339665808715,
+61,7872,0.0322723425924778,984,0.00021657068100466859,
+61,7880,0.0325552374124527,985,0.0002146405695384601,
+61,7888,0.0349896140396595,986,0.00011935024667764083,
+61,7896,0.03259611129760742,987,0.00010686442237783922,
+61,7904,0.032205916941165924,988,0.00043203940276725916,
+61,7912,0.032717566937208176,989,0.00015863719818298705,
+61,7920,0.03229039907455444,990,0.00019276508919574553,
+61,7928,0.03226263448596001,991,0.00026796564543474233,
+61,7936,0.03267893195152283,992,0.0001608574652891548,
+,,,992,,0.0002099133929923961
+62,7944,0.03215166553854942,993,0.00047406415706063854,
+62,7952,0.03244425728917122,994,0.00023860265082475962,
+62,7960,0.032322563230991364,995,0.00023398082976200385,
+62,7968,0.03212592750787735,996,0.00022557896318176063,
+62,7976,0.03779228776693344,997,0.00016149341172422282,
+62,7984,0.03805810213088989,998,0.00021375541473389603,
+62,7992,0.03265010192990303,999,0.00031583179770677816,
+62,8000,0.032303355634212494,1000,0.00019086109386989847,
+62,8008,0.03778057545423508,1001,0.00038601135474891635,
+62,8016,0.033700380474328995,1002,0.00016137835064000683,
+62,8024,0.03281642124056816,1003,0.00011532741154951509,
+62,8032,0.03297693654894829,1004,0.00012712615671262029,
+62,8040,0.033160846680402756,1005,0.0004831177393498365,
+62,8048,0.03328915685415268,1006,0.00014039591951586772,
+62,8056,0.03294054791331291,1007,0.00014622418893850408,
+62,8064,0.03817733749747276,1008,0.00022049904964660527,
+,,,1008,,0.00019840512571758345
+63,8072,0.033360470086336136,1009,0.00017166883117170073,
+63,8080,0.0324968658387661,1010,0.00019704010628629476,
+63,8088,0.03265383094549179,1011,0.0001566086521052057,
+63,8096,0.03296403959393501,1012,0.00030228716877900297,
+63,8104,0.032629113644361496,1013,0.00013684104078492965,
+63,8112,0.03248056769371033,1014,0.00019072099439654266,
+63,8120,0.0327947735786438,1015,0.0001322680382145336,
+63,8128,0.032204464077949524,1016,0.0001410687536917976,
+63,8136,0.032607849687337875,1017,0.0004220929013172281,
+63,8144,0.03256205469369888,1018,0.0001770510616552201,
+63,8152,0.03271493688225746,1019,0.00037059496844449313,
+63,8160,0.03273255378007889,1020,0.00010275155318595353,
+63,8168,0.03239620849490166,1021,0.0006140292525742552,
+63,8176,0.03264114260673523,1022,0.00027275022239336977,
+63,8184,0.032949864864349365,1023,0.000153094310007873,
+63,8192,0.03246597200632095,1024,0.00022892208107805345,
+,,,1024,,0.0001986404194643623
+64,8200,0.031991418451070786,1025,0.00017744894330462557,
+64,8208,0.032858483493328094,1026,0.0001736757876642514,
+64,8216,0.03252269700169563,1027,0.00016798966498754453,
+64,8224,0.032304443418979645,1028,0.0002695020821192884,
+64,8232,0.0323295034468174,1029,0.0002567581868788693,
+64,8240,0.03240370377898216,1030,0.00020758630580530735,
+64,8248,0.03203457593917847,1031,0.00011343540245434269,
+64,8256,0.03225584700703621,1032,0.00015053241531859385,
+64,8264,0.03254320099949837,1033,0.00021867234045203077,
+64,8272,0.03281327337026596,1034,0.0001562333482070244,
+64,8280,0.03254631161689758,1035,0.00023082045481714886,
+64,8288,0.032071568071842194,1036,0.0003348594455019338,
+64,8296,0.032177142798900604,1037,0.0004100503279005352,
+64,8304,0.031935520470142365,1038,0.00018862533306673868,
+64,8312,0.03208978846669197,1039,0.00045998443874850636,
+64,8320,0.032352715730667114,1040,0.00033753701336536324,
+,,,1040,,0.00019813191733862224
+65,8328,0.0321674570441246,1041,0.0002636126796460303,
+65,8336,0.031899843364953995,1042,0.0002384117569818045,
+65,8344,0.0321858674287796,1043,0.0004277195230315556,
+65,8352,0.03213229030370712,1044,0.0003874520743920584,
+65,8360,0.0323200523853302,1045,0.00018412332156003686,
+65,8368,0.03853335231542587,1046,0.00023322893684962764,
+65,8376,0.03224045783281326,1047,0.0001422008135705255,
+65,8384,0.034469421952962875,1048,0.00018201086186309112,
+65,8392,0.033296868205070496,1049,0.00020886816400889074,
+65,8400,0.03276356682181358,1050,0.00031279644099413417,
+65,8408,0.032882656902074814,1051,0.00012171821890660794,
+65,8416,0.032528527081012726,1052,0.0003873741525239893,
+65,8424,0.032283052802085876,1053,0.0001866573657025583,
+65,8432,0.032814688980579376,1054,0.0001300172248193121,
+65,8440,0.032574061304330826,1055,0.00017781940050554113,
+65,8448,0.03201594203710556,1056,0.00021866180031793192,
+,,,1056,,0.00018998413150639912
+66,8456,0.03244636952877045,1057,0.00018291092237632256,
+66,8464,0.03214311972260475,1058,0.0003740755992112099,
+66,8472,0.032290276139974594,1059,0.00020392344140418572,
+66,8480,0.03239176794886589,1060,0.00029965490648464765,
+66,8488,0.03167972341179848,1061,0.00016388158201152692,
+66,8496,0.03196440264582634,1062,0.0001864922805907554,
+66,8504,0.0330207385122776,1063,0.00011961771997448523,
+66,8512,0.032747782766819,1064,0.00025258063124056207,
+66,8520,0.031886402517557144,1065,0.00022363377593137557,
+66,8528,0.03194190934300423,1066,0.00046675057001266396,
+66,8536,0.032402969896793365,1067,0.00018936253763968125,
+66,8544,0.032269079238176346,1068,0.0002364620922890026,
+66,8552,0.03224928304553032,1069,0.0001221503889610176,
+66,8560,0.03282240405678749,1070,0.0002155564998247428,
+66,8568,0.03246515989303589,1071,0.00036238707434677053,
+66,8576,0.033501192927360535,1072,0.0002162661508009478,
+,,,1072,,0.00019370967914399348
+67,8584,0.032763391733169556,1073,0.00017779215841073892,
+67,8592,0.03275968134403229,1074,0.0002399781269559753,
+67,8600,0.03275653347373009,1075,0.00016408777628384996,
+67,8608,0.032947760075330734,1076,0.0002184774757552077,
+67,8616,0.03269471973180771,1077,0.0003064704374082794,
+67,8624,0.032613787800073624,1078,0.00013429453611024655,
+67,8632,0.033188674598932266,1079,0.00020628166566893924,
+67,8640,0.033018048852682114,1080,0.0004188765478829737,
+67,8648,0.032454147934913635,1081,0.00010787807423184859,
+67,8656,0.03200758248567581,1082,0.00030560655341105303,
+67,8664,0.03223750740289688,1083,0.00017302354899584316,
+67,8672,0.031822316348552704,1084,0.00015055760104587534,
+67,8680,0.032786618918180466,1085,0.0001599185411578219,
+67,8688,0.03240421041846275,1086,0.00019960112058470258,
+67,8696,0.03244440630078316,1087,0.00036438337338040583,
+67,8704,0.03211308643221855,1088,0.0003916104706149781,
+,,,1088,,0.00019724415860285886
+68,8712,0.03341778740286827,1089,0.00012414741922839312,
+68,8720,0.03403567150235176,1090,0.00021594225108856335,
+68,8728,0.032827332615852356,1091,0.00011738253397197695,
+68,8736,0.03889813274145126,1092,0.00010932303212030092,
+68,8744,0.03247091919183731,1093,0.0004560886509352713,
+68,8752,0.03265036270022392,1094,0.00015315263317461358,
+68,8760,0.03293134644627571,1095,0.00021659368940163404,
+68,8768,0.03218096122145653,1096,0.00016594706039541052,
+68,8776,0.03271785005927086,1097,0.00028919468059029896,
+68,8784,0.03295131400227547,1098,0.00021764737266494194,
+68,8792,0.033252738416194916,1099,0.0004175164049229352,
+68,8800,0.03250974044203758,1100,0.00017320277856924804,
+68,8808,0.03213400021195412,1101,0.0004096350830877782,
+68,8816,0.03210104629397392,1102,0.00013099871603117208,
+68,8824,0.0321013443171978,1103,0.00020727169612655416,
+68,8832,0.032487694174051285,1104,0.00041070351107919123,
+,,,1104,,0.0001976765986335905
+69,8840,0.03263236582279205,1105,0.00014315572752821026,
+69,8848,0.03288792446255684,1106,0.000500045834996854,
+69,8856,0.03252197802066803,1107,0.00014363101990966243,
+69,8864,0.0324351005256176,1108,0.0002924622858699877,
+69,8872,0.03279520943760872,1109,0.00023565375158796087,
+69,8880,0.03280159831047058,1110,0.00022840022757009137,
+69,8888,0.032426897436380386,1111,0.00029228590574348345,
+69,8896,0.031841784715652466,1112,0.000328238637848699,
+69,8904,0.03261168301105499,1113,0.00013917949490860337,
+69,8912,0.038497522473335266,1114,0.00022189903074831818,
+69,8920,0.03245306387543678,1115,0.00016146974303410389,
+69,8928,0.032027631998062134,1116,0.00026707233701017685,
+69,8936,0.03225027769804001,1117,0.00034460818005754845,
+69,8944,0.03327419236302376,1118,0.00020775892880919855,
+69,8952,0.032942116260528564,1119,0.00014062438776818453,
+69,8960,0.03282980993390083,1120,0.00011748772567443666,
+,,,1120,,0.00018668792357570246
+70,8968,0.032325293868780136,1121,0.0001475245280744275,
+70,8976,0.0321023128926754,1122,0.00012350634733593324,
+70,8984,0.03236781433224678,1123,0.0002874580886782496,
+70,8992,0.03210269287228584,1124,0.0004279669892639504,
+70,9000,0.03254742920398712,1125,0.00018315855049877428,
+70,9008,0.03259329870343208,1126,0.00016267540650005685,
+70,9016,0.032512955367565155,1127,0.00023883224685050664,
+70,9024,0.032407861202955246,1128,0.0003947085242543835,
+70,9032,0.03231953829526901,1129,0.00012533489825727884,
+70,9040,0.03248532488942146,1130,0.00015676790053475997,
+70,9048,0.03230338171124458,1131,0.00024452631532767555,
+70,9056,0.032562728971242905,1132,0.00046771535198786296,
+70,9064,0.03288892284035683,1133,0.00019763500313274562,
+70,9072,0.03289157152175903,1134,0.00014300850943982368,
+70,9080,0.03332345560193062,1135,0.000201644521439448,
+70,9088,0.03305934742093086,1136,0.00028130195642006584,
+,,,1136,,0.00019714268120495895
+71,9096,0.03250401094555855,1137,0.0002577504628789029,
+71,9104,0.03229120746254921,1138,0.00012054075068590464,
+71,9112,0.032633863389492035,1139,0.00039951125836523715,
+71,9120,0.03267142176628113,1140,0.00012818542109016562,
+71,9128,0.032785601913928986,1141,0.00012861644790973514,
+71,9136,0.03214173763990402,1142,0.0001634323953112471,
+71,9144,0.03344924375414848,1143,0.0004346374989836477,
+71,9152,0.0325591042637825,1144,0.00028205303988215746,
+71,9160,0.03767962008714676,1145,0.0002895193720178213,
+71,9168,0.038203246891498566,1146,0.0003308690575067885,
+71,9176,0.03258683532476425,1147,0.0002542196425565635,
+71,9184,0.032563216984272,1148,9.433413106307853e-05,
+71,9192,0.03862664848566055,1149,0.00019139268988510594,
+71,9200,0.038800276815891266,1150,0.00023298212636291282,
+71,9208,0.03229554742574692,1151,0.0001798544390112511,
+71,9216,0.0327751487493515,1152,0.00019235097352066077,
+,,,1152,,0.0001960178763654671
+72,9224,0.03361453488469124,1153,0.0002875085419873358,
+72,9232,0.03276892006397247,1154,0.0001436761813238263,
+72,9240,0.03254840895533562,1155,0.0001337132889602799,
+72,9248,0.034507278352975845,1156,0.0002807760329233133,
+72,9256,0.032945726066827774,1157,0.0002545296465541469,
+72,9264,0.032641492784023285,1158,0.00013859656519343844,
+72,9272,0.0325070358812809,1159,0.0002780795848593698,
+72,9280,0.0324251689016819,1160,0.00045698185203946196,
+72,9288,0.03296218439936638,1161,0.00023120258538256167,
+72,9296,0.03932160884141922,1162,0.00014562770684278803,
+72,9304,0.03911541402339935,1163,0.0003067395409743767,
+72,9312,0.038723528385162354,1164,0.00015362769318016944,
+72,9320,0.03909251466393471,1165,0.00011957380775129423,
+72,9328,0.039419986307621,1166,0.00026363406959717395,
+72,9336,0.03935937583446503,1167,0.0003750629080059298,
+72,9344,0.038944244384765625,1168,0.0001788206718629226,
+,,,1168,,0.00019986519442969248
+73,9352,0.032455578446388245,1169,0.0004809727197425673,
+73,9360,0.032838672399520874,1170,0.00018977875970449531,
+73,9368,0.03319987654685974,1171,0.00014907253716955893,
+73,9376,0.03264704719185829,1172,0.0002184161639888771,
+73,9384,0.03248397260904312,1173,0.0001413119007338537,
+73,9392,0.03258039057254791,1174,0.0003031258765986422,
+73,9400,0.03230592608451843,1175,0.00016606781719019637,
+73,9408,0.03259244188666344,1176,0.00025017844745889306,
+73,9416,0.032602839171886444,1177,0.00031798033387531177,
+73,9424,0.032391246408224106,1178,0.00028022089736623457,
+73,9432,0.03265298902988434,1179,0.00017848914922069525,
+73,9440,0.03295733407139778,1180,0.00014496145377052017,
+73,9448,0.03260286897420883,1181,0.00032030911916081095,
+73,9456,0.03274926915764809,1182,0.00016848209088493604,
+73,9464,0.03269930183887482,1183,0.00015677299052185845,
+73,9472,0.03262392431497574,1184,0.0002453545239404775,
+,,,1184,,0.0001931012314009039
+74,9480,0.03219158947467804,1185,0.0001523427549727785,
+74,9488,0.032417990267276764,1186,0.00021004630525567336,
+74,9496,0.033305663615465164,1187,0.00025817816822382156,
+74,9504,0.032626789063215256,1188,0.0003332686574140098,
+74,9512,0.032303400337696075,1189,0.00012459367144401767,
+74,9520,0.032959818840026855,1190,0.00034612801482580835,
+74,9528,0.03244415670633316,1191,0.00015964926660672063,
+74,9536,0.03258493170142174,1192,0.00013609509096568218,
+74,9544,0.03253409266471863,1193,0.00012858751688327175,
+74,9552,0.032217688858509064,1194,0.00046840917184454156,
+74,9560,0.032707083970308304,1195,0.00023154270365921548,
+74,9568,0.0324285626411438,1196,0.0003330860427013249,
+74,9576,0.03248859941959381,1197,0.00020769925868080463,
+74,9584,0.032669439911842346,1198,0.00016822976886032848,
+74,9592,0.032248545438051224,1199,0.00022414607610699022,
+74,9600,0.03240455314517021,1200,0.00018582320535642793,
+,,,1200,,0.00020096905676549986
+75,9608,0.03234613314270973,1201,0.00018898393318522722,
+75,9616,0.031957708299160004,1202,0.00014972505732657737,
+75,9624,0.032285526394844055,1203,0.00016748424422985408,
+75,9632,0.032386865466833115,1204,0.00017659130753600039,
+75,9640,0.038680847734212875,1205,0.00047687606092949864,
+75,9648,0.03228010982275009,1206,0.00021119436860317364,
+75,9656,0.03233977034687996,1207,0.00036134104175289394,
+75,9664,0.03239183500409126,1208,0.0001439008692614152,
+75,9672,0.032558832317590714,1209,0.00019850376975227846,
+75,9680,0.03263883292675018,1210,0.00018733952310867608,
+75,9688,0.03295055031776428,1211,0.00021668178942491068,
+75,9696,0.03291979059576988,1212,0.0003441582762206963,
+75,9704,0.03291567414999008,1213,0.0003683873928821413,
+75,9712,0.03252856060862541,1214,0.0001712659345685097,
+75,9720,0.03244248405098915,1215,0.0001393448724229529,
+75,9728,0.032446619123220444,1216,0.00011897786498593632,
+,,,1216,,0.00019445332796557953
+76,9736,0.03153858706355095,1217,0.00015237978914228734,
+76,9744,0.0316619835793972,1218,0.0002295732929269434,
+76,9752,0.03209223970770836,1219,9.834252250584541e-05,
+76,9760,0.031841207295656204,1220,0.00017822685822466156,
+76,9768,0.03206540644168854,1221,0.00014354477661981946,
+76,9776,0.03226592764258385,1222,0.00014427649784920504,
+76,9784,0.03205522894859314,1223,0.0002073233290502685,
+76,9792,0.03263643756508827,1224,0.00022314205216389382,
+76,9800,0.03183645009994507,1225,0.00018568738778412808,
+76,9808,0.03208028897643089,1226,0.00024627889342809794,
+76,9816,0.03235271945595741,1227,0.00017977177230932284,
+76,9824,0.03415265679359436,1228,0.0005366062414395856,
+76,9832,0.03223516792058945,1229,0.00018923019160865806,
+76,9840,0.03254842013120651,1230,0.000319858857892541,
+76,9848,0.03243185207247734,1231,0.0002867175207938999,
+76,9856,0.03200894594192505,1232,0.0003815996910816466,
+,,,1232,,0.00019127373142462028
+77,9864,0.03245732933282852,1233,0.00035181686507712584,
+77,9872,0.03303414583206177,1234,0.00023002765919954982,
+77,9880,0.032018981873989105,1235,0.00028622050558624323,
+77,9888,0.03237024322152138,1236,0.00036865428137389245,
+77,9896,0.031964708119630814,1237,0.0002494496047802386,
+77,9904,0.03235156834125519,1238,0.00012843766489822883,
+77,9912,0.03218618780374527,1239,0.00019142983910569455,
+77,9920,0.033070169389247894,1240,0.0002693027472560061,
+77,9928,0.032666511833667755,1241,0.00014677800754725467,
+77,9936,0.032506171613931656,1242,0.00012501151195465354,
+77,9944,0.032309047877788544,1243,0.00014287037902249722,
+77,9952,0.032698072493076324,1244,0.00036092882965022,
+77,9960,0.032018013298511505,1245,0.00028178576303616865,
+77,9968,0.032284993678331375,1246,0.0001934179053932894,
+77,9976,0.031927190721035004,1247,0.0001725183533380914,
+77,9984,0.032602012157440186,1248,0.00018798529890773352,
+,,,1248,,0.00018550193329390727
+78,9992,0.032395269721746445,1249,0.00012051150588376913,
+78,10000,0.032203309237957,1250,0.0003750067189685069,
+78,10008,0.032308634370565414,1251,0.00011407583133404842,
+78,10016,0.03216565027832985,1252,0.0003374055631866213,
+78,10024,0.03234380483627319,1253,0.0002680418510863092,
+78,10032,0.0321308933198452,1254,0.00016632998131171917,
+78,10040,0.032550372183322906,1255,0.0002051281417152495,
+78,10048,0.03272204101085663,1256,0.00011535750945768086,
+78,10056,0.03314806893467903,1257,0.00032463469869981054,
+78,10064,0.03271716088056564,1258,0.00022374545824277448,
+78,10072,0.033491041511297226,1259,0.00018329182785237208,
+78,10080,0.03362324833869934,1260,0.0002525453510315856,
+78,10088,0.03327420726418495,1261,0.0002793532476061955,
+78,10096,0.032976120710372925,1262,0.00015731161420262652,
+78,10104,0.03288792446255684,1263,0.00022400369380193297,
+78,10112,0.03310033306479454,1264,0.0002985548912874947,
+,,,1264,,0.00018949491756134912
+79,10120,0.03279132768511772,1265,0.00020463928831304656,
+79,10128,0.03287510573863983,1266,0.00019200612769054715,
+79,10136,0.03269489109516144,1267,0.0001954456565727014,
+79,10144,0.032584648579359055,1268,0.0005007416002626996,
+79,10152,0.032080307602882385,1269,0.0001985340040846495,
+79,10160,0.03235148638486862,1270,0.00012821319705835776,
+79,10168,0.0328470915555954,1271,0.00035880708674085326,
+79,10176,0.035470157861709595,1272,0.00034979324800588074,
+79,10184,0.03271172568202019,1273,0.00021281437693687622,
+79,10192,0.032723844051361084,1274,0.0001971937126654666,
+79,10200,0.032898206263780594,1275,0.0002755367049758206,
+79,10208,0.03254865109920502,1276,0.00015599736525473418,
+79,10216,0.03234229236841202,1277,0.00023171659177023685,
+79,10224,0.03292035311460495,1278,0.00012076597522536758,
+79,10232,0.03314357250928879,1279,0.00014104260208114283,
+79,10240,0.032409992069005966,1280,0.00020353552827145904,
+,,,1280,,0.00019595356609084105
+80,10248,0.031989242881536484,1281,0.0003466702064542915,
+80,10256,0.03326490521430969,1282,0.0001434852865713765,
+80,10264,0.033187609165906906,1283,0.00012437110126484185,
+80,10272,0.03249141201376915,1284,8.245933213402168e-05,
+80,10280,0.03225359693169594,1285,0.00011800941865658388,
+80,10288,0.032157428562641144,1286,0.0002833308572007809,
+80,10296,0.03289327770471573,1287,0.00025929931052814936,
+80,10304,0.03266783803701401,1288,0.00023966347907844465,
+80,10312,0.03253157436847687,1289,0.00015470574726350605,
+80,10320,0.0328470915555954,1290,0.000253183447966876,
+80,10328,0.03239472210407257,1291,0.0003486148016236257,
+80,10336,0.03320088982582092,1292,0.0002626254936330952,
+80,10344,0.03295473754405975,1293,0.0002744431467363029,
+80,10352,0.03347855433821678,1294,0.00029365585214691237,
+80,10360,0.03347119316458702,1295,0.0001295406568715407,
+80,10368,0.03319219499826431,1296,0.00034109328134945827,
+,,,1296,,0.00018849794899946764
+81,10376,0.03259821608662605,1297,0.0001566030086905812,
+81,10384,0.03306230157613754,1298,0.00018566096787253628,
+81,10392,0.03308556228876114,1299,0.0002664975722836971,
+81,10400,0.03268427029252052,1300,0.00029235096189950127,
+81,10408,0.03253069892525673,1301,0.0001328189491687226,
+81,10416,0.03252500668168068,1302,0.00014202255761119886,
+81,10424,0.03283414989709854,1303,0.0003758974107768154,
+81,10432,0.03263339027762413,1304,9.27998626139015e-05,
+81,10440,0.03276984766125679,1305,0.000329824814798485,
+81,10448,0.03371403366327286,1306,0.00045014943952992326,
+81,10456,0.03412145376205444,1307,0.00014789665692660492,
+81,10464,0.033003706485033035,1308,0.0002211012688349001,
+81,10472,0.03291715681552887,1309,0.00019415678434597794,
+81,10480,0.03320610150694847,1310,0.00013444151682051597,
+81,10488,0.033059995621442795,1311,0.0004169660733168712,
+81,10496,0.032862432301044464,1312,0.0001544476335766376,
+,,,1312,,0.0001891930710132185
+82,10504,0.03275550901889801,1313,0.0001369007577523007,
+82,10512,0.032832637429237366,1314,0.00014902652219461743,
+82,10520,0.0329347588121891,1315,0.0001676661040619365,
+82,10528,0.03282282128930092,1316,0.00020372709877847228,
+82,10536,0.03306948021054268,1317,0.00038127055631775875,
+82,10544,0.03301210701465607,1318,0.0002251288069601287,
+82,10552,0.03244323283433914,1319,0.00011298805975457071,
+82,10560,0.03273601830005646,1320,0.00028778410251106834,
+82,10568,0.033269766718149185,1321,0.00019492268438625615,
+82,10576,0.03278155252337456,1322,0.0002258593040096457,
+82,10584,0.03282738849520683,1323,0.00033029174664989114,
+82,10592,0.03253373131155968,1324,0.00035349429526831955,
+82,10600,0.03237348794937134,1325,0.00016039620459196158,
+82,10608,0.0337802916765213,1326,0.00026079416056745686,
+82,10616,0.03258780017495155,1327,0.00036185977114655543,
+82,10624,0.03253650665283203,1328,0.00010689432747312821,
+,,,1328,,0.0001975689941134892
+83,10632,0.03227915242314339,1329,0.00012505620907177217,
+83,10640,0.03234933316707611,1330,0.0003318047292850679,
+83,10648,0.033985983580350876,1331,0.00015819214149814798,
+83,10656,0.03252974525094032,1332,9.834261845753645e-05,
+83,10664,0.032302334904670715,1333,9.37830136535922e-05,
+83,10672,0.03225090727210045,1334,0.00019036326284549432,
+83,10680,0.03226323425769806,1335,0.0002733200549300818,
+83,10688,0.032172881066799164,1336,0.0005190381616557715,
+83,10696,0.03224451467394829,1337,0.00020708251759060659,
+83,10704,0.03238740935921669,1338,0.0003113336697424529,
+83,10712,0.032091494649648666,1339,0.00031587945886712987,
+83,10720,0.03224785253405571,1340,0.0001452289916414884,
+83,10728,0.032377757132053375,1341,0.00031267521444533486,
+83,10736,0.033072296530008316,1342,0.00017128084891737672,
+83,10744,0.032458167523145676,1343,0.00010381014544691425,
+83,10752,0.03303525969386101,1344,0.00030942008561396506,
+,,,1344,,0.00018976391048023574
+84,10760,0.03243051841855049,1345,0.0004197870221105404,
+84,10768,0.03261754661798477,1346,0.0004476316598811536,
+84,10776,0.03328210115432739,1347,0.0001527356871520169,
+84,10784,0.03312475606799126,1348,0.00018655992244021036,
+84,10792,0.03366301208734512,1349,0.0002224563017989567,
+84,10800,0.033402010798454285,1350,0.00012338763008301612,
+84,10808,0.03320174291729927,1351,0.00022010202565070358,
+84,10816,0.03274768963456154,1352,9.102669218918891e-05,
+84,10824,0.033387213945388794,1353,0.00028612632377189584,
+84,10832,0.03298193961381912,1354,0.000220138487748045,
+84,10840,0.038973648101091385,1355,0.000165546992320742,
+84,10848,0.033477041870355606,1356,0.00017328291778540006,
+84,10856,0.03284138813614845,1357,0.00045408252572087804,
+84,10864,0.03386767953634262,1358,0.00012300083653826732,
+84,10872,0.03257233276963234,1359,0.00015626237109245267,
+84,10880,0.034166425466537476,1360,0.0001480447526773787,
+,,,1360,,0.00019003458223060558
+85,10888,0.032866571098566055,1361,0.0002008874498642399,
+85,10896,0.032606542110443115,1362,0.00013329158173291944,
+85,10904,0.032747942954301834,1363,0.00033167933634103974,
+85,10912,0.03290135785937309,1364,0.00044377538233675295,
+85,10920,0.03780369833111763,1365,0.0001726383652567165,
+85,10928,0.03217151761054993,1366,0.0002599712515802821,
+85,10936,0.033010613173246384,1367,0.0001518593417131342,
+85,10944,0.03274095803499222,1368,0.000415113206145179,
+85,10952,0.032705701887607574,1369,0.0003101285874436144,
+85,10960,0.0329882875084877,1370,0.00018038142798104673,
+85,10968,0.0331539548933506,1371,0.0001598413628016715,
+85,10976,0.03352290391921997,1372,0.00015285570043488406,
+85,10984,0.03340930491685867,1373,0.0001826454154070234,
+85,10992,0.033062200993299484,1374,0.00016350723763025599,
+85,11000,0.032655443996191025,1375,0.00012519082429207629,
+85,11008,0.033162809908390045,1376,0.0002881194232031703,
+,,,1376,,0.00019067429055116678
+86,11016,0.03283694386482239,1377,0.00033136651836684905,
+86,11024,0.03349663317203522,1378,0.00014692598233523313,
+86,11032,0.033160727471113205,1379,0.0003280813152741757,
+86,11040,0.03314896300435066,1380,0.00039296823160839267,
+86,11048,0.03287957236170769,1381,0.0003077176343140309,
+86,11056,0.032955195754766464,1382,0.00021897252736380324,
+86,11064,0.03285249322652817,1383,0.00017628914974920917,
+86,11072,0.032742224633693695,1384,0.0003588218187360326,
+86,11080,0.03321792557835579,1385,0.0001472099593229359,
+86,11088,0.03285759314894676,1386,0.00016203292670979863,
+86,11096,0.03277808427810669,1387,0.0001394178443661076,
+86,11104,0.03257976844906807,1388,0.00011528193317644764,
+86,11112,0.03257329761981964,1389,0.0001923267254824168,
+86,11120,0.032391972839832306,1390,0.00010328900589229306,
+86,11128,0.032413121312856674,1391,0.0003457662637629255,
+86,11136,0.031802840530872345,1392,9.516878344584256e-05,
+,,,1392,,0.0001893970674197925
+87,11144,0.03419724851846695,1393,0.0001947240343724843,
+87,11152,0.03304818272590637,1394,0.00018158964167014346,
+87,11160,0.03236612305045128,1395,0.00014066938501855475,
+87,11168,0.03219485282897949,1396,0.0005140977318660589,
+87,11176,0.03213409706950188,1397,0.00014493140224658418,
+87,11184,0.03177984803915024,1398,0.00012532324853964383,
+87,11192,0.03292837366461754,1399,0.00019714840709639248,
+87,11200,0.03279837965965271,1400,0.0001274397345696343,
+87,11208,0.032704535871744156,1401,0.00020880837610093295,
+87,11216,0.032375551760196686,1402,0.00018565181562735233,
+87,11224,0.03291977569460869,1403,0.00030080293163337046,
+87,11232,0.033105649054050446,1404,0.00030408143447857583,
+87,11240,0.03287405148148537,1405,0.00037829694883839693,
+87,11248,0.03294292464852333,1406,0.00010825011759152403,
+87,11256,0.03295942395925522,1407,0.00021686667514586588,
+87,11264,0.033431533724069595,1408,0.00028049882166669704,
+,,,1408,,0.00018834529787694154

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=0.0-1.0/labels.csv

@@ -0,0 +1,128 @@
+22918,1
+65553,1
+39042,1
+21900,0
+1317,1
+28127,1
+11909,1
+51804,1
+36685,0
+58236,1
+23297,1
+9677,0
+29252,1
+33252,1
+9681,1
+18967,0
+36580,0
+30226,0
+26735,1
+11627,1
+29861,0
+48,1
+39535,0
+17388,0
+39004,1
+40392,1
+48904,0
+32676,1
+4538,0
+19572,0
+12128,1
+7293,0
+56845,1
+49399,1
+65861,0
+29530,0
+46329,0
+4667,1
+16821,1
+63481,1
+63408,0
+32235,0
+39271,1
+67313,0
+11404,0
+61417,0
+13881,0
+4985,1
+10347,0
+8559,1
+33568,1
+66431,1
+31771,0
+22700,1
+51868,0
+50668,1
+38119,0
+10024,1
+67728,0
+56872,0
+50611,0
+33890,1
+63394,1
+61323,1
+66012,0
+30921,1
+35958,0
+21180,1
+55101,1
+48108,1
+56797,1
+21837,1
+9500,0
+25360,1
+30107,1
+62783,1
+28535,1
+10893,1
+36625,1
+23541,0
+55729,0
+11343,1
+55467,1
+61125,0
+50536,1
+15286,1
+43560,1
+46834,1
+25290,0
+44922,1
+4033,0
+28939,1
+67798,0
+25739,0
+62819,1
+13751,1
+11864,0
+8977,0
+24175,0
+46376,0
+1813,1
+5985,1
+50805,0
+16934,0
+10780,1
+10772,1
+63344,1
+40393,1
+4308,0
+34666,0
+62226,1
+10141,0
+59986,1
+51293,0
+35428,1
+60804,0
+21036,1
+65910,0
+23763,0
+25962,1
+4878,1
+14703,1
+34248,1
+51326,1
+26002,0
+7600,0
+41956,1
+48069,1

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=0.0-1.0/logits.csv

@@ -0,0 +1,128 @@
+22918,-9.000162,-0.00016175392
+65553,-9.625099,-9.9654004e-05
+39042,-9.000171,-0.00017057394
+21900,-0.00012730742,-10.500127
+1317,-8.750203,-0.00020275444
+28127,-10.125092,-9.131015e-05
+11909,-9.000197,-0.00019786785
+51804,-7.8754263,-0.00042608244
+36685,-0.0005466636,-7.6255465
+58236,-10.750042,-4.1841584e-05
+23297,-6.751216,-0.0012161486
+9677,-0.00018273115,-8.875183
+29252,-11.000044,-4.3868058e-05
+33252,-9.500184,-0.0001841614
+9681,-8.12551,-0.00051032397
+18967,-0.00015293382,-10.250153
+36580,-0.0002607959,-9.00026
+30226,-7.474143e-05,-10.750074
+26735,-6.1272955,-0.0022957178
+11627,-9.625145,-0.00014494799
+29861,-0.00019834458,-10.750198
+48,-9.250132,-0.00013207518
+39535,-0.000473983,-8.750474
+17388,-0.00045432258,-7.8754544
+39004,-10.250074,-7.438383e-05
+40392,-10.500064,-6.413254e-05
+48904,-6.9854206e-05,-11.12507
+32676,-10.125076,-7.6291035e-05
+4538,-0.000120155746,-9.75012
+19572,-9.2263734e-05,-11.2500925
+12128,-10.1250725,-7.283422e-05
+7293,-9.011816e-05,-10.87509
+56845,-11.000053,-5.3046726e-05
+49399,-11.125078,-7.867504e-05
+65861,-9.548208e-05,-10.250095
+29530,-0.0006151691,-7.875615
+46329,-0.00015162272,-9.125152
+4667,-8.0004,-0.00039998637
+16821,-9.125138,-0.0001385116
+63481,-6.8761334,-0.0011333955
+63408,-0.000110143315,-9.87511
+32235,-0.00010168035,-11.750102
+39271,-10.125078,-7.819824e-05
+67313,-8.737659e-05,-12.125088
+11404,-0.00018749863,-12.250188
+61417,-0.00023707918,-8.750237
+13881,-0.0002454218,-8.875245
+4985,-10.500074,-7.426463e-05
+10347,-0.00010942814,-11.25011
+8559,-10.250069,-6.842379e-05
+33568,-8.125326,-0.00032646095
+66431,-9.000152,-0.00015162272
+31771,-0.0001163415,-10.625116
+22700,-8.500226,-0.00022575691
+51868,-0.00017891714,-9.250179
+50668,-8.375298,-0.0002976213
+38119,-0.00012540031,-9.875125
+10024,-10.625104,-0.000103945094
+67728,-0.0003407613,-8.25034
+56872,-0.0008678246,-7.125868
+50611,-0.00011002412,-11.50011
+33890,-11.750077,-7.772144e-05
+63394,-8.25036,-0.0003591131
+61323,-8.875176,-0.00017605662
+66012,-0.00013326711,-9.6251335
+30921,-9.750125,-0.00012516193
+35958,-0.00014673587,-9.375147
+21180,-8.250313,-0.00031275625
+55101,-10.500061,-6.1033294e-05
+48108,-11.750047,-4.6490542e-05
+56797,-10.500164,-0.00016413772
+21837,-10.37506,-6.0556486e-05
+9500,-0.000105494655,-12.125106
+25360,-7.750477,-0.00047660436
+30107,-9.250139,-0.00013886917
+62783,-9.000202,-0.00020203933
+28535,-9.125219,-0.00021979777
+10893,-10.750068,-6.8185385e-05
+36625,-10.250144,-0.00014411364
+23541,-0.00010191875,-10.375102
+55729,-0.00014602071,-9.750146
+11343,-8.375283,-0.00028332035
+55467,-7.1258507,-0.0008505541
+61125,-0.0015353094,-6.6265354
+50536,-8.125406,-0.00040642108
+15286,-8.62521,-0.00020966715
+43560,-7.1258845,-0.0008844993
+46834,-8.125329,-0.00032884435
+25290,-7.867504e-05,-12.375078
+44922,-11.125062,-6.1748506e-05
+4033,-0.00017164665,-10.000172
+28939,-9.000152,-0.00015126515
+67798,-0.0001689053,-11.000169
+25739,-6.544376e-05,-12.125066
+62819,-9.00016,-0.00016056202
+13751,-11.250096,-9.6316464e-05
+11864,-0.00030679765,-11.750307
+8977,-0.00016795179,-9.625168
+24175,-0.00017438798,-9.0001745
+46376,-8.248942e-05,-11.500082
+1813,-9.875158,-0.00015853578
+5985,-9.375157,-0.0001571055
+50805,-0.00057347066,-7.6255736
+16934,-0.0014019909,-6.626402
+10780,-10.62506,-6.031808e-05
+10772,-10.500075,-7.509903e-05
+63344,-9.750089,-8.892618e-05
+40393,-9.250131,-0.00013064485
+4308,-0.00010454108,-10.750105
+34666,-8.511181e-05,-11.375085
+62226,-8.87517,-0.00017009719
+10141,-0.00078277936,-7.250783
+59986,-10.250058,-5.8530048e-05
+51293,-0.000107878586,-10.500108
+35428,-11.000069,-6.866219e-05
+60804,-0.00016175392,-10.625162
+21036,-10.625085,-8.4992615e-05
+65910,-0.00011419598,-11.750114
+23763,-0.00028820653,-8.375288
+25962,-9.250143,-0.00014339849
+4878,-9.500119,-0.00011920219
+14703,-11.750058,-5.805324e-05
+34248,-9.250178,-0.00017832119
+51326,-8.875173,-0.00017271934
+26002,-0.00019762947,-12.500197
+7600,-6.758938e-05,-11.500068
+41956,-10.875064,-6.377493e-05
+48069,-8.375306,-0.00030644014

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-0.089021906,-2.464022
+12007,-1.2235099,-0.34850994
+8229,-7.2715025e-05,-10.3750725
+31449,-10.125075,-7.569503e-05
+1591,-0.00013827322,-11.000138
+53542,-8.250316,-0.00031573555
+49372,-8.875196,-0.00019631843
+54831,-0.00016914368,-9.250169
+44771,-6.1272326,-0.0022326799
+33116,-0.00016091959,-12.500161
+33492,-6.8760777,-0.0010776671
+16982,-0.016089952,-4.14109
+31901,-6.2525167,-0.0025165575
+49817,-0.0001584166,-9.250158
+60681,-4.018825,-0.018824965
+39890,-6.1272235,-0.0022236402
+62685,-0.000111573674,-11.125112
+2201,-10.250288,-0.0002883257
+47201,-8.928377e-05,-11.37509
+20835,-9.62514,-0.00014053787
+15421,-8.500255,-0.00025436026
+45021,-0.00011717586,-9.750117
+45802,-0.00020573408,-9.375206
+43637,-0.00010263393,-10.500103
+7160,-0.00020239688,-8.875202
+8150,-0.00045813556,-7.8754582
+3512,-9.500096,-9.6078074e-05
+29264,-8.391982e-05,-12.750084
+32960,-0.0002085945,-9.000209
+32221,-0.00012861856,-10.750129
+35996,-6.6263647,-0.0013644919
+4422,-10.875071,-7.104621e-05
+22209,-7.700623e-05,-10.500077
+6920,-10.375056,-5.674201e-05
+25253,-9.595887e-05,-10.625096
+680,-0.0002569822,-8.500257
+50140,-8.875208,-0.00020776021
+28481,-8.5002575,-0.00025722056
+36298,-0.000114315175,-10.125114
+16473,-10.250082,-8.237023e-05
+11102,-2.694996,-0.06999603
+62901,-7.5456635e-05,-10.250075
+16123,-9.125261,-0.00026163016
+52012,-0.000121109304,-11.625121
+60780,-0.0001314792,-9.750132
+1781,-11.375055,-5.5311582e-05
+41449,-0.00012718822,-11.000127
+908,-6.5016217,-0.0016218378
+15507,-9.375187,-0.00018726026
+57914,-3.6513708,-0.02637081
+46159,-0.17978309,-1.8047831
+56461,-10.875056,-5.662281e-05
+62107,-0.00015436411,-12.0001545
+49087,-10.750065,-6.472855e-05
+65792,-0.00015507927,-10.125155
+13181,-8.9045374e-05,-10.375089
+54119,-9.875087,-8.65422e-05
+51997,-6.031808e-05,-11.37506
+24924,-10.500058,-5.817244e-05
+45890,-7.950944e-05,-10.875079
+41716,-0.00034099963,-8.125341
+60175,-0.00011288482,-11.500113
+30318,-8.320462e-05,-11.375083
+13221,-8.500228,-0.00022814056
+15509,-10.000069,-6.8781395e-05
+37365,-6.1272626,-0.002262653
+60975,-0.0009991898,-7.000999
+51375,-0.00019417307,-11.750195
+16004,-8.875199,-0.00019941726
+12837,-8.7502,-0.00020001318
+17864,-8.750227,-0.00022730629
+67134,-8.625249,-0.0002489972
+18611,-8.000376,-0.00037543877
+12861,-7.0010095,-0.0010096696
+58084,-10.250066,-6.627817e-05
+32874,-0.00032920187,-8.375329
+32717,-9.625098,-9.822363e-05
+23413,-9.625172,-0.0001720042
+59634,-0.01258562,-4.3875856
+15629,-0.009271661,-4.7592716
+47071,-0.00039188334,-9.125392
+48558,-8.125335,-0.00033480284
+3648,-7.784064e-05,-11.500078
+43367,-0.00010132276,-9.625101
+14869,-0.00013386307,-12.3751335
+1518,-0.00020990553,-8.75021
+16976,-10.501371,-0.0013716347
+20931,-10.125063,-6.329813e-05
+67379,-10.50008,-8.034383e-05
+4741,-0.00011801023,-11.375118
+5765,-7.7504864,-0.0004863748
+48791,-0.00013767726,-9.500137
+15298,-0.0025439064,-6.002544
+21874,-8.375277,-0.00027688485
+9095,-7.8755717,-0.0005716835
+3840,-9.6251135,-0.0001136
+55636,-0.0041148523,-5.5041146
+57364,-0.42949212,-1.0544921
+65863,-0.0002368408,-11.5002365
+40786,-8.4158215e-05,-12.500084
+8118,-9.375123,-0.000123374
+52441,-8.2966224e-05,-11.625083
+38593,-6.6158966e-05,-11.250066
+5517,-0.00018785619,-10.875188
+39136,-0.12704627,-2.1270463
+47292,-0.00023505308,-10.375235
+34052,-0.0010407513,-7.251041
+16037,-9.625104,-0.00010358751
+64606,-9.375133,-0.00013279033
+19552,-0.0001463783,-9.250146
+14116,-7.7504716,-0.00047148077
+11261,-3.0486894,-0.04868941
+11668,-9.750117,-0.000116937474
+42198,-9.750087,-8.713819e-05
+22526,-11.375278,-0.00027843413
+8037,-9.125153,-0.00015245705
+5324,-6.3768125,-0.0018123644
+56692,-8.3085426e-05,-11.375083
+59753,-0.06998414,-2.6949842
+47298,-8.523101e-05,-10.500085
+57801,-0.01818391,-4.0181837
+58413,-11.375041,-4.112636e-05
+10673,-7.7959834e-05,-12.375078
+65730,-9.875084,-8.403902e-05
+40287,-8.250297,-0.00029642956
+15186,-9.5001335,-0.0001333863
+43119,-8.809179e-05,-10.875088
+39219,-8.625266,-0.00026651646
+50340,-7.7504497,-0.0004494372
+34297,-8.125395,-0.0003948624
+62941,-7.724464e-05,-11.125077
+31551,-11.625053,-5.316593e-05
+41344,-8.750218,-0.00021872512
+46402,-10.500059,-5.9483667e-05
+13636,-7.8754063,-0.00040618275
+42241,-9.000161,-0.00016091959
+15422,-9.715085e-05,-9.500097
+25014,-10.000119,-0.00011944058
+19613,-0.0041177017,-5.5041175
+5515,-0.00010263393,-10.500103
+64128,-0.00014101465,-12.750141
+28084,-0.00014220657,-12.750142
+10395,-0.17979655,-1.8047966
+9965,-0.00026985342,-8.37527
+27221,-8.375254,-0.0002537644
+11994,-0.00014971566,-12.62515
+43384,-0.00012873775,-10.000129
+44329,-0.00012706903,-12.750127
+58937,-8.6899796e-05,-12.375087
+29119,-5.9006856e-05,-12.125059
+8989,-0.000456944,-11.125457
+23043,-8.750202,-0.00020263526
+32166,-0.00017391123,-10.875174
+42729,-0.00015615197,-10.500156
+6863,-9.625155,-0.00015543684
+41187,-0.00014983486,-11.75015
+36039,-12.000043,-4.315283e-05
+55977,-0.0001689053,-9.625169
+8129,-8.875177,-0.00017772526
+60223,-8.750251,-0.0002512616
+9414,-6.90198e-05,-11.625069
+26177,-0.00013040646,-11.500131
+38443,-6.270212e-05,-11.125063
+43084,-9.583968e-05,-11.875095
+53673,-0.00020716428,-9.875207
+15057,-0.57600117,-0.82600117
+51700,-0.00018928644,-10.250189
+51201,-8.625242,-0.00024220394
+47078,-7.7505126,-0.0005128261
+59961,-7.750472,-0.0004721957
+22272,-0.47467917,-0.9746792
+65773,-0.0010736184,-6.876074
+33746,-0.0036367725,-5.628637
+27311,-10.250067,-6.639737e-05
+41292,-5.0066647e-05,-10.87505
+17110,-0.055518538,-2.9305186
+57029,-0.00012790339,-11.250128
+3009,-9.625084,-8.3800616e-05
+40193,-9.375111,-0.00011109689
+27618,-8.625227,-0.00022742547
+20145,-10.500063,-6.2940526e-05
+52193,-9.750104,-0.000103945094
+34398,-0.00014792779,-10.000148
+36473,-9.875166,-0.00016568719
+43577,-5.769563e-05,-12.500057
+57850,-10.375061,-6.079489e-05
+61117,-0.00025579042,-9.625256
+32569,-2.1270666,-0.12706664
+12290,-11.500064,-6.3536536e-05
+19499,-9.625129,-0.00012897613
+60470,-7.140382e-05,-10.250072
+8962,-11.250105,-0.000105256266
+65955,-8.500264,-0.00026437125
+62486,-0.0017947532,-6.376795
+19000,-0.001552449,-6.5015526
+22631,-5.753362,-0.0033623609
+25613,-6.210611e-05,-11.000062
+56086,-8.875178,-0.00017832119
+28883,-1.2236322,-0.3486322
+26425,-9.7501,-0.00010036919
+48097,-0.0001491197,-9.125149
+61477,-0.0005560759,-7.875556
+9121,-0.0059671826,-5.130967
+66709,-7.375666,-0.0006660389
+51472,-6.6264777,-0.0014775798
+19809,-9.625102,-0.00010227634
+38959,-9.125174,-0.00017367286
+39849,-4.2318403e-05,-11.500042
+59964,-0.00014280253,-9.375143
+65268,-9.37513,-0.00012933371
+8791,-0.001756198,-6.376756
+51774,-9.500122,-0.00012253964
+49640,-0.000108712964,-11.375109
+20125,-8.500231,-0.0002305242
+59640,-0.00018261196,-9.625182
+68206,-9.625225,-0.00022468426
+48079,-10.500082,-8.1774226e-05
+49583,-0.8262522,-0.5762522
+67054,-0.00010883216,-11.250109
+59571,-0.00052950665,-7.6255293
+29080,-9.750126,-0.00012551951
+29111,-6.251991,-0.0019907197
+20758,-9.00016,-0.00016068121
+64023,-9.238293e-05,-10.8750925
+29058,-0.00015639036,-11.375156
+18185,-7.772144e-05,-13.000077
+36543,-8.4992615e-05,-10.500085
+54983,-7.5005813,-0.00058109564
+3101,-5.0067368,-0.0067368997
+42140,-0.000115387935,-11.125115
+6954,-7.748303e-05,-12.250077
+15955,-7.500816,-0.00081589306
+61746,-0.00012635386,-11.250126
+32055,-0.00016854773,-9.250169
+39496,-8.12542,-0.00042000532
+59909,-7.875409,-0.0004090426
+66296,-0.00018070496,-11.37518
+46804,-7.750468,-0.00046778703
+35049,-0.00017021637,-11.37517
+56017,-5.753489,-0.003489241
+26947,-8.500231,-0.00023040501
+38928,-0.00015567521,-10.000155
+15029,-9.750155,-0.00015543684
+7086,-0.000111573674,-11.750112
+537,-0.0015957729,-6.501596
+50731,-0.000108712964,-9.750109
+63604,-8.875225,-0.00022551854
+67049,-5.2689116e-05,-11.250052
+31161,-7.652944e-05,-10.125076
+58922,-10.125101,-0.000101203565
+18347,-10.25008,-8.034383e-05
+25864,-0.0028309054,-5.877831
+63846,-8.1774226e-05,-10.375082
+13353,-8.320462e-05,-11.125083
+25378,-6.7512407,-0.0012405565
+59101,-9.5001545,-0.00015496007
+20895,-0.0046655606,-5.3796654
+48119,-10.125066,-6.592056e-05
+14332,-7.9271034e-05,-11.625079
+25497,-8.375275,-0.0002750972
+8686,-0.0007086865,-7.3757086
+22758,-6.2520595,-0.0020596022
+7666,-8.7972585e-05,-11.000088
+20686,-0.0020729261,-6.252073
+18975,-7.875483,-0.00048303857
+19054,-5.2552857,-0.005285575
+48123,-10.625059,-5.9245263e-05
+57909,-9.125139,-0.00013970352
+9226,-9.750166,-0.00016628313
+48653,-9.285972e-05,-10.8750925
+44013,-0.0006361368,-7.875636
+11409,-9.250158,-0.00015853578
+62736,-0.0019878643,-6.251988
+2777,-8.250317,-0.00031633142
+7058,-0.00010454108,-11.750105
+48408,-0.0003402846,-8.25034
+28934,-9.750083,-8.3085426e-05
+46578,-9.625141,-0.00014161061
+23203,-1.5019916,-0.2519916
+6257,-9.625105,-0.00010466028
+53444,-0.00788599,-4.882886
+17816,-0.008708712,-4.7587085
+46307,-9.875121,-0.0001212285
+20599,-10.750082,-8.189343e-05
+29423,-0.00012456595,-10.875125
+21041,-7.2715025e-05,-11.7500725
+16633,-10.250077,-7.736384e-05
+20221,-3.773278,-0.023278058
+27466,-8.2131824e-05,-11.000082
+22987,-0.000107282605,-10.125107
+9322,-0.0009794206,-7.0009794
+3265,-0.00014196818,-9.500142
+22814,-4.264209,-0.014208816
+56185,-9.875085,-8.4992615e-05
+55014,-7.625516,-0.00051580474
+43437,-8.62522,-0.00022063205
+24683,-9.5720476e-05,-10.375095
+10233,-0.00019190853,-9.000192
+19001,-0.00011717586,-12.625117
+32718,-0.00010811698,-10.500108
+31030,-0.00012551951,-11.625126
+1099,-0.00013660452,-12.625136
+57982,-6.3768044,-0.0018042729
+49148,-9.274053e-05,-9.6250925
+40880,-10.125067,-6.699338e-05
+31148,-0.0001296913,-12.37513
+9446,-9.500103,-0.00010322992
+18579,-11.000077,-7.748303e-05
+30932,-5.379705,-0.004705072
+40792,-0.00045193947,-8.000452
+48600,-0.0001402995,-11.00014
+44588,-1.600842,-0.22584204
+33828,-8.87518,-0.00018034739
+33917,-0.00022218144,-10.625222
+2026,-0.0002400587,-8.75024
+56745,-8.3085426e-05,-10.625083
+17383,-0.0009664394,-7.0009665
+2372,-0.00076848536,-8.250769
+56600,-0.0013125861,-7.7513127
+50257,-0.00012492354,-10.875125
+38892,-0.00010632903,-10.250106
+45844,-0.00027497803,-10.625275
+29062,-0.00041392818,-8.125414
+5655,-6.876081,-0.0010807632
+67611,-0.0006883159,-7.3756886
+18546,-0.0001544833,-10.2501545
+63060,-10.125106,-0.00010585225
+36068,-8.125908,-0.00090808154
+784,-7.9390236e-05,-10.375079
+20429,-0.00013803483,-10.500138
+21679,-8.875209,-0.00020847532
+53617,-10.12509,-8.9879766e-05
+6978,-10.875055,-5.5549986e-05
+53262,-0.00017855957,-11.875178
+181,-0.00016449529,-11.250164
+28744,-0.00054547214,-7.7505455
+48716,-0.00021097818,-8.875211
+51468,-6.3417334e-05,-11.125063
+62209,-9.375133,-0.00013279033
+8732,-5.7533636,-0.003363668
+56949,-6.7512336,-0.001233651
+26885,-0.00013636613,-12.750136
+43345,-0.00010334911,-10.250103
+8053,-8.250291,-0.00029130507
+59402,-8.37526,-0.00025996167
+49552,-7.1284616e-05,-11.375072
+12348,-0.016131125,-4.141131
+28335,-0.57599425,-0.82599425
+59114,-6.6263824,-0.0013825868
+12625,-8.375287,-0.0002868956
+8876,-6.50167,-0.0016700382
+29959,-9.875081,-8.070143e-05
+37911,-8.8687775e-05,-10.875089
+38412,-0.003642236,-5.628642
+31999,-9.4647694e-05,-11.500094
+34775,-0.00011145447,-9.875112
+65737,-7.1258454,-0.0008453133
+25244,-0.00015484088,-9.6251545
+51630,-9.375124,-0.00012373159
+23979,-4.1411233,-0.016123502
+34638,-9.875085,-8.511181e-05
+22311,-12.000058,-5.7934038e-05
+14004,-9.750127,-0.00012730742
+310,-5.769563e-05,-11.875057
+49105,-9.846203e-05,-10.375098
+38782,-11.75007,-7.00926e-05
+4647,-9.750088,-8.773419e-05
+43782,-7.867504e-05,-12.000078
+66046,-0.00014649749,-9.375147
+16690,-11.000062,-6.246372e-05
+67731,-0.000774203,-7.2507744
+54867,-8.500248,-0.0002478054
+34108,-5.3796873,-0.0046873926
+67332,-0.0001504308,-9.125151
+22567,-8.9760564e-05,-10.50009
+57173,-0.00010418349,-9.625104
+26527,-9.375133,-0.00013279033
+59580,-4.63481,-0.009809739
+20737,-0.009845388,-4.6348453
+53307,-0.00012992969,-12.75013
+32783,-0.00011681828,-11.625116
+7868,-9.875083,-8.332382e-05
+50777,-0.00010585225,-12.125106
+29307,-10.875067,-6.6635774e-05
+18297,-0.00011169287,-10.125112
+44524,-10.250067,-6.7112574e-05
+61320,-0.00046885942,-7.8754687
+2578,-0.0893706,-2.4643705
+40612,-0.0002189635,-10.625219
+32523,-0.22547029,-1.6004703
+48509,-0.00014089546,-9.625141
+36666,-8.125327,-0.00032681847
+6539,-9.625122,-0.00012253964
+33620,-9.37515,-0.00014947727
+55547,-9.375119,-0.00011932138
+11751,-8.875171,-0.00017045476
+30491,-0.00012265884,-9.500123
+48294,-9.5001335,-0.00013314791
+37424,-7.7504764,-0.0004764852
+29155,-0.02329052,-3.7732906

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv

@@ -0,0 +1,1702 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.38259556517004967,0,6.47230339050293,
+0,8,0.05785147845745087,1,5.332804322242737,
+0,16,0.034005794674158096,2,3.66602623462677,
+0,24,0.031023986637592316,3,1.6723823249340057,
+0,32,0.03131326660513878,4,0.7728058099746704,
+0,40,0.03106754645705223,5,0.7200043238699436,
+0,48,0.034290775656700134,6,0.5974703188985586,
+0,56,0.03142799437046051,7,0.5931648118421435,
+0,64,0.03134429454803467,8,0.3984727393835783,
+0,72,0.030852794647216797,9,0.34108470659703016,
+0,80,0.031010571867227554,10,0.5468565640039742,
+0,88,0.030936039984226227,11,0.47155513789039105,
+1,96,0.03087068721652031,12,0.1951863302383572,
+1,104,0.03084755688905716,13,0.17729354556649923,
+1,112,0.03155044466257095,14,1.1604759476613253,
+1,120,0.030922263860702515,15,0.18709709227550775,
+1,128,0.03085930645465851,16,0.4205024376278743,
+,,,16,,0.20248854465973684
+1,136,0.030641447752714157,17,0.14330182236153632,
+1,144,0.030651673674583435,18,1.0058818724646699,
+1,152,0.031295597553253174,19,0.7673023699171608,
+1,160,0.03078863024711609,20,0.2617901955381967,
+1,168,0.03106972575187683,21,0.10529602027963847,
+1,176,0.031097043305635452,22,0.030629167915321887,
+2,184,0.0314285047352314,23,0.09318570728646591,
+2,192,0.031097449362277985,24,0.07204384764190763,
+2,200,0.03075801208615303,25,0.09338596428278834,
+2,208,0.03114061802625656,26,0.10681783105246723,
+2,216,0.030937273055315018,27,0.16293734213104472,
+2,224,0.030869442969560623,28,0.19976061338093132,
+2,232,0.03071056306362152,29,0.2849243099335581,
+2,240,0.03051239252090454,30,0.353588477242738,
+2,248,0.03063647821545601,31,0.1406513296533376,
+2,256,0.030926652252674103,32,0.07163288578158244,
+,,,32,,0.12277708298120743
+2,264,0.0310378298163414,33,0.4827155021484941,
+3,272,0.03106241300702095,34,0.04077743657398969,
+3,280,0.030647162348031998,35,0.18573535227915272,
+3,288,0.03137294203042984,36,0.0248950787645299,
+3,296,0.031279146671295166,37,0.018864037410821766,
+3,304,0.031590670347213745,38,0.039032547880196944,
+3,312,0.03103475645184517,39,0.14511200750712305,
+3,320,0.03212375566363335,40,0.02304512656701263,
+3,328,0.0311807319521904,41,0.04327659902628511,
+3,336,0.03129750117659569,42,0.011788270538090728,
+3,344,0.03111082687973976,43,0.11044407572626369,
+3,352,0.031150806695222855,44,0.4379200648254482,
+3,360,0.03140460327267647,45,0.1384928075131029,
+4,368,0.031294792890548706,46,0.061850513477111235,
+4,376,0.03138994425535202,47,0.013900352903874591,
+4,384,0.030884072184562683,48,0.04208467714488506,
+,,,48,,0.03586117732219207
+4,392,0.031323838979005814,49,0.035881899304513354,
+4,400,0.031075015664100647,50,0.008729231216420885,
+4,408,0.03114018589258194,51,0.18293233455187874,
+4,416,0.03113178163766861,52,0.004908913302642759,
+4,424,0.031004711985588074,53,0.12410069741599727,
+4,432,0.03159772604703903,54,0.13525881702662446,
+4,440,0.03159646317362785,55,0.4031579453367158,
+4,448,0.03118351846933365,56,0.035847447215928696,
+5,456,0.030990060418844223,57,0.07611748907584115,
+5,464,0.030726514756679535,58,0.042882628840743564,
+5,472,0.03121994435787201,59,0.006606872422707966,
+5,480,0.03210577368736267,60,0.11638626149942866,
+5,488,0.03080528974533081,61,0.16726500133154332,
+5,496,0.03132099285721779,62,0.012101876294764224,
+5,504,0.030825652182102203,63,0.0052213014860171825,
+5,512,0.031411685049533844,64,0.017532861027575564,
+,,,64,,0.006936398836282583
+5,520,0.03073374181985855,65,0.011793092206062283,
+5,528,0.030719980597496033,66,0.24154524009645684,
+5,536,0.030581604689359665,67,0.07538041110092308,
+6,544,0.030861206352710724,68,0.033291146202827804,
+6,552,0.031025338917970657,69,0.012452847473468864,
+6,560,0.030715327709913254,70,0.0008837584937282372,
+6,568,0.03153024986386299,71,0.0375406469029258,
+6,576,0.031544655561447144,72,0.007498715938709211,
+6,584,0.03170188516378403,73,0.1200949146914354,
+6,592,0.030759848654270172,74,0.002721226461289916,
+6,600,0.031284965574741364,75,0.0008376564219361171,
+6,608,0.031131379306316376,76,0.0009168015130853746,
+6,616,0.031174421310424805,77,0.023075276061717886,
+6,624,0.0312604121863842,78,0.005793346259451937,
+7,632,0.03098258748650551,79,0.0023958906349434983,
+7,640,0.03111204132437706,80,0.007431917536450783,
+,,,80,,0.0017996906087948726
+7,648,0.03092994913458824,81,0.0012771162946592085,
+7,656,0.031130507588386536,82,0.0009089326431421796,
+7,664,0.030922938138246536,83,0.0003500881666695932,
+7,672,0.030823778361082077,84,0.0016008407710614847,
+7,680,0.030911583453416824,85,0.0008138945613609394,
+7,688,0.0311567485332489,86,0.00047024516061355826,
+7,696,0.0312630757689476,87,0.002287693612743169,
+7,704,0.031247057020664215,88,0.000761948254876188,
+7,712,0.031130466610193253,89,0.0007186708317021839,
+7,720,0.031354811042547226,90,0.0008248116428148933,
+8,728,0.030957650393247604,91,0.01641170341281395,
+8,736,0.03081926703453064,92,0.0014192554608598584,
+8,744,0.031066738069057465,93,0.0011197598396393005,
+8,752,0.030701126903295517,94,0.0007463351666956441,
+8,760,0.030502676963806152,95,0.00045416498051054077,
+8,768,0.030621089041233063,96,0.0005506113902811194,
+,,,96,,0.0008518419777735686
+8,776,0.030365779995918274,97,0.0007220895113277948,
+8,784,0.030522223562002182,98,0.0005599376090685837,
+8,792,0.03021768108010292,99,0.000441618391960219,
+8,800,0.03030511364340782,100,0.001789277654097532,
+8,808,0.03061751276254654,101,0.00034221041642013006,
+9,816,0.030896086245775223,102,0.0005646136032737559,
+9,824,0.030514057725667953,103,0.0005971956761641195,
+9,832,0.03071114793419838,104,0.0013131239738868317,
+9,840,0.03073469176888466,105,0.0009876761359919328,
+9,848,0.03217555582523346,106,0.0008579362020100234,
+9,856,0.030732978135347366,107,0.0004289328571758233,
+9,864,0.031175129115581512,108,0.00025362984342791606,
+9,872,0.030923552811145782,109,0.0004999257089366438,
+9,880,0.031102117151021957,110,0.0004975825013389112,
+9,888,0.030722059309482574,111,0.00026513226748647867,
+9,896,0.03094107285141945,112,0.0010465085942996666,
+,,,112,,0.0006021807113519082
+10,904,0.030825071036815643,113,0.0004252724538673647,
+10,912,0.030697572976350784,114,0.00046996644778118934,
+10,920,0.0307888463139534,115,0.00042350925286882557,
+10,928,0.031177617609500885,116,0.0008450761943095131,
+10,936,0.03042694553732872,117,0.0007056723316054558,
+10,944,0.03021935373544693,118,0.00044140085810795426,
+10,952,0.030495956540107727,119,0.0004865948949372978,
+10,960,0.03115815296769142,120,0.0005629836705338676,
+10,968,0.030809763818979263,121,0.0007603928843309404,
+10,976,0.031054873019456863,122,0.0006360998322634259,
+10,984,0.031069274991750717,123,0.0005546711381612113,
+11,992,0.03092542663216591,124,0.0003545094241417246,
+11,1000,0.03103843703866005,125,0.00046189824206521735,
+11,1008,0.030485130846500397,126,0.0005661582763423212,
+11,1016,0.030976269394159317,127,0.0009222349181072786,
+11,1024,0.031052079051733017,128,0.00027521503579919226,
+,,,128,,0.0005899679679901172
+11,1032,0.03064104914665222,129,0.0005288449829095043,
+11,1040,0.030784577131271362,130,0.0003134953394692275,
+11,1048,0.03096473589539528,131,0.0005666439010383328,
+11,1056,0.03115338459610939,132,0.00029958349659864325,
+11,1064,0.03070751205086708,133,0.0006491405347333057,
+11,1072,0.032169196754693985,134,0.0010388479749963153,
+11,1080,0.03143899887800217,135,0.00045848968147765845,
+12,1088,0.030906789004802704,136,0.0011804843252321007,
+12,1096,0.030645381659269333,137,0.00033577581143617863,
+12,1104,0.030642680823802948,138,0.0006371851322910516,
+12,1112,0.031411875039339066,139,0.0006365564840962179,
+12,1120,0.03035949543118477,140,0.0003939959733543219,
+12,1128,0.030779559165239334,141,0.0006156260042189388,
+12,1136,0.030877843499183655,142,0.000276010284324002,
+12,1144,0.0310811847448349,143,0.00032585063490842003,
+12,1152,0.0311901792883873,144,0.00044331544268061407,
+,,,144,,0.0005525064487487841
+12,1160,0.0308828167617321,145,0.00028685281904472504,
+12,1168,0.03084377944469452,146,0.0009005745705508161,
+13,1176,0.031085334718227386,147,0.0003872531815432012,
+13,1184,0.03138981759548187,148,0.00046913832375139464,
+13,1192,0.03130088001489639,149,0.00043355693014746066,
+13,1200,0.030978772789239883,150,0.0005294491511449451,
+13,1208,0.031107425689697266,151,0.00030743583192816004,
+13,1216,0.03074384480714798,152,0.00042163595389865804,
+13,1224,0.03056066855788231,153,0.0004264667586539872,
+13,1232,0.030793510377407074,154,0.0005630605774058495,
+13,1240,0.03120170161128044,155,0.0013243821194919292,
+13,1248,0.031076036393642426,156,0.00047946908671292476,
+13,1256,0.030564621090888977,157,0.000469470200187061,
+14,1264,0.03045235201716423,158,0.00048797901672514854,
+14,1272,0.030709635466337204,159,0.0007379647013294743,
+14,1280,0.030745021998882294,160,0.000448985590992379,
+,,,160,,0.000549572113996897
+14,1288,0.030579987913370132,161,0.000583258402912179,
+14,1296,0.03029758110642433,162,0.0005891476557735587,
+14,1304,0.03047759085893631,163,0.0004945319597027265,
+14,1312,0.030507143586874008,164,0.0008352038330485811,
+14,1320,0.030440475791692734,165,0.00017794492578104837,
+14,1328,0.030321937054395676,166,0.0003436070401221514,
+14,1336,0.03039943426847458,167,0.00027690928982337937,
+14,1344,0.02994302287697792,168,0.0004005336159025319,
+15,1352,0.030092883855104446,169,0.0005313661185937235,
+15,1360,0.030485715717077255,170,0.0004838897475565318,
+15,1368,0.030102942138910294,171,0.0004143407586525427,
+15,1376,0.030550647526979446,172,0.000709763804479735,
+15,1384,0.030217241495847702,173,0.0003627291807788424,
+15,1392,0.030098792165517807,174,0.0003307448441773886,
+15,1400,0.03081408515572548,175,0.0006385778597177705,
+15,1408,0.03137512132525444,176,0.0007269482030096697,
+,,,176,,0.0005353325739120826
+15,1416,0.03125416487455368,177,0.0004787324933204218,
+15,1424,0.031649764627218246,178,0.00037366465949162375,
+15,1432,0.031468529254198074,179,0.0003615362120399368,
+15,1440,0.03034859523177147,180,0.0006578942857231596,
+16,1448,0.030805427581071854,181,0.00043454124897834845,
+16,1456,0.030778635293245316,182,0.0005130792869749712,
+16,1464,0.030742499977350235,183,0.0005047821778134676,
+16,1472,0.03103075921535492,184,0.0003226665412512375,
+16,1480,0.031058460474014282,185,0.0004491518120630644,
+16,1488,0.03128904476761818,186,0.000312288393615745,
+16,1496,0.031229767948389053,187,0.0008366005349671468,
+16,1504,0.031208954751491547,188,0.00021758432649221504,
+16,1512,0.031260598450899124,189,0.0009698493904579664,
+16,1520,0.031232010573148727,190,0.000385728736546298,
+16,1528,0.03109513595700264,191,0.0006682323109998833,
+17,1536,0.031136654317378998,192,0.0002449949024594389,
+,,,192,,0.000531308114146575
+17,1544,0.03070000931620598,193,0.0005276714828141849,
+17,1552,0.030647773295640945,194,0.0005044689987698803,
+17,1560,0.030812911689281464,195,0.000509670053361333,
+17,1568,0.030851423740386963,196,0.0005577155825449154,
+17,1576,0.03081982582807541,197,0.0003057538724533515,
+17,1584,0.031142592430114746,198,0.0006619351988774724,
+17,1592,0.03047509863972664,199,0.0005690934522135649,
+17,1600,0.030615240335464478,200,0.0004057113783346722,
+17,1608,0.031116493046283722,201,0.00026558491117611993,
+17,1616,0.030387993901968002,202,0.000978849866442033,
+18,1624,0.03029743954539299,203,0.0002816992100633797,
+18,1632,0.03021608665585518,204,0.0003487877329462208,
+18,1640,0.03052857518196106,205,0.0005976429074507905,
+18,1648,0.03061719983816147,206,0.00042619736359483795,
+18,1656,0.030334893614053726,207,0.00043749698852479924,
+18,1664,0.030414581298828125,208,0.0004957308647135505,
+,,,208,,0.0005190058205372248
+18,1672,0.030312437564134598,209,0.0009278663637815043,
+18,1680,0.030555061995983124,210,0.0003043640163014061,
+18,1688,0.03049730509519577,211,0.0006060455798433395,
+18,1696,0.030504081398248672,212,0.0004651896269933786,
+18,1704,0.030784614384174347,213,0.00040609779171063565,
+19,1712,0.030662816017866135,214,0.0002859555352188181,
+19,1720,0.030765298753976822,215,0.0005020389089622768,
+19,1728,0.03084772452712059,216,0.00037683595473936293,
+19,1736,0.030613016337156296,217,0.00023101940678316168,
+19,1744,0.031023569405078888,218,0.00043960280891042203,
+19,1752,0.031045623123645782,219,0.0011569646994757932,
+19,1760,0.031012319028377533,220,0.0003090817463089479,
+19,1768,0.030861735343933105,221,0.0004957127293891972,
+19,1776,0.030682045966386795,222,0.00038595958812948084,
+19,1784,0.030840113759040833,223,0.0005395481994128204,
+19,1792,0.03135819733142853,224,0.00032460275360790547,
+,,,224,,0.0004904774519113394
+19,1800,0.030990995466709137,225,0.00032933168040472083,
+20,1808,0.031007155776023865,226,0.00033427158814447466,
+20,1816,0.030623123049736023,227,0.0005935028220847016,
+20,1824,0.030519526451826096,228,0.00026105932829523226,
+20,1832,0.030501838773489,229,0.0003483070122456411,
+20,1840,0.03346063941717148,230,0.0014686968861497007,
+20,1848,0.031021643429994583,231,0.0003020095455212868,
+20,1856,0.030591212213039398,232,0.0002051273631877848,
+20,1864,0.030753694474697113,233,0.0004944980992149794,
+20,1872,0.0311904139816761,234,0.0003315191033834708,
+20,1880,0.030644413083791733,235,0.0003048889102501562,
+20,1888,0.03083883970975876,236,0.00022780010112910531,
+21,1896,0.03061247617006302,237,0.00048675766447559,
+21,1904,0.03092988207936287,238,0.0006678275085505447,
+21,1912,0.03051113337278366,239,0.0005375706732593244,
+21,1920,0.031065799295902252,240,0.0002322772616025759,
+,,,240,,0.000457259802482067
+21,1928,0.03068448230624199,241,0.0007037609839244396,
+21,1936,0.03146549314260483,242,0.0004716767252830323,
+21,1944,0.0313677154481411,243,0.00043150369128852617,
+21,1952,0.03112737461924553,244,0.0002234861540273414,
+21,1960,0.030990369617938995,245,0.00023407426124322228,
+21,1968,0.03116684779524803,246,0.0004800712958967779,
+21,1976,0.0314546674489975,247,0.0003931037172151264,
+22,1984,0.031004395335912704,248,0.0005197789187150192,
+22,1992,0.0313761830329895,249,0.000264868552221742,
+22,2000,0.03111659362912178,250,0.0005619635767288855,
+22,2008,0.031155668199062347,251,0.0005766843951278133,
+22,2016,0.031350333243608475,252,0.00033150199305964634,
+22,2024,0.03086971491575241,253,0.00036876066133118,
+22,2032,0.031026743352413177,254,0.0003629860675573582,
+22,2040,0.03172235190868378,255,0.0003298903757240623,
+22,2048,0.031091034412384033,256,0.0004021359000034863,
+,,,256,,0.0004591017674941283
+22,2056,0.03087836503982544,257,0.0003394741888769204,
+22,2064,0.03076867014169693,258,0.0004630474786608829,
+23,2072,0.03060324862599373,259,0.000674325986437907,
+23,2080,0.030923619866371155,260,0.0003699860817505396,
+23,2088,0.03134718909859657,261,0.0003843163631245261,
+23,2096,0.030661996454000473,262,0.000231894213357009,
+23,2104,0.030533935874700546,263,0.00043362037922634045,
+23,2112,0.030736371874809265,264,0.00034120350846933434,
+23,2120,0.03059517964720726,265,0.0005139381319168024,
+23,2128,0.030711647123098373,266,0.0005178168312340858,
+23,2136,0.031029175966978073,267,0.00085675458649348,
+23,2144,0.031079955399036407,268,0.00022012780118529918,
+23,2152,0.030463233590126038,269,0.0005012441470171325,
+23,2160,0.030351560562849045,270,0.00017695679161988664,
+24,2168,0.030432749539613724,271,0.0004581465700539411,
+24,2176,0.030368704348802567,272,0.00025327853927592514,
+,,,272,,0.00043805927420273807
+24,2184,0.03037557750940323,273,0.0002398121205260395,
+24,2192,0.030091039836406708,274,0.0005256002477835864,
+24,2200,0.03043745830655098,275,0.0005841126721861656,
+24,2208,0.030270196497440338,276,0.0003400083141968935,
+24,2216,0.030625920742750168,277,0.00038911638148420025,
+24,2224,0.030736327171325684,278,0.0003926011468138313,
+24,2232,0.030979078263044357,279,0.0002021506343226065,
+24,2240,0.030673258006572723,280,0.0005440244276542217,
+24,2248,0.03052133321762085,281,0.0005686969907401362,
+25,2256,0.03059769794344902,282,0.0002441772921883967,
+25,2264,0.03076726198196411,283,0.00048531727497902466,
+25,2272,0.030693456530570984,284,0.0005310034966896637,
+25,2280,0.030762799084186554,285,0.00039963571180123836,
+25,2288,0.03072083741426468,286,0.0005042645934736356,
+25,2296,0.030800960958003998,287,0.00022688504850520985,
+25,2304,0.031040485948324203,288,0.0003105855212197639,
+,,,288,,0.00042958548053717
+25,2312,0.030690524727106094,289,0.0002029290999416844,
+25,2320,0.031224939972162247,290,0.00047284472748287953,
+25,2328,0.031037546694278717,291,0.0004985102723367163,
+25,2336,0.030958428978919983,292,0.00011949944564548787,
+26,2344,0.030432309955358505,293,0.0005947613444732269,
+26,2352,0.031089432537555695,294,0.00018773198098642752,
+26,2360,0.030450433492660522,295,0.0006106148694016156,
+26,2368,0.03065343201160431,296,0.00026242229250783566,
+26,2376,0.030346643179655075,297,0.0010419387799629476,
+26,2384,0.030975259840488434,298,0.0004135639801461366,
+26,2392,0.030758246779441833,299,0.00022512826399179175,
+26,2400,0.030606843531131744,300,0.00032059474142442923,
+26,2408,0.031006108969449997,301,0.00022853071641293354,
+26,2416,0.031131669878959656,302,0.0003201797039764642,
+26,2424,0.030864298343658447,303,0.0006054271361790597,
+27,2432,0.030832931399345398,304,0.00028217404087627074,
+,,,304,,0.0004108642251827778
+27,2440,0.030892346054315567,305,0.0003326104897496407,
+27,2448,0.0307457372546196,306,0.00021215002743701916,
+27,2456,0.031147319823503494,307,0.000560872070309415,
+27,2464,0.03080599009990692,308,0.00022418293247028487,
+27,2472,0.030928168445825577,309,0.0002739395549724577,
+27,2480,0.031103748828172684,310,0.00032690186890249606,
+27,2488,0.030539587140083313,311,0.0001837961017372436,
+27,2496,0.030561227351427078,312,0.0007247737667057663,
+27,2504,0.03064238280057907,313,0.0005327997459971812,
+27,2512,0.030784133821725845,314,0.00024308057436428498,
+27,2520,0.030682701617479324,315,0.0006054709083400667,
+28,2528,0.030704550445079803,316,0.00036539084976539016,
+28,2536,0.031120453029870987,317,0.00028375477813824546,
+28,2544,0.030848857015371323,318,0.0003885225314661511,
+28,2552,0.030536312609910965,319,0.0003800763488470693,
+28,2560,0.030559256672859192,320,0.00036101954810874304,
+,,,320,,0.0004077210831336486
+28,2568,0.03073164075613022,321,0.0003559892102202866,
+28,2576,0.030789479613304138,322,0.0005223265234235441,
+28,2584,0.030813142657279968,323,0.00040816185992298415,
+28,2592,0.030713625252246857,324,0.00043724788065446774,
+28,2600,0.030797231942415237,325,0.0003415361170482356,
+28,2608,0.030780550092458725,326,0.0003154308169541764,
+29,2616,0.03094731643795967,327,0.00037473823431355413,
+29,2624,0.03077857941389084,328,0.00017987589762924472,
+29,2632,0.030672527849674225,329,0.0001681098947301507,
+29,2640,0.030574865639209747,330,0.00028694033153442433,
+29,2648,0.030583109706640244,331,0.00027951956963079283,
+29,2656,0.030715156346559525,332,0.0002962748276331695,
+29,2664,0.03068109229207039,333,0.00025063855446205707,
+29,2672,0.030637040734291077,334,0.0003920238805221743,
+29,2680,0.03070158138871193,335,0.0005868543466931442,
+29,2688,0.03077007085084915,336,0.0007260640677486663,
+,,,336,,0.00039041808877999964
+29,2696,0.03109867125749588,337,0.00037132737270439975,
+30,2704,0.032439976930618286,338,0.00037072747818456264,
+30,2712,0.03109556809067726,339,0.0002370291458646534,
+30,2720,0.031113971024751663,340,0.00040401921796728857,
+30,2728,0.030927367508411407,341,0.0003901754243997857,
+30,2736,0.03072398528456688,342,0.00032752770130173303,
+30,2744,0.030573248863220215,343,0.0002500123682693811,
+30,2752,0.030490659177303314,344,0.00032928211885518976,
+30,2760,0.030688699334859848,345,0.00048756585783849005,
+30,2768,0.03110404685139656,346,0.00046607753029093146,
+30,2776,0.03086744248867035,347,0.0003111896758127841,
+30,2784,0.030742734670639038,348,0.0005914753301112796,
+31,2792,0.030761469155550003,349,0.0002963831902889069,
+31,2800,0.030697215348482132,350,0.000407474269195518,
+31,2808,0.030683498829603195,351,0.0005529751479116385,
+31,2816,0.030577465891838074,352,0.00040412461021333,
+,,,352,,0.0003997463350876784
+31,2824,0.031015541404485703,353,0.00026451271787664155,
+31,2832,0.03166252747178078,354,0.00032533443209104007,
+31,2840,0.031090784817934036,355,0.00027586360465647886,
+31,2848,0.030773639678955078,356,0.00043905880465899827,
+31,2856,0.03062768653035164,357,0.00025282317437813617,
+31,2864,0.03003040701150894,358,0.0003010016234838986,
+31,2872,0.030012987554073334,359,0.0004828286273550475,
+31,2880,0.030095770955085754,360,0.00020477890484471573,
+32,2888,0.03067048266530037,361,0.00028732084638249944,
+32,2896,0.030810613185167313,362,0.0006182513416206348,
+32,2904,0.030835017561912537,363,0.0003223175071980222,
+32,2912,0.03085441142320633,364,0.0006461166849476285,
+32,2920,0.03103325515985489,365,0.00018102849753631745,
+32,2928,0.031099878251552582,366,0.0003569736254576128,
+32,2936,0.030800320208072662,367,0.0003530373551257071,
+32,2944,0.030917782336473465,368,0.0001719267020234838,
+,,,368,,0.0003677746042227134
+32,2952,0.030914943665266037,369,0.000497262768476503,
+32,2960,0.03118467703461647,370,0.0002375882077103597,
+32,2968,0.030961651355028152,371,0.0001572938044773764,
+33,2976,0.031028378754854202,372,0.0004320251728131552,
+33,2984,0.03060123696923256,373,0.00023589141073898645,
+33,2992,0.03082561492919922,374,0.0002618556509332848,
+33,3000,0.030661839991807938,375,0.0003577588390726305,
+33,3008,0.030493497848510742,376,0.0005351432091629249,
+33,3016,0.030317969620227814,377,0.00022517925754073076,
+33,3024,0.030813593417406082,378,0.0007357447811955353,
+33,3032,0.031001705676317215,379,0.0003028581340913661,
+33,3040,0.030942246317863464,380,0.0002420114551568986,
+33,3048,0.03075077384710312,381,0.00028084534733352484,
+33,3056,0.030858933925628662,382,0.00017401186141796643,
+34,3064,0.030740641057491302,383,0.0002801914051815402,
+34,3072,0.03133133426308632,384,0.0007261647524501313,
+,,,384,,0.0003604069829751284
+34,3080,0.03095204010605812,385,0.00035592483527580043,
+34,3088,0.030727878212928772,386,0.0002346022447454743,
+34,3096,0.03091537579894066,387,0.0003370745916981832,
+34,3104,0.030752412974834442,388,0.0001730832550492778,
+34,3112,0.030619189143180847,389,0.0002225045991508523,
+34,3120,0.031193573027849197,390,0.0002475230849086074,
+34,3128,0.030670948326587677,391,0.00023915029669296928,
+34,3136,0.030983947217464447,392,0.0003865433859573386,
+34,3144,0.031053967773914337,393,0.0006586753534065792,
+35,3152,0.030877012759447098,394,0.0003375492624400067,
+35,3160,0.03106033056974411,395,0.00015097863160917768,
+35,3168,0.03093526139855385,396,0.0003029758699995,
+35,3176,0.03121328353881836,397,0.0005822503026138293,
+35,3184,0.03054545819759369,398,0.0002654596246429719,
+35,3192,0.031107619404792786,399,0.0006615938455070136,
+35,3200,0.030894000083208084,400,0.00012895502004539594,
+,,,400,,0.0003657108172774315
+35,3208,0.030654441565275192,401,0.0003600991758503369,
+35,3216,0.030979115515947342,402,0.00030673745732201496,
+35,3224,0.03104625642299652,403,0.0003393134256839403,
+35,3232,0.030905235558748245,404,0.0003074755777561222,
+35,3240,0.030941106379032135,405,0.0002220721034973394,
+36,3248,0.03098878264427185,406,0.00032864151035028044,
+36,3256,0.03065456449985504,407,0.00016778387544036377,
+36,3264,0.031202509999275208,408,0.00047328185337391915,
+36,3272,0.031163837760686874,409,0.00017844745525508188,
+36,3280,0.030770793557167053,410,0.00024222841238952242,
+36,3288,0.030423521995544434,411,0.000236024862715567,
+36,3296,0.029976356774568558,412,0.00034899250931630377,
+36,3304,0.03051510453224182,413,0.0006909337271281402,
+36,3312,0.030238699167966843,414,0.00016216619587794412,
+36,3320,0.030250664800405502,415,0.00031503029003943084,
+36,3328,0.030573323369026184,416,0.0002884925474972988,
+,,,416,,0.00034730857572494407
+37,3336,0.031153414398431778,417,0.00034619824600667926,
+37,3344,0.03044695407152176,418,0.0003825220674116281,
+37,3352,0.030293405055999756,419,0.0003995361239503836,
+37,3360,0.0302463136613369,420,0.00018958072814712068,
+37,3368,0.03043762594461441,421,0.00044957940644962946,
+37,3376,0.03094412013888359,422,0.00029482180889317533,
+37,3384,0.030873388051986694,423,0.00044027531112078577,
+37,3392,0.030602723360061646,424,0.00019938266541430494,
+37,3400,0.030793167650699615,425,0.00015887280369497603,
+37,3408,0.03058186173439026,426,0.0005022745172027498,
+37,3416,0.030833810567855835,427,0.00018406771323498106,
+38,3424,0.03067304566502571,428,0.00024443767142656725,
+38,3432,0.031216014176607132,429,0.0003638284106273204,
+38,3440,0.030621033161878586,430,0.00024373011456191307,
+38,3448,0.030814744532108307,431,0.000585594100812159,
+38,3456,0.030976243317127228,432,0.00017873463093565078,
+,,,432,,0.00032725488432706933
+38,3464,0.030515320599079132,433,0.0002425173215669929,
+38,3472,0.030577391386032104,434,0.0002304857443959918,
+38,3480,0.031201183795928955,435,0.0005033430397816119,
+38,3488,0.031264252960681915,436,0.00013719409525947412,
+38,3496,0.03117028996348381,437,0.000333178834807768,
+38,3504,0.03210234269499779,438,0.0003917410267604282,
+39,3512,0.03119894117116928,439,0.00028869471407233505,
+39,3520,0.03104940801858902,440,0.00040451634868077235,
+39,3528,0.031186439096927643,441,0.000634738028566062,
+39,3536,0.030919823795557022,442,0.000193258109902672,
+39,3544,0.03090854361653328,443,0.00021607717553706607,
+39,3552,0.03058665618300438,444,0.00036032069010616397,
+39,3560,0.030714787542819977,445,0.00025819068468990736,
+39,3568,0.030703090131282806,446,0.0003129177657683613,
+39,3576,0.03064848855137825,447,0.00013815078273182735,
+39,3584,0.03098277747631073,448,0.00018108868243871257,
+,,,448,,0.00032661181802933034
+39,3592,0.03055531159043312,449,0.0002996040884681861,
+39,3600,0.031151141971349716,450,0.00019935906675527804,
+40,3608,0.03079664707183838,451,0.0002638448017933115,
+40,3616,0.0311802439391613,452,0.0006381589228112716,
+40,3624,0.030966952443122864,453,0.00016078156295407098,
+40,3632,0.031085144728422165,454,0.0002473444601491792,
+40,3640,0.030669502913951874,455,0.00016522076293767896,
+40,3648,0.031157396733760834,456,0.00022938401070859982,
+40,3656,0.030954379588365555,457,0.00035033659696637187,
+40,3664,0.030863050371408463,458,0.0002327461638742534,
+40,3672,0.03084396943449974,459,0.0005695910067515797,
+40,3680,0.03125083073973656,460,0.0002138375330105191,
+40,3688,0.03134164586663246,461,0.00030210854583856417,
+41,3696,0.030709877610206604,462,0.00018715792111834162,
+41,3704,0.030684184283018112,463,0.00025525734417897183,
+41,3712,0.030745673924684525,464,0.00014399144765775418,
+,,,464,,0.0003309583243651268
+41,3720,0.03082616999745369,465,0.00022269796136242803,
+41,3728,0.030594773590564728,466,0.0003191059659002349,
+41,3736,0.030497997999191284,467,0.0003757011945708655,
+41,3744,0.030492983758449554,468,0.0003611434767663013,
+41,3752,0.030585654079914093,469,0.00045888746171840467,
+41,3760,0.030415847897529602,470,0.0006292387006396893,
+41,3768,0.030482172966003418,471,0.00016113012588903075,
+41,3776,0.030564043670892715,472,0.00017423230474378215,
+42,3784,0.030540626496076584,473,0.0002649117077453411,
+42,3792,0.030371204018592834,474,0.00020252201647963375,
+42,3800,0.03045463189482689,475,0.0007085097859089728,
+42,3808,0.030673623085021973,476,0.0003543708830875403,
+42,3816,0.030772246420383453,477,0.0002284825213791919,
+42,3824,0.03042064979672432,478,0.00019391906062082853,
+42,3832,0.03151417896151543,479,0.00026644468562153634,
+42,3840,0.03102647140622139,480,0.00019007160608452978,
+,,,480,,0.0003132910873645391
+42,3848,0.030618872493505478,481,0.0003133515047011315,
+42,3856,0.03093792125582695,482,0.00015199032486634678,
+42,3864,0.031400151550769806,483,0.00035030841263505863,
+43,3872,0.03118569776415825,484,0.0003485442121018423,
+43,3880,0.030758753418922424,485,0.00029574285326816607,
+43,3888,0.031084664165973663,486,0.00017022240626829443,
+43,3896,0.03081054985523224,487,0.0004724767554762366,
+43,3904,0.03060576692223549,488,0.00019679957176776952,
+43,3912,0.030813507735729218,489,0.00037131773751752917,
+43,3920,0.03063790500164032,490,0.00014781362824578537,
+43,3928,0.030912533402442932,491,0.00021322425209291396,
+43,3936,0.031071677803993225,492,0.0001439319808014261,
+43,3944,0.0308549627661705,493,0.00026977539255312877,
+43,3952,0.03048856556415558,494,0.0005180443158678827,
+43,3960,0.031372345983982086,495,0.00035297495014674496,
+44,3968,0.030978858470916748,496,0.00017545757964398945,
+,,,496,,0.00029867737052532344
+44,3976,0.030503131449222565,497,0.00018762761101243086,
+44,3984,0.030525170266628265,498,0.00012632195011974545,
+44,3992,0.031163495033979416,499,0.000163636625984509,
+44,4000,0.030999716371297836,500,0.0003992778647443629,
+44,4008,0.03071323037147522,501,0.00045652459766643005,
+44,4016,0.03073456883430481,502,0.0002030405712503125,
+44,4024,0.03088228777050972,503,0.0006322440794974682,
+44,4032,0.03071507439017296,504,0.00037012877783126896,
+44,4040,0.030609723180532455,505,0.0002578106277724146,
+44,4048,0.030809741467237473,506,0.00021898351587879006,
+45,4056,0.03100420907139778,507,0.00016076851898105815,
+45,4064,0.030895452946424484,508,0.00013593065250461223,
+45,4072,0.030907567590475082,509,0.000203877230433136,
+45,4080,0.030644048005342484,510,0.00020713973481178982,
+45,4088,0.03151910379528999,511,0.0002575161279310123,
+45,4096,0.03089563176035881,512,0.00018707154231378809,
+,,,512,,0.00030224605535085383
+45,4104,0.03099578246474266,513,0.0005832593915329198,
+45,4112,0.03082171455025673,514,0.0001809969307942083,
+45,4120,0.03107520565390587,515,0.00043540384558582446,
+45,4128,0.03095399960875511,516,0.00028515775375126395,
+45,4136,0.0309353806078434,517,0.0004177502760285279,
+46,4144,0.03081301599740982,518,0.00024248081172117963,
+46,4152,0.03173600137233734,519,0.0004399537874633097,
+46,4160,0.030816592276096344,520,0.0003670100841191015,
+46,4168,0.030947022140026093,521,0.0005087892841402208,
+46,4176,0.030569832772016525,522,0.00028932245459145634,
+46,4184,0.030600976198911667,523,0.00016025423292376217,
+46,4192,0.030718527734279633,524,0.000378539309167536,
+46,4200,0.031030792742967606,525,0.00016806483927211957,
+46,4208,0.030705314129590988,526,0.00024591451528976904,
+46,4216,0.03084607794880867,527,0.00020577884788508527,
+46,4224,0.031159739941358566,528,0.00012155228569099563,
+,,,528,,0.00029488612348452594
+47,4232,0.030587144196033478,529,0.00021573719732259633,
+47,4240,0.03076997399330139,530,0.00014850436673441436,
+47,4248,0.03087412193417549,531,0.0002705091696952877,
+47,4256,0.0308607816696167,532,0.00013245658465166343,
+47,4264,0.030869390815496445,533,0.00018259456737723667,
+47,4272,0.031022127717733383,534,0.0004979253581041121,
+47,4280,0.03056114912033081,535,0.0002158505540137412,
+47,4288,0.030918776988983154,536,0.000289077219349565,
+47,4296,0.03126457706093788,537,0.00021130184177309275,
+47,4304,0.030859172344207764,538,0.0002633386193338083,
+47,4312,0.031471628695726395,539,0.0006066618816475966,
+47,4320,0.030619632452726364,540,0.00026446193351148395,
+48,4328,0.030763134360313416,541,0.0002782721076073358,
+48,4336,0.03076225519180298,542,0.0002996987777805771,
+48,4344,0.030924253165721893,543,0.00013628794749820372,
+48,4352,0.030296772718429565,544,0.0002209183294326067,
+,,,544,,0.00028610828881844494
+48,4360,0.030243754386901855,545,0.0004911820133202127,
+48,4368,0.030487820506095886,546,0.00028765088063664734,
+48,4376,0.030912570655345917,547,0.00023744212194287684,
+48,4384,0.030596181750297546,548,0.00024827878223732114,
+48,4392,0.03072875365614891,549,0.0002197742578573525,
+48,4400,0.031092870980501175,550,0.0004692155653174268,
+48,4408,0.030918218195438385,551,0.00024090223314487957,
+49,4416,0.03169993311166763,552,0.0003540226407494629,
+49,4424,0.031019583344459534,553,0.00011130442862850032,
+49,4432,0.030758652836084366,554,0.00037729457926616305,
+49,4440,0.030758783221244812,555,0.0003174264734298049,
+49,4448,0.030849143862724304,556,0.0003609924560805666,
+49,4456,0.030658669769763947,557,0.00026983354837284423,
+49,4464,0.03064499795436859,558,0.00020002168139399146,
+49,4472,0.03117755427956581,559,0.00027726390362659004,
+49,4480,0.030771836638450623,560,0.00012319349389144918,
+,,,560,,0.00027143432257267146
+49,4488,0.030741069465875626,561,0.00020221352178850793,
+49,4496,0.030814126133918762,562,0.00014609063146053813,
+50,4504,0.030927017331123352,563,0.0006990402680457919,
+50,4512,0.03147286921739578,564,0.00014111359359958442,
+50,4520,0.030713453888893127,565,0.00014815888744124095,
+50,4528,0.031032942235469818,566,0.00010318435670342296,
+50,4536,0.031048819422721863,567,0.0002924112086475361,
+50,4544,0.031010765582323074,568,0.00019957287349825492,
+50,4552,0.031132303178310394,569,0.00031568179565510945,
+50,4560,0.03069411963224411,570,0.00023665737580813584,
+50,4568,0.030318662524223328,571,0.00022385788315659738,
+50,4576,0.030510827898979187,572,0.00024682149160071276,
+50,4584,0.030865084379911423,573,0.00028409682636265643,
+51,4592,0.03045855462551117,574,0.0004625906717592443,
+51,4600,0.030921414494514465,575,0.00013777799904346466,
+51,4608,0.03046095371246338,576,0.0003076905541092856,
+,,,576,,0.0002693231814564803
+51,4616,0.030945558100938797,577,0.0005765214082202874,
+51,4624,0.030873000621795654,578,0.0002656061951711308,
+51,4632,0.030887335538864136,579,0.00023464036894438323,
+51,4640,0.031083136796951294,580,0.0002421331346340594,
+51,4648,0.030963081866502762,581,0.00011179477451150888,
+51,4656,0.03133927285671234,582,0.00031308244115280104,
+51,4664,0.03129060938954353,583,0.00018731623276835307,
+51,4672,0.03081652522087097,584,0.00010757761765489704,
+51,4680,0.03155648708343506,585,0.0003798321513386327,
+52,4688,0.031538352370262146,586,0.0002557678635639604,
+52,4696,0.031046543270349503,587,0.00015985384561645333,
+52,4704,0.03064848855137825,588,0.0002596483664092375,
+52,4712,0.030162040144205093,589,0.000265377286268631,
+52,4720,0.030371077358722687,590,0.000161673616275948,
+52,4728,0.030429352074861526,591,0.0002969508273054089,
+52,4736,0.030608054250478745,592,0.00018975644434249261,
+,,,592,,0.0002744527629170662
+52,4744,0.030616208910942078,593,0.00013543728755394113,
+52,4752,0.030538350343704224,594,0.00046196659377528704,
+52,4760,0.03117794543504715,595,0.0002498019080121594,
+52,4768,0.03058798611164093,596,0.0003564676285350288,
+53,4776,0.03067939728498459,597,0.00013988043247081805,
+53,4784,0.030571121722459793,598,0.0003391623495190288,
+53,4792,0.030487801879644394,599,0.00018570457086752867,
+53,4800,0.03066568821668625,600,0.00037803968734806404,
+53,4808,0.030689552426338196,601,0.0002066911592919496,
+53,4816,0.030640985816717148,602,0.0004131341383981635,
+53,4824,0.03061053156852722,603,0.00024657710309838876,
+53,4832,0.030516669154167175,604,0.00021379383179009892,
+53,4840,0.030582934617996216,605,0.00020194429453113116,
+53,4848,0.030610471963882446,606,0.0002765402732620714,
+53,4856,0.0309109129011631,607,0.00015833544739507488,
+54,4864,0.030823227018117905,608,0.00016238733815043815,
+,,,608,,0.00026686348689672275
+54,4872,0.030640624463558197,609,0.0001513070501459879,
+54,4880,0.031036190688610077,610,0.00030893510484020226,
+54,4888,0.030885204672813416,611,0.0002274610087624751,
+54,4896,0.030484959483146667,612,0.0004929473038828291,
+54,4904,0.030642084777355194,613,0.00031340817167802015,
+54,4912,0.030795354396104813,614,0.00017311609371972736,
+54,4920,0.030730798840522766,615,0.00013021038057559053,
+54,4928,0.030835460871458054,616,0.00012240930891493917,
+54,4936,0.030815206468105316,617,0.00036378077675180975,
+54,4944,0.030596841126680374,618,0.00022389702826330904,
+55,4952,0.030754145234823227,619,0.0002507687031538808,
+55,4960,0.030787982046604156,620,0.00040110634290613234,
+55,4968,0.03135994076728821,621,0.00023123477831177297,
+55,4976,0.03096941113471985,622,0.0002645596896400093,
+55,4984,0.03097633644938469,623,9.685238819656661e-05,
+55,4992,0.031300805509090424,624,0.000396427054056403,
+,,,624,,0.0002623714315585601
+55,5000,0.030705664306879044,625,0.00018613317706694943,
+55,5008,0.030933983623981476,626,0.00019515448639140232,
+55,5016,0.030653730034828186,627,0.00027212475970372907,
+55,5024,0.031011439859867096,628,0.00023758329507472808,
+55,5032,0.030863258987665176,629,0.0003130496143057826,
+55,5040,0.03104623779654503,630,0.00016487649736518506,
+56,5048,0.03107466921210289,631,0.00046040309280215297,
+56,5056,0.030907679349184036,632,0.00010458420729264617,
+56,5064,0.03076251968741417,633,0.000420741317611828,
+56,5072,0.03240574523806572,634,0.0001008746912702918,
+56,5080,0.03152741119265556,635,0.0003856048074339924,
+56,5088,0.031191959977149963,636,0.000270371800979774,
+56,5096,0.031148333102464676,637,0.0003948544117520214,
+56,5104,0.030837111175060272,638,9.631483271732577e-05,
+56,5112,0.03091726452112198,639,0.00021747609889644082,
+56,5120,0.0314505472779274,640,0.0001612692258277093,
+,,,640,,0.0002657474520114752
+56,5128,0.03080543503165245,641,0.00014343885322887218,
+57,5136,0.03092711791396141,642,0.0003962013552154531,
+57,5144,0.03091440722346306,643,0.00018054688553093,
+57,5152,0.03091474622488022,644,0.00024361799160033115,
+57,5160,0.031001418828964233,645,0.000311231218802277,
+57,5168,0.031048402190208435,646,0.0002797248248498363,
+57,5176,0.03094026818871498,647,0.00012548647055155016,
+57,5184,0.031062938272953033,648,0.00018655023541214177,
+57,5192,0.031186461448669434,649,0.00034390504924886045,
+57,5200,0.03135158494114876,650,0.00011717331972249667,
+57,5208,0.031444963067770004,651,0.00016351922840840416,
+57,5216,0.030986424535512924,652,0.00040629334944242146,
+58,5224,0.030917182564735413,653,0.00011924345835723216,
+58,5232,0.03083871677517891,654,0.00022766398433304857,
+58,5240,0.031222525984048843,655,0.00026786735998030053,
+58,5248,0.031896647065877914,656,0.00015605245471306262,
+,,,656,,0.00025913876314193773
+58,5256,0.03073066473007202,657,0.00030389158564503305,
+58,5264,0.030515383929014206,658,0.00019228912833568756,
+58,5272,0.030977308750152588,659,0.00015441815230587963,
+58,5280,0.03127193823456764,660,0.0001743443476698303,
+58,5288,0.03126925602555275,661,0.00023940225310070673,
+58,5296,0.03164875879883766,662,0.0005143167127243942,
+58,5304,0.03126521036028862,663,0.00031822157370697823,
+59,5312,0.031212415546178818,664,0.00013926497422289685,
+59,5320,0.030998967587947845,665,0.00014239639949664706,
+59,5328,0.03116769716143608,666,0.0002297263736181776,
+59,5336,0.03177068382501602,667,0.000233921938615822,
+59,5344,0.031132392585277557,668,0.0001525594225313398,
+59,5352,0.031420134007930756,669,0.00016155155935848597,
+59,5360,0.03094949573278427,670,0.00029980153931319364,
+59,5368,0.030944742262363434,671,0.0002529623488953803,
+59,5376,0.031050756573677063,672,0.00020357907078505377,
+,,,672,,0.00026229174377826543
+59,5384,0.030495867133140564,673,0.00028300836947892094,
+59,5392,0.030911032110452652,674,0.00033229489190489403,
+59,5400,0.031126290559768677,675,0.00031668389374317485,
+60,5408,0.03103722259402275,676,0.00026553498037173995,
+60,5416,0.03074261173605919,677,0.00021717362778872484,
+60,5424,0.031067583709955215,678,0.0003022368136953446,
+60,5432,0.03146690875291824,679,0.0002650586102390662,
+60,5440,0.03092116490006447,680,0.0002596406720840605,
+60,5448,0.031559865921735764,681,0.00014686600752611412,
+60,5456,0.031268395483493805,682,0.00035302881042298395,
+60,5464,0.03218593820929527,683,0.0001360464684694307,
+60,5472,0.030987147241830826,684,0.00031199044269669685,
+60,5480,0.030931290239095688,685,0.0001883842887764331,
+60,5488,0.031073730438947678,686,0.00016578612303419504,
+61,5496,0.030946847051382065,687,0.00018771779286907986,
+61,5504,0.031483620405197144,688,0.00018051745155389654,
+,,,688,,0.0002516830722108865
+61,5512,0.030698303133249283,689,0.00028465813238653936,
+61,5520,0.030602138489484787,690,0.00015875702365519828,
+61,5528,0.031125254929065704,691,0.0003359402949172363,
+61,5536,0.030567292124032974,692,0.0002050082048299373,
+61,5544,0.03055848553776741,693,0.0002108673475049727,
+61,5552,0.031072642654180527,694,0.00019876652277162066,
+61,5560,0.0313420370221138,695,0.00018771087798086228,
+61,5568,0.03106727823615074,696,0.0005199147444727714,
+61,5576,0.031060967594385147,697,0.00012333713402767899,
+62,5584,0.03151141479611397,698,0.0001553578340462991,
+62,5592,0.03227957710623741,699,0.00013588025512945023,
+62,5600,0.03129738196730614,700,0.00019644993926704046,
+62,5608,0.03121674805879593,701,0.00031028136481836555,
+62,5616,0.03115103393793106,702,0.00023385869508274482,
+62,5624,0.031448643654584885,703,0.0002892458023779909,
+62,5632,0.030922874808311462,704,0.0003365777465660358,
+,,,704,,0.00025207604257724225
+62,5640,0.031209565699100494,705,0.00023649359127375646,
+62,5648,0.030906856060028076,706,0.00033853187051136047,
+62,5656,0.031219083815813065,707,0.00012337097996351076,
+62,5664,0.03080560266971588,708,0.00024080912135104882,
+63,5672,0.031351469457149506,709,0.00010203576903222711,
+63,5680,0.03092310205101967,710,0.00014573171347365133,
+63,5688,0.030565399676561356,711,0.00012292497285670834,
+63,5696,0.030713818967342377,712,0.00020604635483323364,
+63,5704,0.030875783413648605,713,0.00019429986969043966,
+63,5712,0.03102733939886093,714,0.00036813652059208835,
+63,5720,0.032419994473457336,715,0.0001286296906073403,
+63,5728,0.031083818525075912,716,0.0005035633685110952,
+63,5736,0.031245384365320206,717,0.00020663944769694353,
+63,5744,0.0313284806907177,718,0.0002896337359743484,
+63,5752,0.031406134366989136,719,0.00030228945388444117,
+63,5760,0.03128296509385109,720,0.00011833491726065404,
+,,,720,,0.0002470811924491173
+64,5768,0.03062935173511505,721,0.0002967279124277411,
+64,5776,0.030729133635759354,722,0.00011733266501323669,
+64,5784,0.031028661876916885,723,8.627312809039722e-05,
+64,5792,0.030737407505512238,724,0.00024745650262048,
+64,5800,0.030595730990171432,725,0.00023207879303299705,
+64,5808,0.030710916966199875,726,0.0002752628024609294,
+64,5816,0.030408527702093124,727,0.0002025323324232886,
+64,5824,0.030812375247478485,728,0.0002544000599300489,
+64,5832,0.030721362680196762,729,0.00030377268194570206,
+64,5840,0.030796408653259277,730,0.0002680886063899379,
+64,5848,0.0309440977871418,731,0.0003184587349096546,
+65,5856,0.03149060532450676,732,0.00013546614400183898,
+65,5864,0.031116358935832977,733,0.00018924297637568088,
+65,5872,0.03075837343931198,734,0.00014656509119959082,
+65,5880,0.030795816332101822,735,0.00010763584305095719,
+65,5888,0.03089042380452156,736,0.00044173609603603836,
+,,,736,,0.00023590104702191474
+65,5896,0.03126811608672142,737,0.0004238344590703491,
+65,5904,0.03066103532910347,738,0.00018018904120253865,
+65,5912,0.030878271907567978,739,0.00020984905768273165,
+65,5920,0.03112049773335457,740,0.00025818189988058293,
+65,5928,0.03133260831236839,741,0.00027969732491328614,
+65,5936,0.0313480868935585,742,0.00021766225745523116,
+66,5944,0.030652597546577454,743,0.00026993635765393265,
+66,5952,0.030898317694664,744,0.00021554491604547366,
+66,5960,0.030794266611337662,745,0.00012098571869501029,
+66,5968,0.030886370688676834,746,9.907085313898278e-05,
+66,5976,0.031038574874401093,747,0.0004596113494699239,
+66,5984,0.030938483774662018,748,0.00018321455900149886,
+66,5992,0.03081052005290985,749,0.0001326774804510933,
+66,6000,0.031206097453832626,750,0.00021941420800430933,
+66,6008,0.03158997371792793,751,0.0001645281768105633,
+66,6016,0.031183786690235138,752,0.0002912929212470772,
+,,,752,,0.00023391167036233805
+66,6024,0.03130986541509628,753,0.00020710172930193949,
+67,6032,0.030950158834457397,754,0.00037101633552083513,
+67,6040,0.03155490756034851,755,7.41447238397086e-05,
+67,6048,0.03111685812473297,756,0.00018226127622256172,
+67,6056,0.030784044414758682,757,0.00032850694196895347,
+67,6064,0.030611205846071243,758,0.00035543251260605757,
+67,6072,0.030373886227607727,759,0.00023709215429335018,
+67,6080,0.03098924458026886,760,0.0001221941658968717,
+67,6088,0.030583005398511887,761,0.00026332778747928387,
+67,6096,0.031196199357509613,762,0.0002277841904287925,
+67,6104,0.03094540908932686,763,0.00024598413256171625,
+67,6112,0.030961088836193085,764,0.00012752561633533332,
+67,6120,0.03126586228609085,765,0.00021863020219825557,
+68,6128,0.03068481758236885,766,0.0003877315534737136,
+68,6136,0.030227400362491608,767,5.817230612592539e-05,
+68,6144,0.03113989159464836,768,0.00038319680015774793,
+,,,768,,0.00024199937112056292
+68,6152,0.031054478138685226,769,0.00011755871992136235,
+68,6160,0.03084847703576088,770,0.0003063530743929732,
+68,6168,0.030764751136302948,771,0.0002840652816757938,
+68,6176,0.031209714710712433,772,8.047683013501228e-05,
+68,6184,0.031615108251571655,773,0.0002450678675813833,
+68,6192,0.03082243725657463,774,0.00012658635569096077,
+68,6200,0.030446499586105347,775,0.0002212245085502218,
+68,6208,0.031093358993530273,776,0.00019945166422985494,
+69,6216,0.03092539682984352,777,0.0002675427276699338,
+69,6224,0.030933763831853867,778,0.00027418531999501283,
+69,6232,0.031140059232711792,779,0.0003111638770860736,
+69,6240,0.03241078928112984,780,0.00021068768910481595,
+69,6248,0.031184308230876923,781,0.0003058741490349348,
+69,6256,0.031087715178728104,782,0.00019390210127312457,
+69,6264,0.03103398159146309,783,0.00016083875561889727,
+69,6272,0.03154450282454491,784,0.00018482379527995363,
+,,,784,,0.0002482612259112872
+69,6280,0.031276680529117584,785,0.00028779510785170714,
+69,6288,0.030841901898384094,786,0.00017722297889122274,
+69,6296,0.030568700283765793,787,0.00013677589458893635,
+70,6304,0.030591871589422226,788,0.00020375964413688052,
+70,6312,0.030968952924013138,789,0.00018908348920376739,
+70,6320,0.031181640923023224,790,0.00012092820315956487,
+70,6328,0.031238090246915817,791,0.000297000208774989,
+70,6336,0.0314205028116703,792,0.000294130862585007,
+70,6344,0.030976220965385437,793,0.0002321696374565363,
+70,6352,0.031154640018939972,794,0.00021441000808408717,
+70,6360,0.03151021525263786,795,0.0002048040787485661,
+70,6368,0.03128911554813385,796,8.573625427743536e-05,
+70,6376,0.030982818454504013,797,0.0004383085827157629,
+70,6384,0.03060496225953102,798,0.00010359967063777731,
+71,6392,0.030861739069223404,799,0.0002974091185024008,
+71,6400,0.030807048082351685,800,0.00032367161657020915,
+,,,800,,0.00023200859626134238
+71,6408,0.031091012060642242,801,9.054749625647673e-05,
+71,6416,0.031196292489767075,802,0.00017140501495305216,
+71,6424,0.03080393373966217,803,0.0001686278055785806,
+71,6432,0.03100677579641342,804,0.0002459617267049907,
+71,6440,0.030925221741199493,805,0.00013349815799301723,
+71,6448,0.031102925539016724,806,0.00026934858965432795,
+71,6456,0.030714798718690872,807,0.0002082260270981351,
+71,6464,0.03049876168370247,808,0.0003113020220553153,
+71,6472,0.030355121940374374,809,0.0002159403275072691,
+71,6480,0.031033996492624283,810,0.00016745776247262256,
+72,6488,0.031039223074913025,811,0.00014876988007017644,
+72,6496,0.030999578535556793,812,0.0002071448570859502,
+72,6504,0.03198986500501633,813,0.0002194102341945836,
+72,6512,0.03082358092069626,814,0.0004165785585428239,
+72,6520,0.030823007225990295,815,0.00030657062507088995,
+72,6528,0.030918780714273453,816,0.0003962916998716537,
+,,,816,,0.00023034031096941387
+72,6536,0.030899252742528915,817,0.00010012686379923252,
+72,6544,0.03062928467988968,818,0.0001497089924669126,
+72,6552,0.030798152089118958,819,9.823491950555763e-05,
+72,6560,0.030646495521068573,820,0.00013248511709207378,
+72,6568,0.030832305550575256,821,9.810056963033276e-05,
+73,6576,0.03095906600356102,822,0.00018797391385305673,
+73,6584,0.030962292104959488,823,0.00010610018694023893,
+73,6592,0.031036891043186188,824,0.00023920805892885255,
+73,6600,0.031287822872400284,825,0.00029456823813234223,
+73,6608,0.030805952847003937,826,0.00022847561285743723,
+73,6616,0.030584275722503662,827,0.0002196304230892565,
+73,6624,0.030861929059028625,828,0.0002252277813568071,
+73,6632,0.031092755496501923,829,0.0002351246480429836,
+73,6640,0.031090490520000458,830,0.0003925870842067525,
+73,6648,0.031481001526117325,831,0.00014102192562859273,
+73,6656,0.03116154670715332,832,0.0001257706599062658,
+,,,832,,0.00022755181178068503
+74,6664,0.03054897114634514,833,0.00034433267546774005,
+74,6672,0.030952192842960358,834,9.370445172862674e-05,
+74,6680,0.03093152493238449,835,0.00012998553984289174,
+74,6688,0.03093133121728897,836,0.00026897570432993234,
+74,6696,0.030609656125307083,837,0.00036844612168351887,
+74,6704,0.03065422922372818,838,0.00014956376458030718,
+74,6712,0.03077619895339012,839,0.0001670309952714888,
+74,6720,0.030716195702552795,840,0.00023498549990108586,
+74,6728,0.030748113989830017,841,0.00025015269602590706,
+74,6736,0.03145691379904747,842,0.00014249854484660318,
+74,6744,0.031072020530700684,843,0.00015152976175158983,
+75,6752,0.031138934195041656,844,0.00014285999168350827,
+75,6760,0.03167123347520828,845,0.0001850598259807157,
+75,6768,0.03086046129465103,846,0.0002471586162755557,
+75,6776,0.03081759810447693,847,0.0004086435051249282,
+75,6784,0.030846361070871353,848,0.00023231067279994022,
+,,,848,,0.00023016221343706816
+75,6792,0.030870143324136734,849,0.00014671516510134097,
+75,6800,0.030948083847761154,850,0.00011620431678238674,
+75,6808,0.031199447810649872,851,0.0001926492748225428,
+75,6816,0.030769269913434982,852,0.0003422902500460623,
+75,6824,0.031060494482517242,853,9.166562858808902e-05,
+75,6832,0.030328139662742615,854,9.616629768061102e-05,
+75,6840,0.030578389763832092,855,0.00022063814503781032,
+76,6848,0.03076087310910225,856,0.00013453082829073537,
+76,6856,0.03100523352622986,857,0.00018560964599600993,
+76,6864,0.03062443807721138,858,0.00040747307866695337,
+76,6872,0.030838169157505035,859,0.00023878267711552326,
+76,6880,0.03069155290722847,860,7.368226761172991e-05,
+76,6888,0.03051692247390747,861,0.0001417674088770582,
+76,6896,0.030555572360754013,862,0.00016891756786208134,
+76,6904,0.03044753149151802,863,0.00021027687193964084,
+76,6912,0.030753273516893387,864,0.00022750320749764796,
+,,,864,,0.00022416633482162768
+76,6920,0.030866824090480804,865,0.00017833109632192645,
+76,6928,0.030943669378757477,866,0.00045674331977352267,
+77,6936,0.030889667570590973,867,0.00024103345322146197,
+77,6944,0.030470021069049835,868,0.0002014635717841884,
+77,6952,0.030371949076652527,869,0.0002336762140657811,
+77,6960,0.03080061450600624,870,0.0003523334717101534,
+77,6968,0.03063538670539856,871,0.00031383681061925017,
+77,6976,0.03058602288365364,872,0.0001293297623305989,
+77,6984,0.03050653263926506,873,0.00020479880959101138,
+77,6992,0.030913930386304855,874,0.00011145314419991337,
+77,7000,0.030569441616535187,875,7.742150683043292e-05,
+77,7008,0.030474144965410233,876,0.00012698893169726944,
+77,7016,0.03069562092423439,877,0.00026611398379827733,
+78,7024,0.030652876943349838,878,0.00012824136183553492,
+78,7032,0.030399713665246964,879,0.00023171208795247367,
+78,7040,0.030367601662874222,880,0.00029871437800466083,
+,,,880,,0.00022875751631382183
+78,7048,0.030333008617162704,881,0.00026369917759438977,
+78,7056,0.030163109302520752,882,0.00011779745545936748,
+78,7064,0.031084779649972916,883,0.00010285646567353979,
+78,7072,0.031046006828546524,884,0.0003000782803610491,
+78,7080,0.03104887530207634,885,0.00016720994153729407,
+78,7088,0.030922628939151764,886,0.00018330404918742715,
+78,7096,0.031624630093574524,887,0.00020318637371019577,
+78,7104,0.030949164181947708,888,0.0002385629554737534,
+79,7112,0.03081151470541954,889,0.00015859294808251434,
+79,7120,0.031025130301713943,890,0.000106445994333626,
+79,7128,0.030963212251663208,891,9.309469123763847e-05,
+79,7136,0.030932612717151642,892,0.0002010615544350003,
+79,7144,0.031021706759929657,893,0.00043802137588500045,
+79,7152,0.03114871308207512,894,0.0001485163402321632,
+79,7160,0.03110019490122795,895,0.00012397622890603088,
+79,7168,0.0321204848587513,896,7.988083734744578e-05,
+,,,896,,0.00022830081005127003
+79,7176,0.03109610453248024,897,0.00031796569737707614,
+79,7184,0.03048430010676384,898,0.0003634425911513972,
+79,7192,0.030765999108552933,899,0.0002810060791489377,
+79,7200,0.03083118423819542,900,0.0002020856409217231,
+80,7208,0.030797746032476425,901,0.00010532683836572687,
+80,7216,0.030777372419834137,902,0.0003262534487475932,
+80,7224,0.03093540295958519,903,0.00027176551202501287,
+80,7232,0.03092005103826523,904,0.0001531764123683388,
+80,7240,0.030900806188583374,905,0.00030608181737079576,
+80,7248,0.03098020702600479,906,0.00021439678994283895,
+80,7256,0.03093748167157173,907,0.0001737948014124413,
+80,7264,0.030882783234119415,908,0.0001300013195759675,
+80,7272,0.030643630772829056,909,0.00011778022189901094,
+80,7280,0.031145256012678146,910,0.0002206704584750696,
+80,7288,0.030831769108772278,911,0.00017528747616779583,
+81,7296,0.03082703799009323,912,0.00018534584296503454,
+,,,912,,0.0002208044036076619
+81,7304,0.030771933495998383,913,0.00017075275627576048,
+81,7312,0.03114037588238716,914,0.0001345276873507828,
+81,7320,0.030925381928682327,915,0.00021841168836544966,
+81,7328,0.03092954307794571,916,6.565189983120945e-05,
+81,7336,0.03039953112602234,917,0.00022871882902109064,
+81,7344,0.030543547123670578,918,0.00020879016983599286,
+81,7352,0.03047150745987892,919,0.00015806369697202172,
+81,7360,0.030374865978956223,920,0.0002613829205984075,
+81,7368,0.030625075101852417,921,0.0006489822685580293,
+81,7376,0.031177502125501633,922,7.049418445603806e-05,
+82,7384,0.031207043677568436,923,0.0001088127464754507,
+82,7392,0.030797600746154785,924,0.00037131485532881925,
+82,7400,0.03128980100154877,925,0.00011131584096801816,
+82,7408,0.030927173793315887,926,9.383996075484902e-05,
+82,7416,0.03134280815720558,927,0.0001589419259744318,
+82,7424,0.03110826015472412,928,6.651553871961369e-05,
+,,,928,,0.00022326820553877414
+82,7432,0.030664604157209396,929,0.00040441325950268947,
+82,7440,0.031057417392730713,930,0.000139266186806708,
+82,7448,0.03098078817129135,931,0.0001432925619155867,
+82,7456,0.030554968863725662,932,0.00030905309358786326,
+82,7464,0.030954208225011826,933,0.0002408280111012573,
+83,7472,0.03095361590385437,934,0.00026963485424857936,
+83,7480,0.030857104808092117,935,9.726764619699679e-05,
+83,7488,0.031181223690509796,936,0.00015150845274547464,
+83,7496,0.03106110170483589,937,0.00012786954289367713,
+83,7504,0.03115159645676613,938,0.0003137510266242316,
+83,7512,0.03131483495235443,939,0.0001294530165978358,
+83,7520,0.031132273375988007,940,0.0003054196899938688,
+83,7528,0.0310535728931427,941,0.00029087773600622313,
+83,7536,0.03069533035159111,942,0.00017947894957615063,
+83,7544,0.03015749901533127,943,8.203705829146202e-05,
+83,7552,0.03045092150568962,944,0.00024359727649425622,
+,,,944,,0.00022415102769931158
+83,7560,0.030618272721767426,945,0.00025606900817365386,
+84,7568,0.031053535640239716,946,9.249921731679933e-05,
+84,7576,0.03071540594100952,947,0.0002525615759623179,
+84,7584,0.0314953438937664,948,0.0003813285538853961,
+84,7592,0.030926566570997238,949,6.0853665900140186e-05,
+84,7600,0.03082355111837387,950,9.18752002689871e-05,
+84,7608,0.031121432781219482,951,0.0003035922427443438,
+84,7616,0.03113815188407898,952,0.0002071530061584781,
+84,7624,0.030775107443332672,953,9.847374462879088e-05,
+84,7632,0.0311514213681221,954,0.000153091900756408,
+84,7640,0.03089943155646324,955,0.00026781888186633296,
+84,7648,0.030722320079803467,956,0.0003709944276124588,
+85,7656,0.030675582587718964,957,0.00033883316655192175,
+85,7664,0.030762989073991776,958,0.00014890225838826154,
+85,7672,0.030615873634815216,959,0.0002664170501702756,
+85,7680,0.030887272208929062,960,0.00024311964443768375,
+,,,960,,0.00021986264544419752
+85,7688,0.031185820698738098,961,0.00013415489775070455,
+85,7696,0.030648324638605118,962,0.0001604073531780159,
+85,7704,0.030948948115110397,963,0.00010928676329058362,
+85,7712,0.0306428000330925,964,0.00027925322683586273,
+85,7720,0.03037393093109131,965,0.00015994517343642656,
+85,7728,0.03106003627181053,966,0.00011002127303072484,
+85,7736,0.031052365899086,967,0.0002258571985294111,
+86,7744,0.031057100743055344,968,0.00023573456360281853,
+86,7752,0.030622482299804688,969,0.0002222047614850453,
+86,7760,0.030613455921411514,970,0.0002117377589456737,
+86,7768,0.030687682330608368,971,0.00016354201397916768,
+86,7776,0.030602063983678818,972,0.0001524807016721752,
+86,7784,0.030487198382616043,973,0.000179799341594844,
+86,7792,0.03079904243350029,974,0.00022362733625413966,
+86,7800,0.030873186886310577,975,0.00033378862599420245,
+86,7808,0.030653201043605804,976,0.00025296625017290353,
+,,,976,,0.00022334113526038633
+86,7816,0.030933648347854614,977,0.00012201284107504762,
+86,7824,0.03158136084675789,978,0.0002815231678141572,
+87,7832,0.03156492859125137,979,8.457438843834097e-05,
+87,7840,0.03145900368690491,980,0.00023734351862003678,
+87,7848,0.03125205636024475,981,0.0004106689016225573,
+87,7856,0.03102364018559456,982,8.026759132917505e-05,
+87,7864,0.030821949243545532,983,0.00012499237914198602,
+87,7872,0.03111160546541214,984,0.00011139021557937667,
+87,7880,0.03714832291007042,985,0.00031514386591879884,
+87,7888,0.03070281818509102,986,0.0001405902128226444,
+87,7896,0.03109399974346161,987,0.0002545177771935414,
+87,7904,0.030629746615886688,988,0.00013056888201390393,
+87,7912,0.030778687447309494,989,0.0001620921834728506,
+87,7920,0.030770160257816315,990,0.0002407909273642872,
+88,7928,0.030787453055381775,991,0.00019593953129515285,
+88,7936,0.031040627509355545,992,0.0001725400834402535,
+,,,992,,0.00021611428700196437
+88,7944,0.03095119446516037,993,7.331050710490672e-05,
+88,7952,0.03204125538468361,994,9.472067790738947e-05,
+88,7960,0.030914511531591415,995,0.0004247258739269455,
+88,7968,0.030926376581192017,996,0.00025166100977003225,
+88,7976,0.03105635941028595,997,0.00024767386730673024,
+88,7984,0.03091247007250786,998,0.0002505509314687515,
+88,7992,0.03126448020339012,999,0.00020637822035496356,
+88,8000,0.03066306561231613,1000,0.00023559491273772437,
+88,8008,0.0309939943253994,1001,0.00013477274751494406,
+89,8016,0.031149674206972122,1002,0.00025566283375155763,
+89,8024,0.03059639409184456,1003,8.740464045331464e-05,
+89,8032,0.030703086405992508,1004,0.0004725747535303526,
+89,8040,0.031036686152219772,1005,0.00018178514983446803,
+89,8048,0.03102177381515503,1006,0.00012824629538954468,
+89,8056,0.030852127820253372,1007,0.00019972202835560893,
+89,8064,0.030875787138938904,1008,0.0001767053213370673,
+,,,1008,,0.00021958890824745863
+89,8072,0.031182538717985153,1009,0.00025549518522893777,
+89,8080,0.031307071447372437,1010,0.00013713124417336076,
+89,8088,0.03086484596133232,1011,0.00017154149782072636,
+89,8096,0.030690792948007584,1012,0.00020983453941880725,
+90,8104,0.0302840918302536,1013,0.00016891220502657234,
+90,8112,0.03039722889661789,1014,0.0003595261789541837,
+90,8120,0.030460793524980545,1015,0.00024381540515605593,
+90,8128,0.030665241181850433,1016,0.0002954533197225828,
+90,8136,0.03052610531449318,1017,0.00013437954112305306,
+90,8144,0.0306093767285347,1018,0.00020687468168034684,
+90,8152,0.030355840921401978,1019,0.0001280960800613684,
+90,8160,0.030383657664060593,1020,0.00015370948221971048,
+90,8168,0.03038940578699112,1021,0.00012313227080085198,
+90,8176,0.030659399926662445,1022,0.00014289692535385257,
+90,8184,0.030593648552894592,1023,0.00013800226179228048,
+91,8192,0.03105543926358223,1024,0.00025067632168429554,
+,,,1024,,0.00022211881020130255
+91,8200,0.031027253717184067,1025,0.00040615214356876095,
+91,8208,0.030990395694971085,1026,0.00018868173629016383,
+91,8216,0.030514758080244064,1027,0.00015408785748149967,
+91,8224,0.03091498464345932,1028,6.828945879533421e-05,
+91,8232,0.03061665967106819,1029,0.0001799359060896677,
+91,8240,0.030766692012548447,1030,0.00011228498192394909,
+91,8248,0.030800968408584595,1031,0.00018764726428344147,
+91,8256,0.03060637041926384,1032,0.000363905498488748,
+91,8264,0.030889876186847687,1033,5.325497295416426e-05,
+91,8272,0.030838780105113983,1034,0.0002110678210556216,
+91,8280,0.0307416170835495,1035,0.00018646148782863747,
+92,8288,0.030861224979162216,1036,0.0002206956432928564,
+92,8296,0.030631061643362045,1037,0.0003262869818172476,
+92,8304,0.03058246150612831,1038,0.0001222647601935023,
+92,8312,0.030642442405223846,1039,0.00014056377767701633,
+92,8320,0.030916545540094376,1040,0.00011377914779586717,
+,,,1040,,0.00021927421673750266
+92,8328,0.03095177188515663,1041,0.00014171006750984816,
+92,8336,0.030927449464797974,1042,0.00024210644278355176,
+92,8344,0.03153461217880249,1043,0.0001851935892318579,
+92,8352,0.03099951148033142,1044,0.00035853848112310516,
+92,8360,0.03080456703901291,1045,0.00016502911967108957,
+92,8368,0.030981991440057755,1046,0.0001544580982226762,
+93,8376,0.030725989490747452,1047,7.833136623958126e-05,
+93,8384,0.030858676880598068,1048,0.00017701801630209957,
+93,8392,0.030768048018217087,1049,0.0001189618478747434,
+93,8400,0.0310656875371933,1050,0.00014541734162776265,
+93,8408,0.031345464289188385,1051,0.00022031896287444397,
+93,8416,0.03068709373474121,1052,0.00011530994015629403,
+93,8424,0.031178373843431473,1053,0.0001972124946405529,
+93,8432,0.030617784708738327,1054,0.0002222135353804333,
+93,8440,0.03126969188451767,1055,0.00030312596436488093,
+93,8448,0.03152519091963768,1056,0.00021181033434913843,
+,,,1056,,0.00022016790432807727
+93,8456,0.030802413821220398,1057,0.000394479458918795,
+94,8464,0.030635040253400803,1058,0.00013161340325495985,
+94,8472,0.030658211559057236,1059,0.00016041851858972223,
+94,8480,0.030345942825078964,1060,0.00011177665828654426,
+94,8488,0.030541177839040756,1061,0.0002949609427105315,
+94,8496,0.030429452657699585,1062,0.0001926817622006638,
+94,8504,0.030641499906778336,1063,0.00017371131934851292,
+94,8512,0.03043510764837265,1064,0.00022757512897442211,
+94,8520,0.030985303223133087,1065,0.00011435558462835616,
+94,8528,0.030780334025621414,1066,0.00025874394486891106,
+94,8536,0.031024832278490067,1067,0.00022071678517932014,
+94,8544,0.030797962099313736,1068,0.00016171429115274805,
+95,8552,0.03130802512168884,1069,0.00017557930459588533,
+95,8560,0.0311514213681221,1070,0.00010161682757825474,
+95,8568,0.03137484937906265,1071,0.00026372871525381925,
+95,8576,0.03121594339609146,1072,0.0001225079552114039,
+,,,1072,,0.00021948290463441456
+95,8584,0.031208641827106476,1073,0.00034525903583926265,
+95,8592,0.03069165349006653,1074,0.0001666802945692325,
+95,8600,0.0307973213493824,1075,0.00010178279444517102,
+95,8608,0.030996888875961304,1076,0.0003067561037823907,
+95,8616,0.03086233139038086,1077,0.0002309242267983791,
+95,8624,0.030714470893144608,1078,0.00023339459494309267,
+95,8632,0.03083907812833786,1079,0.00013936809659753635,
+95,8640,0.030659258365631104,1080,0.00013977219282423903,
+96,8648,0.030953265726566315,1081,0.0003572900295694126,
+96,8656,0.031005404889583588,1082,0.00017884750468510902,
+96,8664,0.030849318951368332,1083,0.00011271854737060494,
+96,8672,0.03133653849363327,1084,0.00015835671979402832,
+96,8680,0.03108122944831848,1085,0.00021746316542703426,
+96,8688,0.03131169453263283,1086,0.00017229204900104378,
+96,8696,0.031094901263713837,1087,0.00010934938336504274,
+96,8704,0.030889343470335007,1088,0.00035556375132728135,
+,,,1088,,0.00021401897836954167
+96,8712,0.03135104477405548,1089,0.00025574756818969036,
+96,8720,0.03112390637397766,1090,7.828631396478158e-05,
+96,8728,0.03091626614332199,1091,0.00023941689141793177,
+97,8736,0.031011004000902176,1092,0.00019958251914431457,
+97,8744,0.030705612152814865,1093,0.0001802365000003192,
+97,8752,0.03150764852762222,1094,0.00016289113273160183,
+97,8760,0.031296562403440475,1095,0.0003977968699473422,
+97,8768,0.03108501434326172,1096,0.0002027098498729174,
+97,8776,0.031099770218133926,1097,0.00027547923446036293,
+97,8784,0.031093597412109375,1098,0.0002403007920293021,
+97,8792,0.030915018171072006,1099,7.657307014596881e-05,
+97,8800,0.03146527707576752,1100,7.459102425855235e-05,
+97,8808,0.03128615766763687,1101,0.00017668738860265876,
+97,8816,0.03125573694705963,1102,0.00016906046084841364,
+98,8824,0.030977152287960052,1103,0.000109110666471679,
+98,8832,0.03115808218717575,1104,0.0001007400037451589,
+,,,1104,,0.00021827290168939493
+98,8840,0.030852239578962326,1105,0.00010690362046261725,
+98,8848,0.030721932649612427,1106,0.00023376097306027077,
+98,8856,0.031045299023389816,1107,0.00028879089040856343,
+98,8864,0.030681822448968887,1108,0.0002839039880200289,
+98,8872,0.030981864780187607,1109,0.0002601045475785213,
+98,8880,0.030714433640241623,1110,0.0003586701323001762,
+98,8888,0.030951332300901413,1111,0.00022130510023998795,
+98,8896,0.030702456831932068,1112,0.00018029231978289317,
+98,8904,0.030752647668123245,1113,8.864098913363705e-05,
+99,8912,0.031201522797346115,1114,6.293971659943054e-05,
+99,8920,0.030788563191890717,1115,8.15612672795396e-05,
+99,8928,0.03078259527683258,1116,0.0004055000579228363,
+99,8936,0.031026426702737808,1117,0.0001889272389234975,
+99,8944,0.030587606132030487,1118,0.00017766050677892053,
+99,8952,0.03058706596493721,1119,0.0001590990075328591,
+99,8960,0.031168483197689056,1120,0.0001601733692950802,
+,,,1120,,0.00021590275737719657
+99,8968,0.03034532442688942,1121,0.00020464584736146207,
+99,8976,0.030796360224485397,1122,0.0002568378217802092,
+99,8984,0.030614640563726425,1123,0.00029045032897556666,
+99,8992,0.030624300241470337,1124,0.0001481883318774635,
+99,9000,0.03087720274925232,1125,0.00015274928477992944,
+100,9008,0.030770108103752136,1126,0.00011000728727594833,
+100,9016,0.030999373644590378,1127,0.00030206443307179143,
+100,9024,0.0307803675532341,1128,0.0001393402494613838,
+100,9032,0.03077143430709839,1129,0.00034895777753263246,
+100,9040,0.03073825314640999,1130,0.00017927360568137374,
+100,9048,0.030627883970737457,1131,0.00015278111959560192,
+100,9056,0.031040944159030914,1132,0.00014421775085793342,
+100,9064,0.031069956719875336,1133,0.00011298496565359528,
+100,9072,0.03063247725367546,1134,0.00024530177915949025,
+100,9080,0.030485332012176514,1135,0.0002935091920335253,
+100,9088,0.03079521283507347,1136,7.849464100218029e-05,
+,,,1136,,0.00021715603100183682
+101,9096,0.0304703488945961,1137,0.00018513894838179112,
+101,9104,0.030464448034763336,1138,0.00021102899518155027,
+101,9112,0.030586790293455124,1139,7.149226530600572e-05,
+101,9120,0.03057534247636795,1140,0.0001578160326971556,
+101,9128,0.031284887343645096,1141,0.0002944539699001325,
+101,9136,0.03107856959104538,1142,0.0003694571228152199,
+101,9144,0.031204480677843094,1143,0.00018346906767874316,
+101,9152,0.03117315098643303,1144,0.00012640696172638854,
+101,9160,0.03022991120815277,1145,0.00027472143210616196,
+101,9168,0.030513618141412735,1146,0.00022755551299269428,
+101,9176,0.03050445020198822,1147,0.00015392303612316027,
+102,9184,0.03141727298498154,1148,0.00012991010862606345,
+102,9192,0.03119150921702385,1149,0.00021152469912522065,
+102,9200,0.031392648816108704,1150,0.00020080504646102781,
+102,9208,0.030946902930736542,1151,0.00018424234667691053,
+102,9216,0.030761968344449997,1152,0.00016536653470211604,
+,,,1152,,0.00021649830234356417
+102,9224,0.030938830226659775,1153,0.00015147092449296906,
+102,9232,0.03073802962899208,1154,0.00033335197122141835,
+102,9240,0.030885156244039536,1155,0.00020368470541143324,
+102,9248,0.03086206689476967,1156,0.0001604836093065387,
+102,9256,0.030878335237503052,1157,0.0002136196903848031,
+102,9264,0.03072798252105713,1158,0.00017836577876551019,
+103,9272,0.030694741755723953,1159,0.000268068341028993,
+103,9280,0.031092558056116104,1160,7.944864023556875e-05,
+103,9288,0.031068425625562668,1161,0.00012517428058345104,
+103,9296,0.03105347976088524,1162,0.00039605956544619403,
+103,9304,0.031040754169225693,1163,0.00020428552215889795,
+103,9312,0.031205445528030396,1164,0.0001256448858839576,
+103,9320,0.03059292957186699,1165,0.00010535447995607683,
+103,9328,0.031049329787492752,1166,0.0001879378785361041,
+103,9336,0.030822359025478363,1167,0.00023886803501227405,
+103,9344,0.030967731028795242,1168,0.00023565148785564816,
+,,,1168,,0.0002140816874228991
+103,9352,0.030705880373716354,1169,0.00017138882458311855,
+103,9360,0.030905868858098984,1170,0.0002291346631864144,
+104,9368,0.031145837157964706,1171,9.701221210889344e-05,
+104,9376,0.0312289297580719,1172,0.00020111443836867693,
+104,9384,0.03101164847612381,1173,0.00011825205592685961,
+104,9392,0.030735298991203308,1174,0.0003413978065509582,
+104,9400,0.030947525054216385,1175,0.00017599717716620944,
+104,9408,0.03141619265079498,1176,0.00019700943812495098,
+104,9416,0.031943291425704956,1177,0.00016283867262245622,
+104,9424,0.03109080344438553,1178,0.0002868652063625632,
+104,9432,0.03087335079908371,1179,0.0001327088446032576,
+104,9440,0.030984237790107727,1180,0.00014945859061299416,
+104,9448,0.03090647980570793,1181,0.0002490716740339849,
+105,9456,0.03110446035861969,1182,0.0001511400760136894,
+105,9464,0.031072650104761124,1183,0.00014166711116558872,
+105,9472,0.03093390166759491,1184,6.517477095258073e-05,
+,,,1184,,0.00021832541395456364
+105,9480,0.030990034341812134,1185,0.0001557683726787218,
+105,9488,0.031412769109010696,1186,0.0001407691052008886,
+105,9496,0.03131863474845886,1187,0.000501326163430349,
+105,9504,0.031215853989124298,1188,0.00023740637084301852,
+105,9512,0.031057007610797882,1189,0.00023889311023594928,
+105,9520,0.031021565198898315,1190,0.00024431278916381416,
+105,9528,0.031031310558319092,1191,0.00011401332631066907,
+105,9536,0.03137565404176712,1192,0.00016207794715228374,
+106,9544,0.031236015260219574,1193,0.0002577803984422644,
+106,9552,0.03112616389989853,1194,0.0001480778289533191,
+106,9560,0.03115999698638916,1195,0.0003554641748451104,
+106,9568,0.031202826648950577,1196,0.00025375121913384646,
+106,9576,0.03056216612458229,1197,0.00017714863838591555,
+106,9584,0.030621502548456192,1198,0.00017754063446773216,
+106,9592,0.031137119978666306,1199,0.00016612602871646232,
+106,9600,0.03105613961815834,1200,0.0001425111620392272,
+,,,1200,,0.00020623474549024532
+106,9608,0.030883848667144775,1201,9.309425354331324e-05,
+106,9616,0.03120950236916542,1202,0.00031068646057974547,
+106,9624,0.031267110258340836,1203,0.00010148293154088606,
+107,9632,0.03081614151597023,1204,0.00016541149943805067,
+107,9640,0.03126325085759163,1205,0.00028133389946560783,
+107,9648,0.030712824314832687,1206,0.0001381055913043383,
+107,9656,0.030454836785793304,1207,0.00011713807316482416,
+107,9664,0.0307491272687912,1208,0.00017623928715693182,
+107,9672,0.030941776931285858,1209,0.00016582390185249096,
+107,9680,0.03171832859516144,1210,0.00016090139524749247,
+107,9688,0.030964069068431854,1211,0.00025451738974879845,
+107,9696,0.03064991906285286,1212,0.00017889279911287304,
+107,9704,0.030534297227859497,1213,0.0002667127932909352,
+107,9712,0.0306534506380558,1214,0.00011737874228856526,
+107,9720,0.030520882457494736,1215,0.000259512135244222,
+108,9728,0.03094635158777237,1216,0.00012988251182832755,
+,,,1216,,0.00021271113879405535
+108,9736,0.030603278428316116,1217,0.00016449188365186274,
+108,9744,0.03070022165775299,1218,0.00010598460448818514,
+108,9752,0.030458856374025345,1219,0.00028250360946913133,
+108,9760,0.03083014488220215,1220,0.00015126740208870615,
+108,9768,0.031087618321180344,1221,0.00015508689375565154,
+108,9776,0.030352968722581863,1222,0.00013683620409210562,
+108,9784,0.030772116035223007,1223,0.00013603311344922986,
+108,9792,0.030555404722690582,1224,0.0002260309308894648,
+108,9800,0.030649423599243164,1225,0.0004473745671020879,
+108,9808,0.0303378663957119,1226,0.00020779703186235565,
+109,9816,0.030680444091558456,1227,0.00017179872202177648,
+109,9824,0.030842315405607224,1228,0.00013388878119258152,
+109,9832,0.03061595931649208,1229,0.00026519891662246664,
+109,9840,0.030772682279348373,1230,0.00015595181048411177,
+109,9848,0.030827302485704422,1231,0.00023491288447985426,
+109,9856,0.03087165206670761,1232,0.0002443060213863646,
+,,,1232,,0.0002140564223130544
+109,9864,0.030818510800600052,1233,0.00021106853887431498,
+109,9872,0.03061836212873459,1234,0.00015355057507804304,
+109,9880,0.030245181173086166,1235,0.00011563670796022052,
+109,9888,0.030178282409906387,1236,0.00013995078120387916,
+109,9896,0.030194301158189774,1237,0.000321242201152927,
+110,9904,0.030839871615171432,1238,6.107750914452481e-05,
+110,9912,0.03017554059624672,1239,0.00039864833115643705,
+110,9920,0.03041139617562294,1240,0.0002001209738864418,
+110,9928,0.03019522875547409,1241,0.00020018189934489783,
+110,9936,0.03033548593521118,1242,8.444026752840728e-05,
+110,9944,0.03043503314256668,1243,0.0003309028841158579,
+110,9952,0.030539214611053467,1244,0.0001479464156091126,
+110,9960,0.030187655240297318,1245,8.218908305934747e-05,
+110,9968,0.03063814714550972,1246,0.00012997247131352196,
+110,9976,0.030751768499612808,1247,0.00019847192857014306,
+110,9984,0.03102249652147293,1248,0.00029130092980267364,
+,,,1248,,0.0002132925467613416
+111,9992,0.030983474105596542,1249,0.00013665887809111155,
+111,10000,0.030695077031850815,1250,0.00019890160046998062,
+111,10008,0.03098173439502716,1251,0.00023089526462172216,
+111,10016,0.0308515764772892,1252,0.00015198834171314957,
+111,10024,0.030901625752449036,1253,0.00011887240998476045,
+111,10032,0.030969958752393723,1254,0.000103928697626543,
+111,10040,0.03061652183532715,1255,0.0001402223088007304,
+111,10048,0.030435364693403244,1256,0.0002760166426014621,
+111,10056,0.030973516404628754,1257,0.00035302250603308494,
+111,10064,0.03064151108264923,1258,0.00012755437887790322,
+111,10072,0.03047952428460121,1259,0.00018535664912633365,
+111,10080,0.030937932431697845,1260,0.00024810554714349564,
+112,10088,0.030705779790878296,1261,0.0003942254934372613,
+112,10096,0.030793406069278717,1262,0.00025632689175836276,
+112,10104,0.030619151890277863,1263,0.00011972037691521109,
+112,10112,0.0313139446079731,1264,5.5907161367940716e-05,
+,,,1264,,0.00020863144443585322
+112,10120,0.03141280636191368,1265,0.00017977813490688277,
+112,10128,0.031125210225582123,1266,0.00024149957880581496,
+112,10136,0.0312611423432827,1267,0.00020358731353553594,
+112,10144,0.030825145542621613,1268,0.00017445985645281326,
+112,10152,0.03109094873070717,1269,0.00010654871721271775,
+112,10160,0.03105410933494568,1270,0.00019722674414879293,
+112,10168,0.03094981238245964,1271,0.00023179237086878857,
+113,10176,0.030779246240854263,1272,4.713119801635912e-05,
+113,10184,0.030801840126514435,1273,0.0002444073770675459,
+113,10192,0.030975379049777985,1274,0.00018026590100816975,
+113,10200,0.03072618693113327,1275,0.00017725448833516566,
+113,10208,0.03093397244811058,1276,0.00012010559112241026,
+113,10216,0.0306679829955101,1277,0.0004331906138759223,
+113,10224,0.030715756118297577,1278,0.00015437125966855092,
+113,10232,0.030632685869932175,1279,0.00022909499421075452,
+113,10240,0.030886191874742508,1280,0.00016077665986813372,
+,,,1280,,0.00020428947531259977
+113,10248,0.03070788085460663,1281,0.00018896957999459119,
+113,10256,0.031091786921024323,1282,0.00015309564105336904,
+114,10264,0.031091980636119843,1283,0.00013700062663701829,
+114,10272,0.031031277030706406,1284,5.2316509709271486e-05,
+114,10280,0.030840802937746048,1285,0.00022359184458764503,
+114,10288,0.030553337186574936,1286,9.705955972094671e-05,
+114,10296,0.030755531042814255,1287,0.00033466680588389863,
+114,10304,0.030799459666013718,1288,0.000155387304857868,
+114,10312,0.030644237995147705,1289,0.0002581863973318832,
+114,10320,0.030686356127262115,1290,0.00012404079552652547,
+114,10328,0.030591867864131927,1291,0.0002588971583463717,
+114,10336,0.030775655061006546,1292,0.00021769201521237846,
+114,10344,0.0309159979224205,1293,0.0002638588457557489,
+115,10352,0.030819743871688843,1294,0.00018555708288658934,
+115,10360,0.030546884983778,1295,0.00029172048925829586,
+115,10368,0.03092198073863983,1296,0.0002488721233930846,
+,,,1296,,0.00021427805320574687
+115,10376,0.030453424900770187,1297,0.0002652159039371327,
+115,10384,0.030698921531438828,1298,0.0002602253648547048,
+115,10392,0.030780736356973648,1299,9.687974693406431e-05,
+115,10400,0.03055904433131218,1300,0.00013047597894910723,
+115,10408,0.030918799340724945,1301,8.929632667786791e-05,
+115,10416,0.030885417014360428,1302,0.00012125313560318318,
+115,10424,0.030794065445661545,1303,0.00013673558987647993,
+115,10432,0.030981261283159256,1304,0.00019152805907651782,
+115,10440,0.030904866755008698,1305,0.0002627651199418324,
+116,10448,0.031387265771627426,1306,0.00020163768681413785,
+116,10456,0.03144407272338867,1307,0.00023831158250686713,
+116,10464,0.030994541943073273,1308,0.0003420470698074496,
+116,10472,0.030619628727436066,1309,9.41986104407988e-05,
+116,10480,0.030835915356874466,1310,0.0001391181901908567,
+116,10488,0.035544078797101974,1311,0.00013376892729866086,
+116,10496,0.030600830912590027,1312,0.0002211039095527667,
+,,,1312,,0.00019650069328072743
+116,10504,0.030706848949193954,1313,0.00021204450308687228,
+116,10512,0.030520129948854446,1314,0.00028881443404316087,
+116,10520,0.03104248270392418,1315,0.0001308339788010926,
+116,10528,0.03112291544675827,1316,8.269668114735396e-05,
+117,10536,0.03107685223221779,1317,0.00025331384313176386,
+117,10544,0.031153768301010132,1318,0.0002530586268676416,
+117,10552,0.031246177852153778,1319,0.00018379904713583528,
+117,10560,0.03126472979784012,1320,0.00024225605034189357,
+117,10568,0.03082437440752983,1321,8.300965919261216e-05,
+117,10576,0.03078141063451767,1322,0.00029611602121804026,
+117,10584,0.03072153404355049,1323,0.00013086541093798587,
+117,10592,0.030709441751241684,1324,0.0002639902120336046,
+117,10600,0.030608568340539932,1325,4.994716664441512e-05,
+117,10608,0.03119916096329689,1326,0.0002041099478446995,
+117,10616,0.03065590187907219,1327,0.00014250788376557466,
+118,10624,0.031103651970624924,1328,0.00019187584211977082,
+,,,1328,,0.00020986219915824058
+118,10632,0.030741989612579346,1329,0.00038250112174864626,
+118,10640,0.030733410269021988,1330,0.0001332476995230536,
+118,10648,0.03025948628783226,1331,0.0001512244800778717,
+118,10656,0.030701953917741776,1332,0.00020949269764969358,
+118,10664,0.03081599995493889,1333,0.00030778354357607896,
+118,10672,0.03066730871796608,1334,0.00018278963580087293,
+118,10680,0.030636698007583618,1335,0.00016800303342279221,
+118,10688,0.030660495162010193,1336,7.885175955379964e-05,
+118,10696,0.030789967626333237,1337,0.0003422273621254135,
+118,10704,0.030740778893232346,1338,0.00010219927526122774,
+119,10712,0.031004521995782852,1339,0.00011582925435504876,
+119,10720,0.03110036626458168,1340,8.378358484151249e-05,
+119,10728,0.030991781502962112,1341,8.405235575992265e-05,
+119,10736,0.03097132220864296,1342,0.00030118461472739,
+119,10744,0.03219170123338699,1343,0.0002142920052392583,
+119,10752,0.03141697496175766,1344,0.00017896383292281826,
+,,,1344,,0.00021218384305636087
+119,10760,0.030722767114639282,1345,0.00017158622517854383,
+119,10768,0.03065715730190277,1346,9.433313152840128e-05,
+119,10776,0.030982624739408493,1347,0.0004190149131773069,
+119,10784,0.0309748612344265,1348,0.00026011238696810324,
+119,10792,0.030619248747825623,1349,0.00010300323174305959,
+119,10800,0.031180649995803833,1350,0.000260015860931162,
+120,10808,0.031017839908599854,1351,0.00016409742988798826,
+120,10816,0.030704230070114136,1352,0.00019762926240218803,
+120,10824,0.030862636864185333,1353,0.0001230711161497311,
+120,10832,0.030800778418779373,1354,0.00010382419623056194,
+120,10840,0.031175535172224045,1355,0.0002174766341340728,
+120,10848,0.03060581535100937,1356,0.00028911705044265545,
+120,10856,0.030889015644788742,1357,0.000130535325524761,
+120,10864,0.030607860535383224,1358,0.00024871429150152835,
+120,10872,0.03068138286471367,1359,0.0002944134269000642,
+120,10880,0.031147874891757965,1360,0.00013476305139192846,
+,,,1360,,0.00021334747091317788
+120,10888,0.03036627173423767,1361,0.00018731701356955455,
+121,10896,0.030403774231672287,1362,0.00017071782622224418,
+121,10904,0.03052714839577675,1363,0.00016046723430918064,
+121,10912,0.03046566992998123,1364,0.00012459120671337587,
+121,10920,0.03040747344493866,1365,0.00028286734868743224,
+121,10928,0.030524741858243942,1366,0.00030305271639008424,
+121,10936,0.031015288084745407,1367,8.402092907999759e-05,
+121,10944,0.030802395194768906,1368,7.609486283399747e-05,
+121,10952,0.03089464083313942,1369,0.0002316270899882511,
+121,10960,0.03060537576675415,1370,0.0002939401758794702,
+121,10968,0.030529867857694626,1371,0.00021022695705141814,
+121,10976,0.02999638020992279,1372,0.00011967266163992463,
+122,10984,0.030173372477293015,1373,0.0002392687601968646,
+122,10992,0.030462324619293213,1374,9.540355904391618e-05,
+122,11000,0.030360162258148193,1375,0.00012791378730980796,
+122,11008,0.030651293694972992,1376,0.0001912435659505718,
+,,,1376,,0.00020726629270192905
+122,11016,0.030357103794813156,1377,0.000189834330285521,
+122,11024,0.030980326235294342,1378,0.00017730843183016987,
+122,11032,0.030543562024831772,1379,0.0001420460716872185,
+122,11040,0.030975013971328735,1380,0.0004586463005580299,
+122,11048,0.03027356043457985,1381,0.000116144072762836,
+122,11056,0.03062249720096588,1382,0.0001933127248321398,
+122,11064,0.03099580481648445,1383,0.00014588625617761863,
+123,11072,0.030502673238515854,1384,0.00016554611420360743,
+123,11080,0.030578460544347763,1385,0.0002228471923899633,
+123,11088,0.03066249191761017,1386,0.00014026789904164616,
+123,11096,0.030396562069654465,1387,9.158817510979134e-05,
+123,11104,0.030722443014383316,1388,0.00012299921149860893,
+123,11112,0.030966389924287796,1389,0.0002143821407116775,
+123,11120,0.030809346586465836,1390,0.00024142667734849965,
+123,11128,0.030694544315338135,1391,0.00017279186704399763,
+123,11136,0.030783187597990036,1392,0.00015700871608714806,
+,,,1392,,0.00020869532361244544
+123,11144,0.03058406338095665,1393,0.00027343882584318635,
+123,11152,0.030699320137500763,1394,8.150411622409592e-05,
+123,11160,0.0310133658349514,1395,0.0004079090554114373,
+124,11168,0.030622687190771103,1396,0.00011252309877818334,
+124,11176,0.030886836349964142,1397,0.00011908389978998457,
+124,11184,0.031063783913850784,1398,0.00010820266061273287,
+124,11192,0.03077445924282074,1399,0.00018612619851410273,
+124,11200,0.031251322478055954,1400,0.0003391330556041794,
+124,11208,0.031010255217552185,1401,0.00011948157998631359,
+124,11216,0.03135867044329643,1402,8.92373759597831e-05,
+124,11224,0.03132084012031555,1403,0.0002898825216561818,
+124,11232,0.031362488865852356,1404,0.00020459063580346992,
+124,11240,0.03133775293827057,1405,0.0003368765719642397,
+124,11248,0.03139429911971092,1406,0.000178649946974474,
+125,11256,0.03157071769237518,1407,0.0002728950908021943,
+125,11264,0.03099844604730606,1408,0.00019786732764259796,
+,,,1408,,0.00020077000730312787
+125,11272,0.030951425433158875,1409,0.00021533013068619766,
+125,11280,0.03148902580142021,1410,0.00011367140973561618,
+125,11288,0.031025506556034088,1411,0.00018494459800422192,
+125,11296,0.0310354121029377,1412,0.0001117773606438277,
+125,11304,0.03118470311164856,1413,0.00011711368370015407,
+125,11312,0.031050220131874084,1414,0.00020058911468368024,
+125,11320,0.03146751597523689,1415,0.00042187109147562296,
+125,11328,0.03126520290970802,1416,8.126565808197483e-05,
+125,11336,0.031186826527118683,1417,0.00017262942265006131,
+126,11344,0.03109344094991684,1418,0.0001576410681991547,
+126,11352,0.03898841142654419,1419,0.0002515573257824144,
+126,11360,0.03115430846810341,1420,0.0002677867523743771,
+126,11368,0.03131948411464691,1421,0.0001631515053759358,
+126,11376,0.03101488947868347,1422,0.00013387292779043491,
+126,11384,0.03081320971250534,1423,0.0001996629287077667,
+126,11392,0.03089788556098938,1424,0.00018943257873615948,
+,,,1424,,0.00020342926757457928
+126,11400,0.031186893582344055,1425,0.00011976631094512413,
+126,11408,0.03176680579781532,1426,8.337958024640102e-05,
+126,11416,0.030858803540468216,1427,0.00013260594232633593,
+126,11424,0.0316077396273613,1428,0.00031329946341429604,
+127,11432,0.031224451959133148,1429,0.0001911323511194496,
+127,11440,0.031246740370988846,1430,0.0002903235474605026,
+127,11448,0.03153930604457855,1431,0.00045700862392550334,
+127,11456,0.03100745379924774,1432,0.00010885643700930814,
+127,11464,0.031884461641311646,1433,0.00016489095833094325,
+127,11472,0.03176826238632202,1434,0.00012418996720953146,
+127,11480,0.03169986978173256,1435,0.00015350399598901276,
+127,11488,0.0310145802795887,1436,9.986910617953981e-05,
+127,11496,0.03093496710062027,1437,0.00012860003607784165,
+127,11504,0.03137674182653427,1438,0.00015588855444548244,
+127,11512,0.030775167047977448,1439,0.0002491560455837316,
+127,11520,0.031143121421337128,1440,0.0001508725331405003,
+,,,1440,,0.00019635085780651143
+128,11528,0.030787479132413864,1441,8.707703113941534e-05,
+128,11536,0.030911613255739212,1442,0.00012868813837485504,
+128,11544,0.030954010784626007,1443,0.0003262369286858302,
+128,11552,0.030754167586565018,1444,0.00015697624530730536,
+128,11560,0.031082503497600555,1445,0.00013335115818335908,
+128,11568,0.030970506370067596,1446,0.0002215008835264598,
+128,11576,0.03108004853129387,1447,0.00014369044356499217,
+128,11584,0.030728865414857864,1448,0.0001501421529610525,
+128,11592,0.030604366213083267,1449,0.0002416496222394926,
+128,11600,0.03059261292219162,1450,0.00014009214737598086,
+128,11608,0.030950862914323807,1451,0.0003462487954948301,
+129,11616,0.031599778681993484,1452,0.00032272923886011995,
+129,11624,0.031086333096027374,1453,0.00020257774212950608,
+129,11632,0.030728813260793686,1454,6.486146457973518e-05,
+129,11640,0.031141962856054306,1455,0.00015881877948231704,
+129,11648,0.031101781874895096,1456,0.00010587815768303699,
+,,,1456,,0.0001988622407691601
+129,11656,0.030502256006002426,1457,0.0002200137305408134,
+129,11664,0.030821222811937332,1458,0.00025887761785270413,
+129,11672,0.030548308044672012,1459,0.0002087808620672149,
+129,11680,0.030512746423482895,1460,0.00012944183890795102,
+129,11688,0.030888885259628296,1461,0.00016747049039622652,
+129,11696,0.030805930495262146,1462,0.00016157037953234976,
+130,11704,0.03069940209388733,1463,0.00020865682245130301,
+130,11712,0.030869804322719574,1464,0.00025231091763089353,
+130,11720,0.03079410269856453,1465,0.00021262018708512187,
+130,11728,0.030833128839731216,1466,0.00023309159814743907,
+130,11736,0.030615463852882385,1467,0.00011054092715312436,
+130,11744,0.030552219599485397,1468,0.00021770989997094148,
+130,11752,0.0300074964761734,1469,0.0002601277053599915,
+130,11760,0.030522584915161133,1470,8.361831578440615e-05,
+130,11768,0.03050081804394722,1471,0.00017969071882362186,
+130,11776,0.030623216181993484,1472,0.00017140573891083477,
+,,,1472,,0.0002064246158951368
+130,11784,0.030503489077091217,1473,0.00022594290521738003,
+131,11792,0.03151244670152664,1474,0.00020571808022396,
+131,11800,0.030825093388557434,1475,8.059596939347102e-05,
+131,11808,0.03087141364812851,1476,0.00020710085573227843,
+131,11816,0.03084493800997734,1477,0.0001935718287313648,
+131,11824,0.03086979314684868,1478,0.0001199271789573686,
+131,11832,0.030648592859506607,1479,0.00017068162833311362,
+131,11840,0.03079982101917267,1480,0.00016242955871348386,
+131,11848,0.030872922390699387,1481,0.00017772231558410567,
+131,11856,0.03084588795900345,1482,0.00046273868906610005,
+131,11864,0.031013932079076767,1483,0.0001959513119800249,
+131,11872,0.031550221145153046,1484,0.00013109560745760973,
+131,11880,0.03095792979001999,1485,0.00011067766263295198,
+132,11888,0.031163189560174942,1486,0.0001681042726886517,
+132,11896,0.031221143901348114,1487,0.00024914405639719917,
+132,11904,0.030616261065006256,1488,7.655792433070019e-05,
+,,,1488,,0.00019774697004602506
+132,11912,0.03078645095229149,1489,0.00023811885785107734,
+132,11920,0.030285298824310303,1490,0.000275543727184413,
+132,11928,0.030694935470819473,1491,0.00021026218314545986,
+132,11936,0.030777525156736374,1492,0.00027937403774558334,
+132,11944,0.031076975166797638,1493,0.00018720030720942304,
+132,11952,0.031698837876319885,1494,0.00015435725299539627,
+132,11960,0.03115737810730934,1495,0.00013342431725504866,
+132,11968,0.030738309025764465,1496,0.00010255605729980743,
+133,11976,0.030666165053844452,1497,9.929469069902552e-05,
+133,11984,0.031115327030420303,1498,9.643141493143048e-05,
+133,11992,0.030817214399576187,1499,0.0002122583623531682,
+133,12000,0.031037405133247375,1500,0.0002575452535893419,
+133,12008,0.03079688921570778,1501,0.0001337709027211531,
+133,12016,0.031217370182275772,1502,0.00017910827955347486,
+133,12024,0.031318627297878265,1503,0.0002827151904511993,
+133,12032,0.031239088624715805,1504,0.00023603949375683442,
+,,,1504,,0.0002108088766153042
+133,12040,0.031062107533216476,1505,0.00017029062701112707,
+133,12048,0.03105989471077919,1506,0.00019340091853337071,
+133,12056,0.03134121373295784,1507,0.00021345128698158078,
+134,12064,0.03131874278187752,1508,0.000355623794348503,
+134,12072,0.03110656514763832,1509,5.97508073951758e-05,
+134,12080,0.030986566096544266,1510,0.00013151861958249356,
+134,12088,0.03065701201558113,1511,0.00014111559266893892,
+134,12096,0.030446838587522507,1512,0.0002027749144417612,
+134,12104,0.030766207724809647,1513,0.00015922222928566043,
+134,12112,0.030572805553674698,1514,0.00019005299645868945,
+134,12120,0.030303336679935455,1515,0.00018071742465508578,
+134,12128,0.0306721068918705,1516,0.00022124703014014813,
+134,12136,0.03055407479405403,1517,0.00016054340403570677,
+134,12144,0.0308130644261837,1518,0.00021907511700192117,
+135,12152,0.030608151108026505,1519,0.00018334298465561005,
+135,12160,0.030447911471128464,1520,0.00017262722622035653,
+,,,1520,,0.00019649709933079206
+135,12168,0.03065505251288414,1521,0.00015358928840214503,
+135,12176,0.030977334827184677,1522,0.00027009448535864067,
+135,12184,0.03170081973075867,1523,0.00021940800638731162,
+135,12192,0.030969098210334778,1524,0.0003302312054529466,
+135,12200,0.031188447028398514,1525,0.00017903534671859234,
+135,12208,0.03113642707467079,1526,0.00019185882024430612,
+135,12216,0.031097672879695892,1527,0.00010303190765625914,
+135,12224,0.031096383929252625,1528,6.933187842150801e-05,
+135,12232,0.031089328229427338,1529,0.00016717888206585485,
+135,12240,0.030943088233470917,1530,0.0001351705109300383,
+136,12248,0.031712606549263,1531,0.00018376049501966918,
+136,12256,0.03126400709152222,1532,0.00011003467466252914,
+136,12264,0.031002160161733627,1533,0.00010231913870484277,
+136,12272,0.031356003135442734,1534,0.0001962798778549768,
+136,12280,0.030804883688688278,1535,0.00014446044679061742,
+136,12288,0.030864756554365158,1536,0.0001653978179092519,
+,,,1536,,0.00020032856040276014
+136,12296,0.030906740576028824,1537,0.00042157580946877715,
+136,12304,0.030850719660520554,1538,0.00012123978967792937,
+136,12312,0.031021177768707275,1539,7.704887570980645e-05,
+136,12320,0.03089495375752449,1540,0.00016430378036602633,
+136,12328,0.031142454594373703,1541,0.000385014620860602,
+137,12336,0.030655186623334885,1542,0.0001327060242601874,
+137,12344,0.03109946846961975,1543,8.555630483897403e-05,
+137,12352,0.031097840517759323,1544,0.0002789847731037298,
+137,12360,0.031169556081295013,1545,8.43351922412694e-05,
+137,12368,0.030806634575128555,1546,0.00013695882012143556,
+137,12376,0.03122636303305626,1547,7.92685445958341e-05,
+137,12384,0.03085264563560486,1548,0.0001423818243893038,
+137,12392,0.030879992991685867,1549,0.0003115274998890527,
+137,12400,0.030895013362169266,1550,0.0002046431222879619,
+137,12408,0.030682560056447983,1551,0.00037678777880501,
+137,12416,0.030718587338924408,1552,9.43176889904862e-05,
+,,,1552,,0.00021058803376479028
+138,12424,0.030910026282072067,1553,0.00018050252288048796,
+138,12432,0.03133897855877876,1554,9.59104947924061e-05,
+138,12440,0.031103335320949554,1555,0.0002948241590274847,
+138,12448,0.0309930257499218,1556,8.68827542035433e-05,
+138,12456,0.031178809702396393,1557,0.00015310641265386948,
+138,12464,0.031152039766311646,1558,0.00020235731244611088,
+138,12472,0.03115326166152954,1559,0.00017655374631431187,
+138,12480,0.031240008771419525,1560,9.752133109941497e-05,
+138,12488,0.03146037459373474,1561,9.752150799613446e-05,
+138,12496,0.031166817992925644,1562,0.00029223726869531674,
+138,12504,0.03136308863759041,1563,0.0002995478207594715,
+139,12512,0.031054101884365082,1564,0.0002738943280746753,
+139,12520,0.03088214248418808,1565,0.00029615734274557326,
+139,12528,0.03117106854915619,1566,0.00014428524082177319,
+139,12536,0.031136061996221542,1567,0.00019063023046328453,
+139,12544,0.031320564448833466,1568,0.00015844450354052242,
+,,,1568,,0.00020708824292971537
+139,12552,0.030902359634637833,1569,0.0001563650680509454,
+139,12560,0.031000759452581406,1570,9.6611610842956e-05,
+139,12568,0.031105011701583862,1571,0.00010561086355664884,
+139,12576,0.03219273313879967,1572,0.00020322620866863872,
+139,12584,0.03139158710837364,1573,0.00013446836373987026,
+139,12592,0.031010430306196213,1574,0.00013859702175977873,
+139,12600,0.030834030359983444,1575,0.0003998719566880027,
+140,12608,0.030915517359972,1576,0.0001437526384506782,
+140,12616,0.031226377934217453,1577,0.0001621951705601532,
+140,12624,0.031089425086975098,1578,0.00026609989117787336,
+140,12632,0.03062697872519493,1579,0.00015236409126373474,
+140,12640,0.030642453581094742,1580,0.00012127315835641639,
+140,12648,0.030805975198745728,1581,0.00036943659415555885,
+140,12656,0.030868612229824066,1582,0.0001472841931899893,
+140,12664,0.03057991713285446,1583,0.0002418101103103254,
+140,12672,0.030637584626674652,1584,0.00015510484877268027,
+,,,1584,,0.0001995821889394369
+140,12680,0.030732877552509308,1585,0.00014684031339129433,
+140,12688,0.030636169016361237,1586,7.180416241681087e-05,
+141,12696,0.030687648802995682,1587,0.00011878208351845387,
+141,12704,0.03102796897292137,1588,0.00011216605616937159,
+141,12712,0.031209446489810944,1589,0.00022734411891178752,
+141,12720,0.031023062765598297,1590,0.00012549838061204355,
+141,12728,0.031188208609819412,1591,0.00018223890720037161,
+141,12736,0.03106890246272087,1592,0.0002384648551014834,
+141,12744,0.03113243728876114,1593,0.00013263554546938394,
+141,12752,0.030763298273086548,1594,0.00016715197216399247,
+141,12760,0.0310022234916687,1595,0.0001643664970742975,
+141,12768,0.03124041110277176,1596,0.00022709791073793895,
+141,12776,0.031340327113866806,1597,0.00017772511046132422,
+142,12784,0.03155820816755295,1598,0.0003371719549249974,
+142,12792,0.03148340806365013,1599,0.0003236065422242973,
+142,12800,0.03132297471165657,1600,0.00016594319504292798,
+,,,1600,,0.0002043568409788303

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/labels.csv

@@ -0,0 +1,38 @@
+44628,0
+3207,1
+15874,1
+45211,0
+1951,0
+38721,1
+8715,0
+46431,1
+49170,0
+45834,1
+43333,1
+51792,1
+17971,1
+32100,0
+44959,1
+67649,1
+43215,1
+34189,1
+44684,0
+51479,0
+6099,0
+45589,1
+60277,0
+58467,0
+62094,1
+12804,0
+52870,1
+29535,1
+8184,0
+46124,1
+16681,1
+65666,1
+34004,1
+23858,0
+10566,1
+1543,1
+59792,1
+66265,1

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/logits.csv

@@ -0,0 +1,38 @@
+44628,-0.47414503,-0.97414505
+3207,-10.50005,-4.9828242e-05
+15874,-9.875082,-8.201263e-05
+45211,-0.03809512,-3.2880952
+1951,-0.0002569822,-8.500257
+38721,-11.500046,-4.6013727e-05
+8715,-0.17980899,-1.804809
+46431,-11.875028,-2.8132996e-05
+49170,-0.9741157,-0.47411573
+45834,-11.250037,-3.70734e-05
+43333,-13.000041,-4.0649542e-05
+51792,-11.500044,-4.4344873e-05
+17971,-12.250027,-2.6702524e-05
+32100,-0.0007913557,-7.2507915
+44959,-12.625031,-3.1232346e-05
+67649,-10.500092,-9.1667745e-05
+43215,-11.5000305,-3.087473e-05
+34189,-0.0025437875,-6.002544
+44684,-0.0007696765,-7.2507696
+51479,-0.7576701,-0.6326701
+6099,-0.00020275444,-8.750203
+45589,-11.87503,-2.9682673e-05
+60277,-0.0009949025,-7.0009947
+58467,-0.00013219437,-9.625133
+62094,-10.500047,-4.6967358e-05
+12804,-0.00011193126,-10.625112
+52870,-10.125074,-7.474143e-05
+29535,-10.000066,-6.627817e-05
+8184,-0.0028789286,-5.877879
+46124,-9.500096,-9.6316464e-05
+16681,-12.250033,-3.349725e-05
+65666,-10.375057,-5.7457226e-05
+34004,-12.375039,-3.8980677e-05
+23858,-0.0004468158,-8.000447
+10566,-0.9741268,-0.4741268
+1543,-9.125122,-0.00012218206
+59792,-9.875078,-7.855584e-05
+66265,-9.750083,-8.284702e-05