Add files using upload-large-folder tool

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,767 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.40044571086764336,0,4.979368209838867,
+0,8,0.0628550611436367,1,4.861682236194611,
+1,16,0.033832937479019165,2,3.6231805086135864,
+1,24,0.03735145553946495,3,1.7309844940900803,
+2,32,0.03655168041586876,4,0.7811897937208414,
+3,40,0.038566067814826965,5,0.404533002525568,
+3,48,0.03610268980264664,6,0.3771473076194525,
+4,56,0.03717818856239319,7,0.3006067555397749,
+5,64,0.03752242028713226,8,0.23906155047006905,
+5,72,0.03633459284901619,9,0.4230394922196865,
+6,80,0.03101847693324089,10,0.32936028705444187,
+7,88,0.03373219072818756,11,0.10205081489402801,
+7,96,0.038361940532922745,12,0.0976282701594755,
+8,104,0.03835535794496536,13,0.07047840708401054,
+9,112,0.031137898564338684,14,0.1569224460690748,
+9,120,0.03053196147084236,15,0.08944020055059809,
+10,128,0.04194517061114311,16,0.03363956082466757,
+,,,16,,0.0027610082179307938
+11,136,0.030847985297441483,17,0.006708768407406751,
+11,144,0.03936939686536789,18,0.0016023728167056106,
+12,152,0.03297993913292885,19,0.002291392691404326,
+13,160,0.03498116508126259,20,0.0034289653831365285,
+13,168,0.03405693173408508,21,0.0005588590574916452,
+14,176,0.03992209583520889,22,0.0005303760299284477,
+15,184,0.03298622742295265,23,0.009681603391072713,
+15,192,0.03021404892206192,24,0.00906955573373125,
+16,200,0.03325365483760834,25,0.008397828112720163,
+17,208,0.03156168386340141,26,0.00027172459886060096,
+17,216,0.032677095383405685,27,0.0017938365181180416,
+18,224,0.03205100819468498,28,0.0009051913511939347,
+19,232,0.030598722398281097,29,0.00044506815902423114,
+19,240,0.030482057482004166,30,0.0007243810341606149,
+20,248,0.031173229217529297,31,0.00029147689929232,
+21,256,0.033206161111593246,32,0.0005721036723116413,
+,,,32,,0.0017530813347548246
+21,264,0.03004581108689308,33,0.0006695475167362019,
+22,272,0.03057168796658516,34,0.00048307222823495977,
+23,280,0.0306938998401165,35,0.000661182446492603,
+23,288,0.03078800067305565,36,0.00026798633189173415,
+24,296,0.03193408250808716,37,0.0005403701616160106,
+25,304,0.03257465362548828,38,0.0005167680392332841,
+25,312,0.03138631209731102,39,0.00026174395861744415,
+26,320,0.030275780707597733,40,0.00043443936192488763,
+27,328,0.03061605989933014,41,0.0004843571277888259,
+27,336,0.03183817118406296,42,0.00043399229798524175,
+28,344,0.03140275925397873,43,0.0004204994475003332,
+29,352,0.03041912615299225,44,0.0005205605975788785,
+29,360,0.030609697103500366,45,0.00036488954174274113,
+30,368,0.03068406507372856,46,0.0005187424521864159,
+31,376,0.031139478087425232,47,0.000388067819585558,
+31,384,0.030612926930189133,48,0.0003924864995497046,
+,,,48,,0.0007971090963110328
+32,392,0.030781321227550507,49,0.0004050845000165282,
+33,400,0.030497755855321884,50,0.00044178200278111035,
+33,408,0.03541422262787819,51,0.0004203072803647956,
+34,416,0.032816942781209946,52,0.00045381223753793165,
+35,424,0.0320250503718853,53,0.0003422903573664371,
+35,432,0.032615985721349716,54,0.0003744785353774205,
+36,440,0.030474331229925156,55,0.0003764906468859408,
+37,448,0.03180204704403877,56,0.0003488453012323589,
+37,456,0.030736487358808517,57,0.0004499341494010878,
+38,464,0.030514728277921677,58,0.00045439720270223916,
+39,472,0.030703090131282806,59,0.00019688022166519659,
+39,480,0.03123854100704193,60,0.0004694746094173752,
+40,488,0.030453957617282867,61,0.0003244870313210413,
+41,496,0.03241844102740288,62,0.00031709247014077846,
+41,504,0.03239108994603157,63,0.0004923853448417503,
+42,512,0.03025439754128456,64,0.0004257784858054947,
+,,,64,,0.0007707036565989256
+43,520,0.03068576008081436,65,0.00023362057436315808,
+43,528,0.030037589371204376,66,0.00045137122197047574,
+44,536,0.03364531323313713,67,0.00032155189728655387,
+45,544,0.03218165040016174,68,0.00044184402395330835,
+45,552,0.03021039068698883,69,0.0003573309249986778,
+46,560,0.03034745156764984,70,0.0004268561642675195,
+47,568,0.0304294154047966,71,0.00019108547530777287,
+47,576,0.030964508652687073,72,0.00043336655107850675,
+48,584,0.03184279799461365,73,0.00033607498880883213,
+49,592,0.0324382483959198,74,0.00030856004741508514,
+49,600,0.03200292959809303,75,0.00042996102820325177,
+50,608,0.030140411108732224,76,0.00028618495525734033,
+51,616,0.030854199081659317,77,0.0003713665983013925,
+51,624,0.031124118715524673,78,0.0003918995807907777,
+52,632,0.030542824417352676,79,0.00028147447483206633,
+53,640,0.03214244544506073,80,0.00028615075461857487,
+,,,80,,0.0006613834411837161
+53,648,0.030273783951997757,81,0.00042018962267320603,
+54,656,0.030305124819278717,82,0.0003797850731643848,
+55,664,0.031493544578552246,83,0.00024262641909444937,
+55,672,0.031599294394254684,84,0.0002933039659183123,
+56,680,0.030367929488420486,85,0.000353335091858753,
+57,688,0.030110888183116913,86,0.0002838108148353058,
+57,696,0.03028121590614319,87,0.000295046854262182,
+58,704,0.029881931841373444,88,0.0002491821469448041,
+59,712,0.030630335211753845,89,0.0003826437514362624,
+59,720,0.03157559037208557,90,0.0002724150417634519,
+60,728,0.03149047866463661,91,0.0002632015030030743,
+61,736,0.029883939772844315,92,0.0004656364890252007,
+61,744,0.03003883734345436,93,0.00017283712168136844,
+62,752,0.03156981244683266,94,0.0003076198718190426,
+63,760,0.031393155455589294,95,0.00021229397589195287,
+63,768,0.030682336539030075,96,0.0004000618664576905,
+,,,96,,0.0006255171028897166
+64,776,0.030826501548290253,97,0.0003378862365934765,
+65,784,0.030643582344055176,98,0.0002761203795671463,
+65,792,0.031376466155052185,99,0.0002624260014272295,
+66,800,0.029673732817173004,100,0.00035360217862034915,
+67,808,0.029937539249658585,101,0.0002800570155159221,
+67,816,0.029830243438482285,102,0.0002624875232868362,
+68,824,0.030413836240768433,103,0.0003495217297313502,
+69,832,0.030177954584360123,104,0.0001966441450349521,
+69,840,0.029909439384937286,105,0.00032760547492216574,
+70,848,0.030349578708410263,106,0.0002464772442181129,
+71,856,0.030965697020292282,107,0.00024197150742111262,
+71,864,0.029701776802539825,108,0.0003324811605125433,
+72,872,0.029919467866420746,109,0.00035365820622246247,
+73,880,0.0318145714700222,110,0.0002622248139232397,
+73,888,0.0316062793135643,111,0.00022559836270374944,
+74,896,0.030124414712190628,112,0.00022150064705783734,
+,,,112,,0.0006032512756064534
+75,904,0.030227970331907272,113,0.00028664497131103417,
+75,912,0.03162779659032822,114,0.00033277134480158566,
+76,920,0.03165333345532417,115,0.00022775547859055223,
+77,928,0.02969970554113388,116,0.000212030730835977,
+77,936,0.02945892885327339,117,0.00032085324346553534,
+78,944,0.030949749052524567,118,0.0001966013132914668,
+79,952,0.03337995707988739,119,0.0003219157642888604,
+79,960,0.031044747680425644,120,0.00020968200897186762,
+80,968,0.033114418387413025,121,0.0003134624284939491,
+81,976,0.03058909997344017,122,0.0003046885385629139,
+81,984,0.02958047017455101,123,0.0001451548105251277,
+82,992,0.030158836394548416,124,0.00021107782413309906,
+83,1000,0.03155212476849556,125,0.00036020677816850366,
+83,1008,0.030516870319843292,126,0.00014588580779673066,
+84,1016,0.029841307550668716,127,0.00021489693153853295,
+85,1024,0.030317876487970352,128,0.00028366541755531216,
+,,,128,,0.0005489503382705152
+85,1032,0.03112822398543358,129,0.00022673265266348608,
+86,1040,0.030118178576231003,130,0.00013593287349067396,
+87,1048,0.029747173190116882,131,0.0002875303462133161,
+87,1056,0.030052319169044495,132,0.00028834803833888145,
+88,1064,0.031729113310575485,133,0.00027428343764768215,
+89,1072,0.029940806329250336,134,0.00021322915381460916,
+89,1080,0.029723696410655975,135,0.00019526003234204836,
+90,1088,0.029635366052389145,136,0.00027981224502582336,
+91,1096,0.03207392618060112,137,0.0001152974036813248,
+91,1104,0.031322233378887177,138,0.0003061914449062897,
+92,1112,0.029946357011795044,139,0.0002179511493523023,
+93,1120,0.029757019132375717,140,0.00024000167377380421,
+93,1128,0.03042653203010559,141,0.00022839599660073873,
+94,1136,0.03060801327228546,142,0.00017683023543213494,
+95,1144,0.0298183374106884,143,0.00036599447412299924,
+95,1152,0.029439721256494522,144,0.00011815812740678666,
+,,,144,,0.0005081541021354496
+96,1160,0.032732605934143066,145,0.0002608267159303068,
+97,1168,0.030011162161827087,146,0.0001749411821947433,
+97,1176,0.0306013822555542,147,0.00019957303811679594,
+98,1184,0.032428078353405,148,0.0001720813070278382,
+99,1192,0.03342572599649429,149,0.00025982742863561725,
+99,1200,0.031128227710723877,150,0.00019628051904874155,
+100,1208,0.030593786388635635,151,0.00023098969450074947,
+101,1216,0.030123159289360046,152,0.00019390487796044908,
+101,1224,0.03078421577811241,153,0.00017439962994103553,
+102,1232,0.03142406418919563,154,0.00012283691739867209,
+103,1240,0.030772902071475983,155,0.00029091504984535277,
+103,1248,0.029966186732053757,156,0.00015712620006524958,
+104,1256,0.030547600239515305,157,0.00019823203456326155,
+105,1264,0.03076983243227005,158,0.0001483502328483155,
+105,1272,0.0315081924200058,159,0.0002382786824455252,
+106,1280,0.030079670250415802,160,0.00018156991973228287,
+,,,160,,0.0005232806433923542
+107,1288,0.03352098912000656,161,0.0002630046701597166,
+107,1296,0.029801703989505768,162,0.00010737133834481938,
+108,1304,0.03022434562444687,163,0.00018001555690716486,
+109,1312,0.034523334354162216,164,0.00020942788614775054,
+109,1320,0.031035270541906357,165,0.00016808612645036192,
+110,1328,0.030790727585554123,166,0.000153641774886637,
+111,1336,0.029737479984760284,167,0.0001794047370822227,
+111,1344,0.03038950264453888,168,0.00020470170420594513,
+112,1352,0.031237181276082993,169,0.00022288661239144858,
+113,1360,0.030206847935914993,170,9.44389221331221e-05,
+113,1368,0.03057863935828209,171,0.00020978323482268024,
+114,1376,0.03125051409006119,172,0.0001596975976099202,
+115,1384,0.032982777804136276,173,0.00015465266824321589,
+115,1392,0.03226746618747711,174,0.00020861816892647767,
+116,1400,0.0315474309027195,175,0.00022050705138099147,
+117,1408,0.029605001211166382,176,0.00013456776696330053,
+,,,176,,0.00046072836266830564
+117,1416,0.0308820940554142,177,0.0001620821290089225,
+118,1424,0.03261397033929825,178,0.00014035140111445799,
+119,1432,0.030596498399972916,179,0.00015241162736856495,
+119,1440,0.030603837221860886,180,0.00021118251243024133,
+120,1448,0.029908176511526108,181,0.000135951285756164,
+121,1456,0.031224068254232407,182,0.0001371052330796374,
+121,1464,0.030586756765842438,183,0.00019901520045095822,
+122,1472,0.030696019530296326,184,0.0001366135347780073,
+123,1480,0.03047952428460121,185,0.00019831936151604168,
+123,1488,0.030634209513664246,186,0.00013221622430137359,
+124,1496,0.03029802441596985,187,0.0001950366690834926,
+125,1504,0.03073575720191002,188,0.00012337886209934368,
+125,1512,0.03176793083548546,189,0.00012948927042089053,
+126,1520,0.03151791915297508,190,0.00014748390913155163,
+127,1528,0.03141044080257416,191,0.0001702956369626918,
+127,1536,0.031075812876224518,192,0.00013870726434106473,
+,,,192,,0.0004617107624653727
+128,1544,0.030467737466096878,193,0.00011801896334873163,
+129,1552,0.031121831387281418,194,0.00018094176220984082,
+129,1560,0.03366384655237198,195,0.00014064739207242383,
+130,1568,0.03332456946372986,196,0.00012658618925343035,
+131,1576,0.031618230044841766,197,0.00018405422179057496,
+131,1584,0.031222883611917496,198,0.00012061255529260961,
+132,1592,0.03092382848262787,199,0.00019735954992938787,
+133,1600,0.031926173716783524,200,6.969013065827312e-05,
+133,1608,0.031601548194885254,201,0.00016984606054393225,
+134,1616,0.05161704868078232,202,0.00013339043016458163,
+135,1624,0.03426164761185646,203,0.00019318901604492567,
+135,1632,0.030754782259464264,204,8.387468778892071e-05,
+136,1640,0.030036773532629013,205,0.00016276870519504882,
+137,1648,0.03222871199250221,206,0.00011274571261310484,
+137,1656,0.03192545846104622,207,0.00013613234705189825,
+138,1664,0.030124090611934662,208,0.00016503379083587788,
+,,,208,,0.00043455083505250514
+139,1672,0.03223542124032974,209,0.0001072459986062313,
+139,1680,0.0323299914598465,210,0.00012338080932750017,
+140,1688,0.04498946666717529,211,0.00016137017928485875,
+141,1696,0.03165386989712715,212,0.00011231477719775285,
+141,1704,0.032155804336071014,213,0.0001226784161190153,
+142,1712,0.030529562383890152,214,0.00012315489402681123,
+143,1720,0.03224296495318413,215,0.0001600304262865393,
+143,1728,0.03248446434736252,216,0.00010064781145047164,
+144,1736,0.03091983124613762,217,0.0001454454722988885,
+145,1744,0.03278964012861252,218,6.7425267843646e-05,
+145,1752,0.031625013798475266,219,0.00015024097820059978,
+146,1760,0.04407622292637825,220,0.00011600516927501303,
+147,1768,0.046346914023160934,221,9.981434095607256e-05,
+147,1776,0.048063043504953384,222,0.00015190943940979196,
+148,1784,0.030640989542007446,223,0.00011182294201717013,
+149,1792,0.03216742351651192,224,0.00011025345338566694,
+,,,224,,0.00046710576862096786
+149,1800,0.03227044641971588,225,0.00013857747535439557,
+150,1808,0.03179478272795677,226,0.00010198911013503675,
+151,1816,0.031825121492147446,227,0.0001132488323491998,
+151,1824,0.03420177847146988,228,0.0001456530621908314,
+152,1832,0.032598379999399185,229,0.0001144256839324953,
+153,1840,0.03042972832918167,230,0.0001219537080032751,
+153,1848,0.031194552779197693,231,0.00010940671882053721,
+154,1856,0.054878465831279755,232,6.688884650429827e-05,
+155,1864,0.03758892044425011,233,0.00016667292265992728,
+155,1872,0.03502889722585678,234,0.000118062755518622,
+156,1880,0.036073654890060425,235,0.00010416433633508859,
+157,1888,0.03503239154815674,236,0.00014993982404121198,
+157,1896,0.032762590795755386,237,9.17395386750286e-05,
+158,1904,0.045351989567279816,238,0.00012709141719824402,
+159,1912,0.04038273170590401,239,9.415245176569442e-05,
+159,1920,0.039820775389671326,240,0.00010754536106105661,
+,,,240,,0.00046511463006027043
+160,1928,0.03678078576922417,241,0.00012131018229410984,
+161,1936,0.030397463589906693,242,6.803607539040968e-05,
+161,1944,0.030220169574022293,243,0.0001389942967762181,
+162,1952,0.030879966914653778,244,0.00013522426479539718,
+163,1960,0.030697956681251526,245,8.920654363464564e-05,
+163,1968,0.030728433281183243,246,0.00010934693045783206,
+164,1976,0.03209666535258293,247,0.00010082506196340546,
+165,1984,0.030066605657339096,248,0.00011390889585527475,
+165,1992,0.03202667832374573,249,0.00010781146283989074,
+166,2000,0.030387528240680695,250,8.424414636465372e-05,
+167,2008,0.03034685179591179,251,0.00011821193584182765,
+167,2016,0.030585870146751404,252,0.000118911293156998,
+168,2024,0.040075771510601044,253,0.00013199186741985613,
+169,2032,0.03307265043258667,254,5.625009134746506e-05,
+169,2040,0.03254327550530434,255,0.00013239507279649843,
+170,2048,0.03719319775700569,256,0.00012041727495670784,
+,,,256,,0.0004821024485863745
+171,2056,0.030758846551179886,257,6.37597495369846e-05,
+171,2064,0.0315297432243824,258,0.00011572360517675406,
+172,2072,0.03193686157464981,259,0.00011807843611677526,
+173,2080,0.033237338066101074,260,8.731277057449915e-05,
+173,2088,0.03660083934664726,261,8.63607324390614e-05,
+174,2096,0.03373873978853226,262,0.00011916411631318624,
+175,2104,0.0301673524081707,263,0.00010572705241429503,
+175,2112,0.030529558658599854,264,7.911971260909922e-05,
+176,2120,0.03062795102596283,265,7.715231959082303e-05,
+177,2128,0.030920054763555527,266,0.000137460536279832,
+177,2136,0.032215386629104614,267,7.967101782924146e-05,
+178,2144,0.03379110246896744,268,0.00010922908222710248,
+179,2152,0.0313790962100029,269,9.011532347358298e-05,
+179,2160,0.030014287680387497,270,9.4015522790869e-05,
+180,2168,0.03017023205757141,271,0.00011956803245993797,
+181,2176,0.03247952088713646,272,5.50282984477235e-05,
+,,,272,,0.00047731000813655555
+181,2184,0.029729057103395462,273,0.0001159030944108963,
+182,2192,0.030432865023612976,274,0.00011792975374191883,
+183,2200,0.031539808958768845,275,6.86453640810214e-05,
+183,2208,0.03148267790675163,276,9.52536493059597e-05,
+184,2216,0.044289521872997284,277,7.910496287877322e-05,
+185,2224,0.031240366399288177,278,9.56255707933451e-05,
+185,2232,0.03191331401467323,279,0.00010994276340170472,
+186,2240,0.04279318079352379,280,7.782392867738963e-05,
+187,2248,0.030187681317329407,281,8.658228216518182e-05,
+187,2256,0.03267284110188484,282,0.00012016472555842483,
+188,2264,0.04172619804739952,283,7.000123423495097e-05,
+189,2272,0.030670903623104095,284,0.00010884213043027557,
+189,2280,0.03038453310728073,285,8.820685411592422e-05,
+190,2288,0.03903075307607651,286,8.588236187279108e-05,
+191,2296,0.030531931668519974,287,0.00011541199864950613,
+191,2304,0.030884966254234314,288,6.871989376122656e-05,
+,,,288,,0.0004308565112296492
+192,2312,0.03214214742183685,289,7.900105356384302e-05,
+193,2320,0.030382350087165833,290,8.54785814681236e-05,
+193,2328,0.030456870794296265,291,0.00010939304956991691,
+194,2336,0.031675636768341064,292,0.00010353748712077504,
+195,2344,0.03156162053346634,293,7.815122694410093e-05,
+195,2352,0.030643973499536514,294,8.60462107539206e-05,
+196,2360,0.03123447671532631,295,0.00011115136885564425,
+197,2368,0.03062823787331581,296,8.387153093281086e-05,
+197,2376,0.031177449971437454,297,6.657426320089144e-05,
+198,2384,0.03358764201402664,298,0.00010471419273017091,
+199,2392,0.040076181292533875,299,5.7248480970883975e-05,
+199,2400,0.03145671635866165,300,0.000101243299923226,
+200,2408,0.031075235456228256,301,8.141346188494936e-05,
+201,2416,0.031161528080701828,302,7.234115719256806e-05,
+201,2424,0.032859381288290024,303,9.486611543252366e-05,
+202,2432,0.03388337045907974,304,7.786692344780022e-05,
+,,,304,,0.00038489920552819967
+203,2440,0.03143094480037689,305,0.00010337477783650684,
+203,2448,0.031669069081544876,306,6.928641982995032e-05,
+204,2456,0.03067852556705475,307,6.994209638833127e-05,
+205,2464,0.03098335489630699,308,0.00010386597296019318,
+205,2472,0.03268546238541603,309,8.118964910863724e-05,
+206,2480,0.03450297191739082,310,0.00010373164150223602,
+207,2488,0.03222732990980148,311,4.7175823056022637e-05,
+207,2496,0.032828785479068756,312,0.00010578738215372141,
+208,2504,0.03157277777791023,313,0.00010037960441877658,
+209,2512,0.0307028666138649,314,7.862674897296529e-05,
+209,2520,0.03272860497236252,315,7.105963140929816e-05,
+210,2528,0.03214944154024124,316,7.865617112656764e-05,
+211,2536,0.03362566605210304,317,7.251940178321092e-05,
+211,2544,0.03249921649694443,318,9.81299724571727e-05,
+212,2552,0.041373733431100845,319,7.899963179625047e-05,
+213,2560,0.04551992937922478,320,6.653004311374389e-05,
+,,,320,,0.000470848404802382
+213,2568,0.07737290859222412,321,9.911303868648247e-05,
+214,2576,0.044100239872932434,322,9.710180529509671e-05,
+215,2584,0.03752991184592247,323,3.826536226370081e-05,
+215,2592,0.033295344561338425,324,0.00010738264654719387,
+216,2600,0.03554728627204895,325,9.641668384574587e-05,
+217,2608,0.03303125500679016,326,7.52015553189267e-05,
+217,2616,0.03415379673242569,327,7.581032878078986e-05,
+218,2624,0.03208302706480026,328,9.291501964980853e-05,
+219,2632,0.030358482152223587,329,4.614774456968007e-05,
+219,2640,0.030172154307365417,330,9.896507390294573e-05,
+220,2648,0.029513806104660034,331,7.873174013184325e-05,
+221,2656,0.030571285635232925,332,7.70336125697213e-05,
+221,2664,0.03047681599855423,333,8.151746396833914e-05,
+222,2672,0.03021896630525589,334,8.110023463814287e-05,
+223,2680,0.030966974794864655,335,9.206601384903479e-05,
+223,2688,0.02988303452730179,336,6.587441271221905e-05,
+,,,336,,0.00041703402530401945
+224,2696,0.03017662838101387,337,9.368961877953552e-05,
+225,2704,0.02967200055718422,338,4.7235464762707124e-05,
+225,2712,0.030057836323976517,339,9.501643694420636e-05,
+226,2720,0.031670309603214264,340,8.160726633832383e-05,
+227,2728,0.030724897980690002,341,6.646992324021994e-05,
+227,2736,0.030123330652713776,342,8.793913048066315e-05,
+228,2744,0.029899075627326965,343,7.567651687168109e-05,
+229,2752,0.031087812036275864,344,0.00011250827969888633,
+229,2760,0.030874378979206085,345,4.4180883378430735e-05,
+230,2768,0.02995900809764862,346,5.9646068166330224e-05,
+231,2776,0.03111041709780693,347,0.00011380348269085516,
+231,2784,0.031344830989837646,348,6.359466783578682e-05,
+232,2792,0.02971172332763672,349,7.649604549442302e-05,
+233,2800,0.031390830874443054,350,8.482516341246082e-05,
+233,2808,0.031117983162403107,351,6.42501681795693e-05,
+234,2816,0.03000861406326294,352,5.857353812643851e-05,
+,,,352,,0.00037360843271017075
+235,2824,0.030275221914052963,353,9.364598190586548e-05,
+235,2832,0.03097277134656906,354,7.32641108243115e-05,
+236,2840,0.030256010591983795,355,5.687495809070242e-05,
+237,2848,0.030002720654010773,356,8.101186995190801e-05,
+237,2856,0.03030906617641449,357,8.478058111904829e-05,
+238,2864,0.02988842874765396,358,6.768980119886692e-05,
+239,2872,0.029290448874235153,359,6.873562597320415e-05,
+239,2880,0.03034794330596924,360,9.127683574661205e-05,
+240,2888,0.0300385020673275,361,8.722395841687103e-05,
+241,2896,0.03135869279503822,362,4.4463953827289515e-05,
+241,2904,0.030951492488384247,363,8.922050324144948e-05,
+242,2912,0.029859159141778946,364,6.849576402601087e-05,
+243,2920,0.03006426990032196,365,8.694083203408809e-05,
+243,2928,0.03127932921051979,366,6.520420993183507e-05,
+244,2936,0.03109762817621231,367,7.408313922496745e-05,
+245,2944,0.02994716539978981,368,6.484661298600258e-05,
+,,,368,,0.00036973776877857745
+245,2952,0.031557537615299225,369,8.799839429229905e-05,
+246,2960,0.03051557019352913,370,8.652368592265702e-05,
+247,2968,0.030187711119651794,371,4.419573519953701e-05,
+247,2976,0.029863007366657257,372,8.878848871063383e-05,
+248,2984,0.03324103355407715,373,5.586167230831052e-05,
+249,2992,0.0297776497900486,374,7.806131725374144e-05,
+249,3000,0.02974122017621994,375,8.64043909132306e-05,
+250,3008,0.03378259390592575,376,6.241641312954016e-05,
+251,3016,0.030915237963199615,377,6.557674146279169e-05,
+251,3024,0.03327810764312744,378,8.518264962731337e-05,
+252,3032,0.030530057847499847,379,6.749660769855836e-05,
+253,3040,0.03043442592024803,380,6.223863601917401e-05,
+253,3048,0.0302591435611248,381,9.580635423844797e-05,
+254,3056,0.03124319389462471,382,4.584968223753094e-05,
+255,3064,0.03191295638680458,383,8.580898224863631e-05,
+255,3072,0.0311565138399601,384,8.893687299860176e-05,
+,,,384,,0.00040828005876392126
+256,3080,0.03190617263317108,385,8.799867282505147e-05,
+257,3088,0.03435463458299637,386,4.6833121587042115e-05,
+257,3096,0.032799266278743744,387,8.619597565484582e-05,
+258,3104,0.030609335750341415,388,4.1692502236401197e-05,
+259,3112,0.030752375721931458,389,0.00010027542839452508,
+259,3120,0.03252876549959183,390,7.686917706450913e-05,
+260,3128,0.03060442954301834,391,7.4008420597238e-05,
+261,3136,0.030744239687919617,392,5.57722507892322e-05,
+261,3144,0.031126990914344788,393,7.7093078289181e-05,
+262,3152,0.03310905769467354,394,5.574209421865817e-05,
+263,3160,0.03594624996185303,395,0.00011949550298595568,
+263,3168,0.03697564825415611,396,3.795247425841808e-05,
+264,3176,0.03331412002444267,397,8.963804157247068e-05,
+265,3184,0.03278270736336708,398,6.579821933883068e-05,
+265,3192,0.031081248074769974,399,5.7545488971300074e-05,
+266,3200,0.0316954143345356,400,8.248590233961295e-05,
+,,,400,,0.0004037532489746809
+267,3208,0.03152705729007721,401,4.690762352765887e-05,
+267,3216,0.03543011099100113,402,7.978954931786575e-05,
+268,3224,0.031390007585287094,403,7.041733988444321e-05,
+269,3232,0.03411822393536568,404,8.793996903477819e-05,
+269,3240,0.030676323920488358,405,5.225592190072348e-05,
+270,3248,0.031453292816877365,406,8.73439298629819e-05,
+271,3256,0.03358065336942673,407,6.615640995732974e-05,
+271,3264,0.0323445200920105,408,5.5265679065996665e-05,
+272,3272,0.03175707161426544,409,8.864046662893088e-05,
+273,3280,0.03085271641612053,410,8.309654890581442e-05,
+273,3288,0.030574310570955276,411,4.161793708590267e-05,
+274,3296,0.03239767998456955,412,5.817116038997483e-05,
+275,3304,0.03206273913383484,413,9.817520549404435e-05,
+275,3312,0.029703479260206223,414,5.103413900542364e-05,
+276,3320,0.032080695033073425,415,5.7217649555241223e-05,
+277,3328,0.03308401629328728,416,7.79869669713662e-05,
+,,,416,,0.0004002368659712374
+277,3336,0.030855000019073486,417,6.740813068972784e-05,
+278,3344,0.03173883631825447,418,5.762016962762573e-05,
+279,3352,0.03383930027484894,419,8.896625104171108e-05,
+279,3360,0.033028118312358856,420,5.7441113767708885e-05,
+280,3368,0.03354139253497124,421,8.355918066627055e-05,
+281,3376,0.045725129544734955,422,5.294138441058749e-05,
+281,3384,0.0532475970685482,423,6.794418050048989e-05,
+282,3392,0.03549407050013542,424,8.387188381675514e-05,
+283,3400,0.03869036212563515,425,6.302703741312143e-05,
+283,3408,0.0303710475564003,426,5.8246015669283224e-05,
+284,3416,0.029784470796585083,427,5.559374312724685e-05,
+285,3424,0.03008703887462616,428,8.184565922420006e-05,
+285,3432,0.031612422317266464,429,6.456200844695559e-05,
+286,3440,0.03236481919884682,430,5.5727526614646195e-05,
+287,3448,0.02972365915775299,431,8.560065839446906e-05,
+287,3456,0.030232582241296768,432,6.296811989159323e-05,
+,,,432,,0.0003634525928646326
+288,3464,0.031774286180734634,433,6.563509327861539e-05,
+289,3472,0.030265510082244873,434,8.330561649927404e-05,
+289,3480,0.030137278139591217,435,5.5638363846810535e-05,
+290,3488,0.03495573624968529,436,6.626113486163376e-05,
+291,3496,0.030648883432149887,437,5.352246307666064e-05,
+291,3504,0.04820464178919792,438,7.721251176917576e-05,
+292,3512,0.05098597705364227,439,8.136883593579114e-05,
+293,3520,0.04665810242295265,440,5.678569550582324e-05,
+293,3528,0.04146937280893326,441,6.460675308517239e-05,
+294,3536,0.03284559026360512,442,8.31715551612433e-05,
+295,3544,0.0318903848528862,443,5.8036323707710835e-05,
+295,3552,0.030849799513816833,444,5.3835347443964565e-05,
+296,3560,0.03141763061285019,445,8.072841114881157e-05,
+297,3568,0.031241126358509064,446,5.72475946682971e-05,
+297,3576,0.030268505215644836,447,6.289367570389004e-05,
+298,3584,0.030364584177732468,448,8.127995556606038e-05,
+,,,448,,0.0004030676791444421
+299,3592,0.03048097714781761,449,3.4838253441193956e-05,
+299,3600,0.030654359608888626,450,8.119008134599426e-05,
+300,3608,0.030806731432676315,451,6.67673307361838e-05,
+301,3616,0.03011363372206688,452,7.214686525003344e-05,
+301,3624,0.030190788209438324,453,5.942143843640224e-05,
+302,3632,0.0321456640958786,454,7.970029878379137e-05,
+303,3640,0.0334111712872982,455,3.728191973095818e-05,
+303,3648,0.029193855822086334,456,7.648177052033134e-05,
+304,3656,0.029781576246023178,457,5.334369552656426e-05,
+305,3664,0.030982665717601776,458,0.00010024660946328368,
+305,3672,0.03272458538413048,459,3.757994863917702e-05,
+306,3680,0.03095928579568863,460,5.5832129874033853e-05,
+307,3688,0.041924457997083664,461,7.83738364589226e-05,
+307,3696,0.03846573084592819,462,6.462168653342815e-05,
+308,3704,0.037223175168037415,463,8.141381567838835e-05,
+309,3712,0.03467989340424538,464,5.6994004580701585e-05,
+,,,464,,0.00032412633299827576
+309,3720,0.02986752986907959,465,6.28931704795832e-05,
+310,3728,0.03045095130801201,466,5.061689489593846e-05,
+311,3736,0.03367568179965019,467,6.724408785885316e-05,
+311,3744,0.03219735249876976,468,8.518284244019014e-05,
+312,3752,0.034643977880477905,469,5.977920022814942e-05,
+313,3760,0.03437357023358345,470,8.589832305005984e-05,
+313,3768,0.03351062908768654,471,5.2151932550259517e-05,
+314,3776,0.030398700386285782,472,3.942760781683319e-05,
+315,3784,0.02991669252514839,473,8.026633827284968e-05,
+315,3792,0.03016817569732666,474,7.26083310382819e-05,
+316,3800,0.03047872707247734,475,6.602223606932967e-05,
+317,3808,0.03036636859178543,476,4.7577432269463316e-05,
+317,3816,0.030895035713911057,477,8.364888299183804e-05,
+318,3824,0.03187096118927002,478,7.716741242802527e-05,
+319,3832,0.03160610795021057,479,5.362711294765177e-05,
+319,3840,0.03090859204530716,480,6.216312726792239e-05,
+,,,480,,0.000401545490603894
+320,3848,0.03268539160490036,481,5.532525005946809e-05,
+321,3856,0.031733907759189606,482,0.0001024363059514144,
+321,3864,0.03019474446773529,483,3.787797095355927e-05,
+322,3872,0.031046990305185318,484,6.287849214459129e-05,
+323,3880,0.03336840122938156,485,7.856755973989493e-05,
+323,3888,0.032290779054164886,486,5.1645269195432775e-05,
+324,3896,0.030497044324874878,487,7.433651353494497e-05,
+325,3904,0.030832283198833466,488,3.693924759318179e-05,
+325,3912,0.032201919704675674,489,8.028105298762966e-05,
+326,3920,0.03321801871061325,490,3.473395327091566e-05,
+327,3928,0.033482518047094345,491,9.473363661527401e-05,
+327,3936,0.03213287144899368,492,5.078122376289684e-05,
+328,3944,0.034949976950883865,493,5.875123974874441e-05,
+329,3952,0.030915100127458572,494,7.600576645927504e-05,
+329,3960,0.03215041756629944,495,5.192821163291228e-05,
+330,3968,0.02999034896492958,496,7.228038248285884e-05,
+,,,496,,0.00035764178028330207
+331,3976,0.030763715505599976,497,5.761911825175048e-05,
+331,3984,0.03029773011803627,498,5.486382565322856e-05,
+332,3992,0.053279828280210495,499,5.0766156391546247e-05,
+333,4000,0.039924200624227524,500,8.022206498026208e-05,
+333,4008,0.03235151246190071,501,5.961559327261057e-05,
+334,4016,0.029714126139879227,502,7.323395198000071e-05,
+335,4024,0.03264682739973068,503,5.450599815048918e-05,
+335,4032,0.03688160702586174,504,5.985377924844215e-05,
+336,4040,0.030493196099996567,505,5.7544434639567044e-05,
+337,4048,0.032957471907138824,506,5.1555727168306476e-05,
+337,4056,0.03145088627934456,507,8.138368548316066e-05,
+338,4064,0.030339926481246948,508,7.491757787647657e-05,
+339,4072,0.03523840010166168,509,5.191349168853776e-05,
+339,4080,0.030531320720911026,510,6.284844243964471e-05,
+340,4088,0.03137822821736336,511,5.060206922280486e-05,
+341,4096,0.0428532212972641,512,6.965797751945502e-05,
+,,,512,,0.0003548742679413408
+341,4104,0.03184863552451134,513,6.351950582939025e-05,
+342,4112,0.031285252422094345,514,3.458493051766709e-05,
+343,4120,0.03104018047451973,515,9.175408126793627e-05,
+343,4128,0.034306854009628296,516,5.65619968710962e-05,
+344,4136,0.03606099262833595,517,7.315945276786806e-05,
+345,4144,0.03044654056429863,518,5.0244686235600966e-05,
+345,4152,0.032326195389032364,519,5.800629287477932e-05,
+346,4160,0.030242331326007843,520,6.9419339979504e-05,
+347,4168,0.032003507018089294,521,6.830216557318636e-05,
+347,4176,0.03329715505242348,522,4.738357620226452e-05,
+348,4184,0.030862770974636078,523,6.9806941837669e-05,
+349,4192,0.033286575227975845,524,3.509156658765278e-05,
+349,4200,0.031532227993011475,525,7.433723817484861e-05,
+350,4208,0.03069494292140007,526,3.49276265296794e-05,
+351,4216,0.030382167547941208,527,8.053473152358492e-05,
+351,4224,0.03057316690683365,528,7.092426403687568e-05,
+,,,528,,0.00035642209695652127
+352,4232,0.031191587448120117,529,5.5876103942864574e-05,
+353,4240,0.03300882503390312,530,5.2136826525384095e-05,
+353,4248,0.03201298415660858,531,7.363599297605106e-05,
+354,4256,0.03031902015209198,532,5.78129361201718e-05,
+355,4264,0.032517626881599426,533,9.380998812957841e-05,
+355,4272,0.03105352446436882,534,3.847399716505606e-05,
+356,4280,0.03182037174701691,535,4.5432102069753455e-05,
+357,4288,0.030716590583324432,536,7.199705737548356e-05,
+357,4296,0.030720137059688568,537,5.164533126844617e-05,
+358,4304,0.03191278874874115,538,5.23456535574951e-05,
+359,4312,0.031758423894643784,539,5.800627286589588e-05,
+359,4320,0.032151687890291214,540,6.666340436822793e-05,
+360,4328,0.030864257365465164,541,5.133257195666374e-05,
+361,4336,0.03052622824907303,542,5.5339306982205017e-05,
+361,4344,0.03103490173816681,543,6.89135049469769e-05,
+362,4352,0.031188547611236572,544,7.111820627869747e-05,
+,,,544,,0.0003983620263170451
+363,4360,0.03251563385128975,545,5.49972610315308e-05,
+363,4368,0.032237790524959564,546,4.929094393446576e-05,
+364,4376,0.030606672167778015,547,5.365686342884146e-05,
+365,4384,0.02968849614262581,548,4.9975409183389274e-05,
+365,4392,0.03088342398405075,549,7.384521450148895e-05,
+366,4400,0.03267720714211464,550,3.2558442171648494e-05,
+367,4408,0.029954366385936737,551,7.207271733022935e-05,
+367,4416,0.0302312970161438,552,6.259598671931599e-05,
+368,4424,0.032670460641384125,553,3.626868078754342e-05,
+369,4432,0.031189672648906708,554,7.171453626142466e-05,
+369,4440,0.050731949508190155,555,6.724419563397532e-05,
+370,4448,0.034903667867183685,556,3.594085274016834e-05,
+371,4456,0.03704673796892166,557,6.883848345751176e-05,
+371,4464,0.0357670895755291,558,7.490294478884607e-05,
+372,4472,0.05374819040298462,559,7.174419670263887e-05,
+373,4480,0.03717508539557457,560,4.4463427911978215e-05,
+,,,560,,0.0003196265606675297
+373,4488,0.030321776866912842,561,6.247603459996753e-05,
+374,4496,0.030451428145170212,562,5.7245966672780924e-05,
+375,4504,0.030449025332927704,563,7.360660265476326e-05,
+375,4512,0.030231531709432602,564,4.8531307129451307e-05,
+376,4520,0.03131895139813423,565,5.019928880756197e-05,
+377,4528,0.03048029914498329,566,4.993175048184639e-05,
+377,4536,0.04215272143483162,567,6.825822470091225e-05,
+378,4544,0.04946752265095711,568,5.769398421762162e-05,
+379,4552,0.03914825618267059,569,4.914224541607837e-05,
+379,4560,0.040435872972011566,570,6.0971487073402386e-05,
+380,4568,0.030090857297182083,571,3.3452449315518606e-05,
+381,4576,0.030423354357481003,572,7.354739636866725e-05,
+381,4584,0.031153332442045212,573,6.651495141341002e-05,
+382,4592,0.03020196035504341,574,5.355208327273431e-05,
+383,4600,0.03022065758705139,575,6.684280174340529e-05,
+383,4608,0.03080691024661064,576,4.875455556430097e-05,
+,,,576,,0.00039222309715114534
+384,4616,0.030190646648406982,577,7.332346012844937e-05,
+385,4624,0.030856527388095856,578,5.566780623667e-05,
+385,4632,0.030516188591718674,579,4.4552976305567427e-05,
+386,4640,0.03253449872136116,580,6.0241362461965764e-05,
+387,4648,0.03049098327755928,581,4.047000106766063e-05,
+387,4656,0.030951324850320816,582,7.26536645743181e-05,
+388,4664,0.030441466718912125,583,6.940508524166944e-05,
+389,4672,0.030178304761648178,584,5.718766260542907e-05,
+389,4680,0.03066425770521164,585,4.1140770917991176e-05,
+390,4688,0.03709549456834793,586,7.384495870610408e-05,
+391,4696,0.04490310326218605,587,5.963102853456803e-05,
+391,4704,0.0386037603020668,588,3.544917217368493e-05,
+392,4712,0.030328046530485153,589,7.624350064361352e-05,
+393,4720,0.030518025159835815,590,3.401871617825236e-05,
+393,4728,0.029748857021331787,591,6.429439440580609e-05,
+394,4736,0.030974004417657852,592,6.393738385668257e-05,
+,,,592,,0.0003510282258503139
+395,4744,0.032614823430776596,593,5.005085267839604e-05,
+395,4752,0.03133893385529518,594,5.812551853523473e-05,
+396,4760,0.030906647443771362,595,5.7216900586354313e-05,
+397,4768,0.03146158531308174,596,4.926121209791745e-05,
+397,4776,0.03369628265500069,597,7.023906755421194e-05,
+398,4784,0.03280877694487572,598,5.535505056286638e-05,
+399,4792,0.03205660730600357,599,6.521809859805217e-05,
+399,4800,0.0364738404750824,600,4.637073288904503e-05,
+400,4808,0.03973846137523651,601,3.23647545883432e-05,
+401,4816,0.03184061869978905,602,9.722229060571408e-05,
+401,4824,0.03294426575303078,603,4.301808439777233e-05,
+402,4832,0.030753158032894135,604,5.005040998184995e-05,
+403,4840,0.031311262398958206,605,4.5908789843451814e-05,
+403,4848,0.0317426435649395,606,6.894311445648782e-05,
+404,4856,0.032112568616867065,607,7.099936760823766e-05,
+405,4864,0.030248545110225677,608,2.6881306439463515e-05,
+,,,608,,0.0003926999634131789
+405,4872,0.03182746469974518,609,7.403911013170728e-05,
+406,4880,0.041536565870046616,610,6.284895448516181e-05,
+407,4888,0.043318916112184525,611,3.777365964197088e-05,
+407,4896,0.03285115584731102,612,7.296585545191192e-05,
+408,4904,0.030320901423692703,613,4.806938522960991e-05,
+409,4912,0.03174300119280815,614,6.767635409232753e-05,
+409,4920,0.031148746609687805,615,4.811418011740898e-05,
+410,4928,0.02994230017066002,616,6.0912541584912105e-05,
+411,4936,0.03025701269507408,617,3.655183536466211e-05,
+411,4944,0.0312180295586586,618,6.517330621136352e-05,
+412,4952,0.03148104250431061,619,3.153031684632879e-05,
+413,4960,0.0317561998963356,620,9.397446115144703e-05,
+413,4968,0.03230704739689827,621,4.283939711058338e-05,
+414,4976,0.03177297115325928,622,4.9067416512116324e-05,
+415,4984,0.031798478215932846,623,5.456517692437046e-05,
+415,4992,0.031080901622772217,624,6.210418132468476e-05,
+,,,624,,0.0003918656730093062
+416,5000,0.033402349799871445,625,5.17789037530747e-05,
+417,5008,0.031022358685731888,626,4.5059550075166044e-05,
+417,5016,0.030497901141643524,627,6.42054476429621e-05,
+418,5024,0.03038143366575241,628,4.531283616415749e-05,
+419,5032,0.030458100140094757,629,5.079566699350835e-05,
+419,5040,0.030613519251346588,630,5.982507263979642e-05,
+420,5048,0.030216775834560394,631,6.560566112057131e-05,
+421,5056,0.030410293489694595,632,4.7413354195668944e-05,
+421,5064,0.029982291162014008,633,4.9082631903729634e-05,
+422,5072,0.030538953840732574,634,5.314930945132801e-05,
+423,5080,0.030264321714639664,635,5.706855449716386e-05,
+423,5088,0.03028694912791252,636,5.62191803510359e-05,
+424,5096,0.030168693512678146,637,6.891350358273485e-05,
+425,5104,0.030241504311561584,638,3.854850092466222e-05,
+425,5112,0.030461635440587997,639,6.138902244856581e-05,
+426,5120,0.031125761568546295,640,2.977204735543637e-05,
+,,,640,,0.0003863229649141431
+427,5128,0.04305095598101616,641,9.099499675357947e-05,
+427,5136,0.031128786504268646,642,4.397171301206981e-05,
+428,5144,0.031498413532972336,643,6.936054433026584e-05,
+429,5152,0.0314335823059082,644,4.601320574693091e-05,
+429,5160,0.030423223972320557,645,4.82770790313225e-05,
+430,5168,0.030454643070697784,646,6.40561668205919e-05,
+431,5176,0.04116031154990196,647,5.669567121913133e-05,
+431,5184,0.047894325107336044,648,4.3584519744399586e-05,
+432,5192,0.031171761453151703,649,3.5806775031232974e-05,
+433,5200,0.030569683760404587,650,8.093810038189986e-05,
+433,5208,0.031777624040842056,651,4.744288457914081e-05,
+434,5216,0.030176561325788498,652,4.285432487449725e-05,
+435,5224,0.030533675104379654,653,6.903279268044571e-05,
+435,5232,0.030749790370464325,654,4.979711684427457e-05,
+436,5240,0.030643612146377563,655,3.1723989650345175e-05,
+437,5248,0.030656233429908752,656,6.724515651512775e-05,
+,,,656,,0.0003864418831653893
+437,5256,0.030395403504371643,657,6.205960721672454e-05,
+438,5264,0.030227169394493103,658,4.589383661368629e-05,
+439,5272,0.030638765543699265,659,4.9499174565426074e-05,
+439,5280,0.030900515615940094,660,6.568058211087191e-05,
+440,5288,0.03303806856274605,661,5.425242170531419e-05,
+441,5296,0.03296978771686554,662,5.1347036787774414e-05,
+441,5304,0.03255371376872063,663,5.475887928696466e-05,
+442,5312,0.0329369381070137,664,4.224341842018475e-05,
+443,5320,0.03211945295333862,665,7.152065063564805e-05,
+443,5328,0.032062046229839325,666,4.571511135509354e-05,
+444,5336,0.03171452879905701,667,6.66640073632152e-05,
+445,5344,0.03185635060071945,668,4.4671665818896145e-05,
+445,5352,0.04092025384306908,669,4.9797569090515026e-05,
+446,5360,0.036737196147441864,670,6.569524339283817e-05,
+447,5368,0.047120653092861176,671,5.6948944120449596e-05,
+447,5376,0.034296032041311264,672,4.388207730698923e-05,
+,,,672,,0.00039284653030335903
+448,5384,0.03580360487103462,673,6.909240914865222e-05,
+449,5392,0.03514726832509041,674,3.0636262863481534e-05,
+449,5400,0.03326797112822533,675,5.8752180621013395e-05,
+450,5408,0.034085795283317566,676,4.1975162048402126e-05,
+451,5416,0.03140434995293617,677,6.873477150293184e-05,
+451,5424,0.030873917043209076,678,5.3268483497959096e-05,
+452,5432,0.030610792338848114,679,6.775155907234875e-05,
+453,5440,0.032912999391555786,680,4.8963359176923404e-05,
+453,5448,0.04854307323694229,681,4.6116669409457245e-05,
+454,5456,0.04098758473992348,682,6.958364110687398e-05,
+455,5464,0.03252391144633293,683,3.0099841524133808e-05,
+455,5472,0.032027360051870346,684,6.302845395111945e-05,
+456,5480,0.030180465430021286,685,5.204696481087012e-05,
+457,5488,0.03042573854327202,686,5.5906847137521254e-05,
+457,5496,0.031844109296798706,687,5.079531479168509e-05,
+458,5504,0.031217563897371292,688,6.286470670602284e-05,
+,,,688,,0.00034906325163319707
+459,5512,0.034525543451309204,689,4.750330072056386e-05,
+459,5520,0.030194442719221115,690,4.7591672228008974e-05,
+460,5528,0.029766026884317398,691,4.282450095161039e-05,
+461,5536,0.02958044409751892,692,7.31441118659859e-05,
+461,5544,0.030054375529289246,693,4.596840312842687e-05,
+462,5552,0.03072567656636238,694,3.83543247153284e-05,
+463,5560,0.030671294778585434,695,5.2851858526992146e-05,
+463,5568,0.030394330620765686,696,6.408600006579945e-05,
+464,5576,0.030796248465776443,697,4.3032956682509393e-05,
+465,5584,0.02982034906744957,698,7.721207134636643e-05,
+465,5592,0.030045874416828156,699,4.201984006613202e-05,
+466,5600,0.030095845460891724,700,6.289428119998774e-05,
+467,5608,0.02989395707845688,701,6.594834917450498e-05,
+467,5616,0.030552152544260025,702,3.0293540703496546e-05,
+468,5624,0.03114297240972519,703,5.85135790061031e-05,
+469,5632,0.030938368290662766,704,6.44590184037952e-05,
+,,,704,,0.0003882916644215584
+469,5640,0.03022773563861847,705,2.9429311098283506e-05,
+470,5648,0.030167121440172195,706,3.267763236181054e-05,
+471,5656,0.030644454061985016,707,7.348792314587627e-05,
+471,5664,0.031407471746206284,708,5.1450895398374996e-05,
+472,5672,0.03228459507226944,709,6.331163967843167e-05,
+473,5680,0.032154832035303116,710,3.1098175668375916e-05,
+473,5688,0.0323360338807106,711,6.234291436157946e-05,
+474,5696,0.030116014182567596,712,5.2032212352060014e-05,
+475,5704,0.03021755814552307,713,6.483123092948517e-05,
+475,5712,0.030204754322767258,714,4.105134144083422e-05,
+476,5720,0.030530128628015518,715,4.084254715053248e-05,
+477,5728,0.03114348277449608,716,7.171460470090096e-05,
+477,5736,0.0323445200920105,717,4.2914011146422126e-05,
+478,5744,0.030152112245559692,718,4.0619121136842296e-05,
+479,5752,0.030450746417045593,719,5.5861653436295455e-05,
+479,5760,0.030241824686527252,720,6.320726470221416e-05,
+,,,720,,0.00043132045539096

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/labels.csv

@@ -0,0 +1,4 @@
+29252,1
+33252,1
+9681,1
+18967,0

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/logits.csv

@@ -0,0 +1,4 @@
+29252,-13.875028,-2.8132996e-05
+33252,-12.250085,-8.4992615e-05
+9681,-12.875044,-4.398726e-05
+18967,-0.0013919913,-6.626392

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-8.250291,-0.00029047084
+12007,-10.750047,-4.6848152e-05
+8229,-0.020564206,-3.8955643
+31449,-13.375031,-3.1232346e-05
+1591,-9.119095e-05,-10.000092
+53542,-11.875033,-3.3020428e-05
+49372,-12.2500305,-3.0159496e-05
+54831,-0.0019825106,-6.2519827
+44771,-11.3750305,-3.0755524e-05
+33116,-9.9058016e-05,-10.625099
+33492,-12.000024,-2.3603161e-05
+16982,-8.125326,-0.00032610344
+31901,-10.125075,-7.533743e-05
+49817,-0.07893734,-2.5789373
+60681,-8.625228,-0.00022825974
+39890,-11.00004,-3.981511e-05
+62685,-0.00013183679,-9.375132
+2201,-12.375348,-0.0003482689
+47201,-0.00033587537,-8.125336
+20835,-13.250047,-4.672895e-05
+15421,-12.875038,-3.826545e-05
+45021,-0.0017473919,-6.3767476
+45802,-0.00022814056,-9.000228
+43637,-0.007641135,-4.8826413
+7160,-0.0041254186,-5.5041256
+8150,-4.14108,-0.01607998
+3512,-11.750025,-2.4556812e-05
+29264,-9.238293e-05,-11.1250925
+32960,-0.0013928246,-6.626393
+32221,-0.0015536392,-6.5015535
+35996,-13.125032,-3.218599e-05
+4422,-13.375044,-4.3748852e-05
+22209,-0.0010699269,-6.87607
+6920,-13.37502,-2.0265374e-05
+25253,-0.00015352978,-9.375154
+680,-5.006734,-0.006734058
+50140,-12.37503,-2.9444262e-05
+28481,-13.375033,-3.325884e-05
+36298,-0.0022418385,-6.1272416
+16473,-12.87502,-2.0384581e-05
+11102,-9.375105,-0.00010477948
+62901,-0.12695923,-2.1269593
+16123,-11.875062,-6.2225314e-05
+52012,-0.00011419598,-10.625114
+60780,-0.0019734686,-6.2519736
+1781,-13.125029,-2.8371409e-05
+41449,-0.00982473,-4.6348248
+908,-11.625036,-3.6596583e-05
+15507,-13.125048,-4.768258e-05
+57914,-8.875165,-0.00016497205
+46159,-9.625094,-9.4647694e-05
+56461,-13.50002,-1.9907753e-05
+62107,-0.00020847532,-8.875209
+49087,-14.000036,-3.623897e-05
+65792,-0.00012683064,-9.500127
+13181,-0.0004476499,-7.8754478
+54119,-12.750024,-2.3722367e-05
+51997,-0.00032777182,-8.125328
+24924,-12.500039,-3.933829e-05
+45890,-0.00011133528,-9.875112
+41716,-6.5015264,-0.0015261442
+60175,-0.0010734993,-6.8760734
+30318,-0.0005965837,-7.5005965
+13221,-11.500024,-2.4318399e-05
+15509,-13.75002,-1.9788546e-05
+37365,-11.875023,-2.2530301e-05
+60975,-8.875171,-0.00017057394
+51375,-0.00016127716,-9.500161
+16004,-12.625033,-3.325884e-05
+12837,-12.1250305,-3.087473e-05
+17864,-12.375059,-5.9483667e-05
+67134,-12.000042,-4.2199197e-05
+18611,-11.750035,-3.5404533e-05
+12861,-11.500059,-5.9245263e-05
+58084,-13.125024,-2.3841574e-05
+32874,-1.4062172,-0.28121725
+32717,-12.000026,-2.5391257e-05
+23413,-11.750089,-8.892618e-05
+59634,-9.000142,-0.0001417298
+15629,-2.6950235,-0.0700236
+47071,-0.00983205,-4.634832
+48558,-12.250044,-4.3629647e-05
+3648,-0.0006541258,-7.375654
+43367,-0.016068602,-4.1410685
+14869,-0.000102514736,-10.500102
+1518,-0.0041144965,-5.5041146
+16976,-12.251409,-0.0014083001
+20931,-12.375028,-2.7775379e-05
+67379,-13.125036,-3.623897e-05
+4741,-0.00012885693,-9.750129
+5765,-11.625036,-3.635817e-05
+48791,-0.0041063046,-5.5041065
+15298,-10.500055,-5.5073175e-05
+21874,-11.250083,-8.284702e-05
+9095,-11.125077,-7.7602235e-05
+3840,-13.125024,-2.4079987e-05
+55636,-5.6286197,-0.0036197873
+57364,-9.125137,-0.00013779645
+65863,-0.000216699,-9.5002165
+40786,-8.391982e-05,-11.125084
+8118,-13.000024,-2.3483954e-05
+52441,-0.00015352978,-9.375154
+38593,-4.634768,-0.00976795
+5517,-0.0007059466,-7.3757057
+39136,-7.0009284,-0.00092820945
+47292,-0.0005029367,-8.125503
+34052,-0.020711342,-3.8957114
+16037,-13.250029,-2.8967437e-05
+64606,-12.875029,-2.8967437e-05
+19552,-0.28117874,-1.4061787
+14116,-11.500033,-3.349725e-05
+11261,-10.25005,-4.9947444e-05
+11668,-13.7500305,-3.0159496e-05
+42198,-12.375028,-2.741776e-05
+22526,-13.500065,-6.484775e-05
+8037,-12.875025,-2.467602e-05
+5324,-10.375071,-7.068861e-05
+56692,-0.00018261196,-8.875182
+59753,-4.7586327,-0.008632486
+47298,-0.22544326,-1.6004432
+57801,-8.250275,-0.00027497803
+58413,-13.750027,-2.6940936e-05
+10673,-0.000104898674,-10.750105
+65730,-13.000023,-2.324554e-05
+40287,-11.87502,-2.0146166e-05
+15186,-12.875029,-2.8729026e-05
+43119,-0.00060647214,-7.5006065
+39219,-13.000042,-4.2199197e-05
+50340,-12.875016,-1.6093125e-05
+34297,-11.875035,-3.5046916e-05
+62941,-0.018189412,-4.0181894
+31551,-14.625036,-3.6119764e-05
+41344,-12.50003,-2.9921084e-05
+46402,-13.75003,-2.9444262e-05
+13636,-11.500036,-3.6477377e-05
+42241,-12.625026,-2.62257e-05
+15422,-7.6254983,-0.00049817073
+25014,-13.375037,-3.70734e-05
+19613,-8.875164,-0.0001643761
+5515,-0.0067603444,-5.00676
+64128,-9.190614e-05,-11.250092
+28084,-0.0002598425,-8.625259
+10395,-11.0000305,-3.0636318e-05
+9965,-6.751182,-0.0011820956
+27221,-11.375025,-2.5033638e-05
+11994,-0.00019703354,-11.250197
+43384,-0.00016795179,-9.000168
+44329,-0.00016473368,-11.625165
+58937,-0.00011038171,-10.250111
+29119,-0.0003675739,-8.000367
+8989,-0.0003407613,-9.75034
+23043,-12.25004,-4.0411134e-05
+32166,-0.0020643608,-6.252064
+42729,-0.054941546,-2.9299417
+6863,-12.875041,-4.0768748e-05
+41187,-0.000227783,-10.375228
+36039,-14.00005,-4.9947444e-05
+55977,-0.0017335877,-6.376734
+8129,-12.750033,-3.349725e-05
+60223,-13.00004,-4.0172723e-05
+9414,-0.00045837386,-7.7504582
+26177,-0.00015102676,-9.500151
+38443,-0.0076282397,-4.8826284
+43084,-0.00011848701,-10.250118
+53673,-0.00020871368,-8.750209
+15057,-11.25008,-7.998623e-05
+51700,-0.00090593775,-7.125906
+51201,-12.875028,-2.7894584e-05
+47078,-12.125034,-3.4689303e-05
+59961,-11.625027,-2.6344906e-05
+22272,-7.50058,-0.0005800234
+65773,-5.006727,-0.006727427
+33746,-4.018162,-0.018161902
+27311,-12.625029,-2.8490615e-05
+41292,-0.00028129434,-8.250281
+17110,-7.8754053,-0.00040534863
+57029,-0.00027092602,-9.375271
+3009,-13.37502,-2.002696e-05
+40193,-13.125026,-2.5987287e-05
+27618,-12.250029,-2.8848232e-05
+20145,-13.37503,-2.9921084e-05
+52193,-13.125024,-2.4318399e-05
+34398,-0.00982296,-4.634823
+36473,-13.375127,-0.00012683064
+43577,-0.00017367286,-9.000174
+57850,-12.62502,-2.0265374e-05
+61117,-0.0002673507,-8.500267
+32569,-10.500041,-4.136477e-05
+12290,-13.625046,-4.5417706e-05
+19499,-13.000041,-4.136477e-05
+60470,-0.020559534,-3.8955595
+8962,-14.000068,-6.794699e-05
+65955,-12.000049,-4.8278598e-05
+62486,-6.0025067,-0.002506569
+19000,-6.251946,-0.0019457472
+22631,-12.000032,-3.266281e-05
+25613,-0.0036319026,-5.628632
+56086,-12.875022,-2.1695856e-05
+28883,-8.875153,-0.00015305301
+26425,-12.625026,-2.62257e-05
+48097,-0.474108,-0.974108
+61477,-1.9102695,-0.1602695
+9121,-6.8760514,-0.0010513499
+66709,-11.500038,-3.7907834e-05
+51472,-10.500092,-9.178694e-05
+19809,-10.250074,-7.486063e-05
+38959,-12.125043,-4.2795218e-05
+39849,-0.00021443452,-8.625215
+59964,-0.0007416835,-7.2507415
+65268,-12.625028,-2.7536968e-05
+8791,-5.6286216,-0.0036216876
+51774,-12.250031,-3.194758e-05
+49640,-0.016087959,-4.141088
+20125,-11.125029,-2.8252203e-05
+59640,-2.9299097,-0.054909725
+68206,-12.250072,-7.199982e-05
+48079,-13.875039,-3.9576702e-05
+49583,-10.00006,-6.031808e-05
+67054,-0.0012240069,-6.751224
+59571,-8.50024,-0.00024029706
+29080,-12.000068,-6.735098e-05
+29111,-11.750044,-4.3510445e-05
+20758,-12.750027,-2.6940936e-05
+64023,-0.00036864638,-8.125369
+29058,-0.000108712964,-10.125109
+18185,-0.0017578639,-6.376758
+36543,-0.0003489839,-8.125349
+54983,-10.875036,-3.5881352e-05
+3101,-10.125053,-5.3523538e-05
+42140,-0.00028820653,-8.375288
+6954,-7.211902e-05,-10.3750725
+15955,-11.875046,-4.577532e-05
+61746,-0.0017419178,-6.376742
+32055,-0.11288901,-2.237889
+39496,-11.375039,-3.921909e-05
+59909,-11.62503,-2.9444262e-05
+66296,-0.0001631842,-9.500163
+46804,-11.125029,-2.8252203e-05
+35049,-0.00025233423,-10.375253
+56017,-8.87517,-0.00017009719
+26947,-12.250021,-2.1219028e-05
+38928,-0.00027426297,-8.500275
+15029,-12.500069,-6.9138994e-05
+7086,-0.00047291061,-7.875473
+537,-5.3796535,-0.0046534576
+50731,-0.0036302397,-5.62863
+63604,-11.250048,-4.7920985e-05
+67049,-5.3796463,-0.0046463385
+31161,-0.0067427014,-5.0067425
+58922,-13.250068,-6.747018e-05
+18347,-12.250033,-3.3854863e-05
+25864,-5.255252,-0.00525166
+63846,-0.0004177413,-7.8754177
+13353,-0.00030953862,-8.25031
+25378,-10.375059,-5.9483667e-05
+59101,-12.250056,-5.6026798e-05
+20895,-5.3796306,-0.004630438
+48119,-12.875023,-2.2649509e-05
+14332,-9.715085e-05,-9.875097
+25497,-12.3750305,-3.0755524e-05
+8686,-5.00677,-0.006769935
+22758,-9.875143,-0.00014292172
+7666,-0.00067116146,-7.3756714
+20686,-7.0009274,-0.00092725665
+18975,-11.375096,-9.6078074e-05
+19054,-11.625026,-2.5629668e-05
+48123,-14.125026,-2.6106494e-05
+57909,-13.125026,-2.5510462e-05
+9226,-13.250034,-3.4570097e-05
+48653,-0.0017370387,-6.376737
+44013,-0.75767034,-0.63267034
+11409,-11.625062,-6.186771e-05
+62736,-0.3133046,-1.3133047
+2777,-11.750042,-4.2437605e-05
+7058,-9.357491e-05,-10.125093
+48408,-0.14272739,-2.0177274
+28934,-12.375025,-2.5152844e-05
+46578,-12.500048,-4.7801783e-05
+23203,-11.375032,-3.266281e-05
+6257,-12.625037,-3.6834994e-05
+53444,-0.003242832,-5.753243
+17816,-8.750176,-0.00017605662
+46307,-13.125053,-5.3404336e-05
+20599,-14.000047,-4.6848152e-05
+29423,-0.0010739756,-6.876074
+21041,-0.00014447123,-9.375144
+16633,-13.500026,-2.5868081e-05
+20221,-11.375039,-3.9457496e-05
+27466,-0.00021407696,-8.625214
+22987,-0.0019816777,-6.2519817
+9322,-8.000349,-0.00034922225
+3265,-6.5015244,-0.0015245969
+22814,-9.875077,-7.724464e-05
+56185,-12.500028,-2.801379e-05
+55014,-12.875026,-2.5629668e-05
+43437,-11.875027,-2.6583319e-05
+24683,-0.0012088857,-6.751209
+10233,-4.0181694,-0.018169276
+19001,-0.00058955455,-11.625589
+32718,-0.014201294,-4.264201
+31030,-0.00019155098,-9.125192
+1099,-9.4647694e-05,-11.875094
+57982,-10.75005,-4.9828242e-05
+49148,-3.8955562,-0.020556148
+40880,-12.250022,-2.2291888e-05
+31148,-0.00011920219,-11.000119
+9446,-12.000022,-2.193427e-05
+18579,-13.375058,-5.817244e-05
+30932,-11.625023,-2.3126335e-05
+40792,-4.264264,-0.014263934
+48600,-0.0025678063,-6.002568
+44588,-10.000096,-9.679326e-05
+33828,-13.375022,-2.1815062e-05
+33917,-0.0013746108,-6.7513747
+2026,-4.6347785,-0.009778574
+56745,-0.00527846,-5.2552786
+17383,-7.1258235,-0.000823278
+2372,-4.26419,-0.014190011
+56600,-0.100763,-2.350763
+50257,-0.00024935475,-8.750249
+38892,-0.0007580029,-7.250758
+45844,-0.0002479246,-9.125248
+29062,-1.6004722,-0.2254722
+5655,-12.125031,-3.111314e-05
+67611,-0.8981543,-0.5231543
+18546,-0.004725242,-5.3797255
+63060,-12.750059,-5.9245263e-05
+36068,-11.875065,-6.4490145e-05
+784,-2.4639666,-0.088966504
+20429,-0.0006367325,-7.5006366
+21679,-13.250033,-3.325884e-05
+53617,-13.625045,-4.458328e-05
+6978,-13.500026,-2.62257e-05
+53262,-0.00010096517,-10.500101
+181,-0.00034648136,-8.125346
+28744,-0.0076599442,-4.88266
+48716,-0.0006779518,-7.375678
+51468,-0.00012647305,-9.375127
+62209,-13.625033,-3.3854863e-05
+8732,-11.250037,-3.755022e-05
+56949,-11.625027,-2.6940936e-05
+26885,-0.00015555603,-10.875155
+43345,-2.8120008,-0.06200078
+8053,-12.000018,-1.8596476e-05
+59402,-13.250038,-3.8384653e-05
+49552,-0.0002785533,-8.375278
+12348,-8.125336,-0.00033587537
+28335,-10.250069,-6.866219e-05
+59114,-11.250037,-3.7669426e-05
+12625,-11.5000515,-5.149709e-05
+8876,-9.750182,-0.00018261196
+29959,-12.500018,-1.7881233e-05
+37911,-0.00029976643,-8.250299
+38412,-9.375105,-0.00010537546
+31999,-0.00027831495,-8.375278
+34775,-0.004671968,-5.379672
+65737,-11.875031,-3.1589963e-05
+25244,-0.42874187,-1.0537419
+51630,-12.875025,-2.491443e-05
+23979,-8.125369,-0.00036900386
+34638,-12.375019,-1.9073304e-05
+22311,-14.3750305,-3.0755524e-05
+14004,-13.750037,-3.7669426e-05
+310,-0.00093940465,-7.0009394
+49105,-0.00023064337,-8.625231
+38782,-14.875036,-3.6596583e-05
+4647,-12.625022,-2.2411095e-05
+43782,-9.190614e-05,-10.625092
+66046,-4.3875284,-0.01252829
+16690,-13.875029,-2.8967437e-05
+67731,-0.0003109687,-8.250311
+54867,-12.875031,-3.1589963e-05
+34108,-11.000081,-8.070143e-05
+67332,-2.237837,-0.11283715
+22567,-0.00059015024,-7.5005903
+57173,-0.16024512,-1.9102452
+26527,-11.750036,-3.6119764e-05
+59580,-12.250031,-3.1232346e-05
+20737,-4.882625,-0.007624927
+53307,-0.00010191875,-11.875102
+32783,-0.00015984688,-9.12516
+7868,-13.375024,-2.3603161e-05
+50777,-0.14270537,-2.0177054
+29307,-13.375029,-2.860982e-05
+18297,-0.009813753,-4.634814
+44524,-13.000025,-2.5152844e-05
+61320,-2.4639564,-0.08895625
+2578,-5.504106,-0.0041058296
+40612,-0.0005204515,-7.75052
+32523,-11.50004,-4.005352e-05
+48509,-0.08896912,-2.4639692
+36666,-11.5000305,-3.0159496e-05
+6539,-12.87503,-2.9325056e-05
+33620,-12.375057,-5.7338024e-05
+55547,-12.500025,-2.527205e-05
+11751,-12.500021,-2.1338235e-05
+30491,-0.014193067,-4.264193
+48294,-12.75002,-2.0265374e-05
+37424,-13.2500305,-3.0993935e-05
+29155,-9.000134,-0.00013457824

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,597 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.35488106310367584,0,3.316582202911377,
+0,8,0.05861298739910126,1,5.04067000746727,
+0,16,0.03412407636642456,2,3.6857994496822357,
+1,24,0.033966559916734695,3,1.7788840606808662,
+1,32,0.030762504786252975,4,0.7267141938209534,
+2,40,0.031127795577049255,5,0.5411791615188122,
+2,48,0.03137886896729469,6,0.3012342117726803,
+3,56,0.03431157395243645,7,0.3873986089602113,
+3,64,0.03373100608587265,8,0.24851870769634843,
+4,72,0.03431272506713867,9,0.1374038856010884,
+4,80,0.037454910576343536,10,0.316428781603463,
+5,88,0.03163493424654007,11,0.07164971678867005,
+5,96,0.03212951123714447,12,0.21017728245351464,
+6,104,0.03232274949550629,13,0.11016650720557664,
+6,112,0.038637448102235794,14,0.05633233694243245,
+7,120,0.032131850719451904,15,0.08118996862322092,
+7,128,0.03019005060195923,16,0.0030025049891264644,
+,,,16,,0.0017492834012955427
+8,136,0.030652474611997604,17,0.004343739627074683,
+8,144,0.030146602541208267,18,0.005525115400814684,
+9,152,0.03418553248047829,19,0.0029766363550152164,
+9,160,0.038613878190517426,20,0.001295761303481413,
+10,168,0.030275527387857437,21,0.0013145929260645062,
+10,176,0.03523369878530502,22,0.0007929835337563418,
+11,184,0.030388057231903076,23,0.0012238079798407853,
+11,192,0.030333757400512695,24,0.00046136400851537473,
+12,200,0.03174181655049324,25,0.0009562981067574583,
+12,208,0.034271854907274246,26,0.0005546287520701298,
+13,216,0.03112328052520752,27,0.000607880163443042,
+13,224,0.03072614222764969,28,0.0008547283687221352,
+14,232,0.03019585832953453,29,0.0008818821042950731,
+14,240,0.03158530592918396,30,0.0005443053159979172,
+15,248,0.03016841784119606,31,0.000665319070321857,
+15,256,0.030330892652273178,32,0.0006947310412215302,
+,,,32,,0.0010028865654021502
+16,264,0.030067089945077896,33,0.0008455594634142471,
+16,272,0.03333645686507225,34,0.0005115881485835416,
+17,280,0.030079886317253113,35,0.0005153262263775105,
+17,288,0.030916068702936172,36,0.0007507344580517383,
+18,296,0.03221748024225235,37,0.0005821305257995846,
+18,304,0.030642427504062653,38,0.000598419221205404,
+19,312,0.03273828327655792,39,0.0007616464226885,
+19,320,0.03077448531985283,40,0.0004579796368489042,
+20,328,0.029983114451169968,41,0.0005543663628486684,
+20,336,0.03210200369358063,42,0.000529793935129419,
+21,344,0.036460790783166885,43,0.0005973883580736583,
+21,352,0.030053701251745224,44,0.0005330100448190933,
+22,360,0.03146140277385712,45,0.00042681885497586336,
+22,368,0.03097359463572502,46,0.0005850194465892855,
+23,376,0.030681859701871872,47,0.0005234656000538962,
+23,384,0.032658062875270844,48,0.0004677975412050728,
+,,,48,,0.0006739487871527672
+24,392,0.0359308235347271,49,0.0003536042186169652,
+24,400,0.029895354062318802,50,0.0006016241804900346,
+25,408,0.030938904732465744,51,0.0005643024778692052,
+25,416,0.030919168144464493,52,0.00036074542003916577,
+26,424,0.03237423673272133,53,0.0005141607598488918,
+26,432,0.031046319752931595,54,0.00043350746454962064,
+27,440,0.030043527483940125,55,0.00058000336321129,
+27,448,0.03557521477341652,56,0.00035973753620055504,
+28,456,0.03417439013719559,57,0.0005690999596481561,
+28,464,0.030480612069368362,58,0.0003425843515287852,
+29,472,0.03002055734395981,59,0.0003592233533709077,
+29,480,0.03382379189133644,60,0.0005271399659250164,
+30,488,0.032934725284576416,61,0.00039701888272247743,
+30,496,0.040494706481695175,62,0.00046253398159024073,
+31,504,0.040878862142562866,63,0.00033115330916189123,
+31,512,0.03807879611849785,64,0.000514587807629141,
+,,,64,,0.0005796146579086781
+32,520,0.03172285482287407,65,0.0004275611263437895,
+32,528,0.03111836686730385,66,0.00041462676017545164,
+33,536,0.03113596886396408,67,0.0003904636178049259,
+33,544,0.035320643335580826,68,0.00045799480176356155,
+34,552,0.02993888407945633,69,0.00038006907652743394,
+34,560,0.030378613620996475,70,0.00045928875624667853,
+35,568,0.05077934265136719,71,0.0003935309323424008,
+35,576,0.046997249126434326,72,0.0004376911238068715,
+36,584,0.03871455788612366,73,0.00034205660813313443,
+36,592,0.053853750228881836,74,0.0004857416315644514,
+37,600,0.032589323818683624,75,0.0004607343562383903,
+37,608,0.03035617619752884,76,0.0003651524357337621,
+38,616,0.030886854976415634,77,0.0004901552265437203,
+38,624,0.037102628499269485,78,0.00030838819293421693,
+39,632,0.03106580674648285,79,0.0004210855440760497,
+39,640,0.031493958085775375,80,0.00035786034459306393,
+,,,80,,0.0005704862414859235
+40,648,0.030369743704795837,81,0.0004278638452888117,
+40,656,0.032397493720054626,82,0.00028811730226152577,
+41,664,0.03252438083291054,83,0.00040059011644189013,
+41,672,0.030851010233163834,84,0.00031046092772157863,
+42,680,0.03041762486100197,85,0.0004526533266471233,
+42,688,0.0326392762362957,86,0.0002775588536678697,
+43,696,0.03028426691889763,87,0.00044850765698356554,
+43,704,0.0308978334069252,88,0.00026679742313717725,
+44,712,0.03185466676950455,89,0.0003074696105613839,
+44,720,0.03130290284752846,90,0.0003746604379557539,
+45,728,0.03246574476361275,91,0.00020786181903531542,
+45,736,0.03137091174721718,92,0.00048284859985869844,
+46,744,0.033020101487636566,93,0.00041754629182833014,
+46,752,0.03143484517931938,94,0.0002760635861704941,
+47,760,0.030201289802789688,95,0.0003754829376703128,
+47,768,0.03082120791077614,96,0.0002791171182252583,
+,,,96,,0.00047093123430386186
+48,776,0.030640874058008194,97,0.00042177534123766236,
+48,784,0.03201707452535629,98,0.00023023354515316896,
+49,792,0.034881848841905594,99,0.00032839148298080545,
+49,800,0.030620206147432327,100,0.00033986368453042815,
+50,808,0.0316079817712307,101,0.0003459119634499075,
+50,816,0.04050540179014206,102,0.00030744789637537906,
+51,824,0.03303771838545799,103,0.00029824565808667103,
+51,832,0.030488528311252594,104,0.00034976875940628815,
+52,840,0.03071415051817894,105,0.0003855016784655163,
+52,848,0.029825665056705475,106,0.00024056807251326973,
+53,856,0.030100803822278976,107,0.00032558963721385226,
+53,864,0.0339449867606163,108,0.0002683534912648611,
+54,872,0.030124738812446594,109,0.0002822553915393655,
+54,880,0.029999855905771255,110,0.0003038285030925181,
+55,888,0.03249359503388405,111,0.00020401450910867425,
+55,896,0.030383411794900894,112,0.0003770459625229705,
+,,,112,,0.00039066618774086237
+56,904,0.03179559111595154,113,0.00017915464286488714,
+56,912,0.02987181395292282,114,0.00038205860710149864,
+57,920,0.032079678028821945,115,0.0003111808391622617,
+57,928,0.038227230310440063,116,0.0002638907926666434,
+58,936,0.030027318745851517,117,0.0002096940088449628,
+58,944,0.03038598969578743,118,0.0003334295224703965,
+59,952,0.03190106153488159,119,0.0002201497145506437,
+59,960,0.031163226813077927,120,0.00031410973497258965,
+60,968,0.0316118560731411,121,0.00024331572149094427,
+60,976,0.033992379903793335,122,0.0002858074722098536,
+61,984,0.029987342655658722,123,0.00013843616216036025,
+61,992,0.031217776238918304,124,0.0003770630946746678,
+62,1000,0.03410318121314049,125,0.00013177635173633462,
+62,1008,0.03046097606420517,126,0.00038182920707185986,
+63,1016,0.031580615788698196,127,0.00013123982898832764,
+63,1024,0.03249391168355942,128,0.0003767133257497335,
+,,,128,,0.00034464593045413494
+64,1032,0.03151578828692436,129,0.0002965104677059571,
+64,1040,0.03009239211678505,130,0.00020919954022247111,
+65,1048,0.030834320932626724,131,0.0002987750003740075,
+65,1056,0.037916719913482666,132,0.00018015462319453945,
+66,1064,0.030059348791837692,133,0.00026612263991410146,
+66,1072,0.03103572502732277,134,0.00019536148920451524,
+67,1080,0.03049834817647934,135,0.0001691178758846945,
+67,1088,0.030559949576854706,136,0.00028436692718969425,
+68,1096,0.03349896892905235,137,0.0001747754358802922,
+68,1104,0.030456680804491043,138,0.0002858591860785964,
+69,1112,0.030246552079916,139,0.00015912924300209852,
+69,1120,0.031680669635534286,140,0.00028777316947525833,
+70,1128,0.03142094612121582,141,0.0002054062724710093,
+70,1136,0.030660830438137054,142,0.00024745209702814464,
+71,1144,0.032873447984457016,143,0.0002488973823346896,
+71,1152,0.030594144016504288,144,0.0001972982599909301,
+,,,144,,0.00028395920526236296
+72,1160,0.03531045839190483,145,0.0002195422894146759,
+72,1168,0.030265308916568756,146,0.000202887008072139,
+73,1176,0.030571404844522476,147,0.00013611036592919845,
+73,1184,0.03006066009402275,148,0.00027902009060198907,
+74,1192,0.03025413677096367,149,0.00027110823793918826,
+74,1200,0.03179545700550079,150,0.0001350826714769937,
+75,1208,0.03485836833715439,151,0.0003177662047164631,
+75,1216,0.030362751334905624,152,0.00010413826112198876,
+76,1224,0.02973807603120804,153,0.0002255013860121835,
+76,1232,0.034921471029520035,154,0.00019051738672715146,
+77,1240,0.03003508225083351,155,0.00020927303648932138,
+77,1248,0.03057119995355606,156,0.000202693950086541,
+78,1256,0.03381839394569397,157,0.00015075009378051618,
+78,1264,0.034694451838731766,158,0.0002415411536276224,
+79,1272,0.03080657124519348,159,0.00023006037099548848,
+79,1280,0.03140104189515114,160,0.00015198586606857134,
+,,,160,,0.00022923351207282394
+80,1288,0.029922910034656525,161,0.00023187603164842585,
+80,1296,0.039021316915750504,162,0.00013202272066337173,
+81,1304,0.030740603804588318,163,0.00015892951068963157,
+81,1312,0.030065041035413742,164,0.00021335473593353527,
+82,1320,0.032277412712574005,165,0.0001469347434976953,
+82,1328,0.03713301196694374,166,0.00023226031134981895,
+83,1336,0.029981080442667007,167,0.00011180997580595431,
+83,1344,0.030911825597286224,168,0.0002634970205690479,
+84,1352,0.03962567821145058,169,0.00021818806999363005,
+84,1360,0.03069375455379486,170,0.00012339716022324865,
+85,1368,0.030670717358589172,171,0.0001482029492763104,
+85,1376,0.031035952270030975,172,0.00020382208731462015,
+86,1384,0.03507106378674507,173,0.00012933911511936458,
+86,1392,0.03015321120619774,174,0.0002319445206921955,
+87,1400,0.03024730458855629,175,0.00013911536461819196,
+87,1408,0.030973132699728012,176,0.00018091575020662276,
+,,,176,,0.00020441340166144073
+88,1416,0.034596581012010574,177,0.0001231865576301061,
+88,1424,0.030410166829824448,178,0.0002104392565343005,
+89,1432,0.03078484535217285,179,0.00016519930932190618,
+89,1440,0.032538075000047684,180,0.0001670120982453227,
+90,1448,0.03836393728852272,181,0.00019056526843996835,
+90,1456,0.031148675829172134,182,0.00012144684524173499,
+91,1464,0.03100210800766945,183,0.00014653251355412067,
+91,1472,0.0337243415415287,184,0.00015780781268404098,
+92,1480,0.03490424156188965,185,0.00018359534169576364,
+92,1488,0.030585233122110367,186,0.00012116350899304962,
+93,1496,0.031605031341314316,187,0.00018170112025472918,
+93,1504,0.03658086434006691,188,0.00013382543556872406,
+94,1512,0.03052648901939392,189,0.0001263773970094917,
+94,1520,0.032186683267354965,190,0.0001788419881449954,
+95,1528,0.030092932283878326,191,0.00018038148800769704,
+95,1536,0.031205222010612488,192,0.00010642783945513656,
+,,,192,,0.00018331724277231842
+96,1544,0.030546870082616806,193,0.00010969012146233581,
+96,1552,0.03125844523310661,194,0.00017884259523270885,
+97,1560,0.038863856345415115,195,0.00016585670618951553,
+97,1568,0.031026721000671387,196,0.00010575698524917243,
+98,1576,0.030782442539930344,197,0.0001318878685196978,
+98,1584,0.03249545022845268,198,0.00013357206671571475,
+99,1592,0.035048313438892365,199,9.809946823224891e-05,
+99,1600,0.03081410378217697,200,0.00017353982912027277,
+100,1608,0.03197399899363518,201,0.00010322505249860114,
+100,1616,0.03524599224328995,202,0.00017470428792876191,
+101,1624,0.030310921370983124,203,0.00012703842321570846,
+101,1632,0.03409576788544655,204,0.00015265875072145718,
+102,1640,0.03160077705979347,205,0.00015563801753160078,
+102,1648,0.030334457755088806,206,0.00010398229596830788,
+103,1656,0.03240443393588066,207,0.00013089125786791556,
+103,1664,0.03627709299325943,208,0.00012957515855305246,
+,,,208,,0.00014953099889680743
+104,1672,0.03588484600186348,209,0.00015897204366410733,
+104,1680,0.03972587361931801,210,0.00010404415252196486,
+105,1688,0.0313878059387207,211,9.313913051300915e-05,
+105,1696,0.031690094619989395,212,0.0001652865457799635,
+106,1704,0.04803967848420143,213,0.0001338085567113012,
+106,1712,0.03344649076461792,214,0.0001087529881260707,
+107,1720,0.036385923624038696,215,9.512079577689292e-05,
+107,1728,0.030729923397302628,216,0.00013825039513903903,
+108,1736,0.031503163278102875,217,0.00011928333060495788,
+108,1744,0.03726670518517494,218,0.00011959785888393526,
+109,1752,0.03215383365750313,219,8.527170029992703e-05,
+109,1760,0.030384492129087448,220,0.00015098839276106446,
+110,1768,0.031173016875982285,221,9.868183042271994e-05,
+110,1776,0.0358269102871418,222,0.0001331969660895993,
+111,1784,0.03259049728512764,223,0.00011427975232436438,
+111,1792,0.029927007853984833,224,0.00011189440465386724,
+,,,224,,0.00013570592273026705
+112,1800,0.030688084661960602,225,0.00013050529241809272,
+112,1808,0.03136756643652916,226,0.00010010754522227217,
+113,1816,0.03554787486791611,227,8.242685089498991e-05,
+113,1824,0.0301223024725914,228,0.00012783746251443517,
+114,1832,0.03021533414721489,229,0.00011760084316847497,
+114,1840,0.03528490662574768,230,0.00010578723049547989,
+115,1848,0.03098272904753685,231,8.434869187112781e-05,
+115,1856,0.03294430300593376,232,0.0001358510039608518,
+116,1864,0.038952235132455826,233,0.00013546449599743937,
+116,1872,0.030286084860563278,234,7.800152661729953e-05,
+117,1880,0.030382119119167328,235,0.00012375403002806706,
+117,1888,0.0319070965051651,236,8.780568214206141e-05,
+118,1896,0.03777946159243584,237,0.00011788360325226677,
+118,1904,0.030314970761537552,238,8.807435733615421e-05,
+119,1912,0.030477847903966904,239,0.00010831733834493207,
+119,1920,0.03605089709162712,240,9.681921073934063e-05,
+,,,240,,0.00011916858784388751
+120,1928,0.031627997756004333,241,5.0349632829238544e-05,
+120,1936,0.03945990651845932,242,0.0001563674070439447,
+121,1944,0.030767831951379776,243,0.00010440298001412884,
+121,1952,0.03181285411119461,244,0.00010435184640300577,
+122,1960,0.030402828007936478,245,0.00011131620522064622,
+122,1968,0.032276451587677,246,0.00010176078421864077,
+123,1976,0.037250764667987823,247,0.00010134816238860367,
+123,1984,0.04238066449761391,248,9.507513505013776e-05,
+124,1992,0.03422250226140022,249,7.7808705100324e-05,
+124,2000,0.03163947910070419,250,0.00011116524183307774,
+125,2008,0.047958895564079285,251,7.348773988269386e-05,
+125,2016,0.04425539821386337,252,0.0001269553001748136,
+126,2024,0.039029810577631,253,0.0001416029058418644,
+126,2032,0.03311265632510185,254,5.335910464054905e-05,
+127,2040,0.03275261074304581,255,7.168512229327462e-05,
+127,2048,0.03481061011552811,256,0.00011287871529930271,
+,,,256,,0.00010570001904852688
+128,2056,0.03336070850491524,257,8.406416850448295e-05,
+128,2064,0.03756989538669586,258,0.00010164730383621645,
+129,2072,0.03168938308954239,259,6.563478814314294e-05,
+129,2080,0.03359179198741913,260,0.0001229505264745967,
+130,2088,0.03473140671849251,261,6.70811411964678e-05,
+130,2096,0.030289068818092346,262,0.00011633538451860659,
+131,2104,0.032321758568286896,263,5.64586689506541e-05,
+131,2112,0.035983044654130936,264,0.00014477250169875333,
+132,2120,0.030264873057603836,265,5.090077343083976e-05,
+132,2128,0.030498959124088287,266,0.0001331540659066377,
+133,2136,0.03256942704319954,267,0.00013504794515029062,
+133,2144,0.03400784730911255,268,4.4761954313798924e-05,
+134,2152,0.030852098017930984,269,7.72572921050596e-05,
+134,2160,0.03238919377326965,270,0.00010806562318066426,
+135,2168,0.035274188965559006,271,0.00011242744722039788,
+135,2176,0.030734091997146606,272,7.421798136419966e-05,
+,,,272,,0.00010507488332223147
+136,2184,0.030243005603551865,273,0.00011860033418997773,
+136,2192,0.032570064067840576,274,5.040916948928498e-05,
+137,2200,0.03689860925078392,275,4.993219363313983e-05,
+137,2208,0.030680760741233826,276,0.00012874518984062888,
+138,2216,0.03099915385246277,277,0.00010735107321124815,
+138,2224,0.037861235439777374,278,6.33266724889836e-05,
+139,2232,0.03065621107816696,279,9.73372339103662e-05,
+139,2240,0.03072180226445198,280,7.949301061671576e-05,
+140,2248,0.03131774440407753,281,0.00012266795420146082,
+140,2256,0.037050288170576096,282,4.728022395283915e-05,
+141,2264,0.03047124296426773,283,7.134242423489923e-05,
+141,2272,0.03131498768925667,284,9.441945917387784e-05,
+142,2280,0.04000319540500641,285,9.226142674378934e-05,
+142,2288,0.030562911182641983,286,7.643511662536184e-05,
+143,2296,0.03016364574432373,287,8.306754102704872e-05,
+143,2304,0.03540172800421715,288,8.500277067469142e-05,
+,,,288,,9.124862845055759e-05
+144,2312,0.03439587354660034,289,0.00010504028318791825,
+144,2320,0.030021630227565765,290,6.930116978765e-05,
+145,2328,0.031059037894010544,291,7.046384234854486e-05,
+145,2336,0.03299519047141075,292,0.0001041760119733226,
+146,2344,0.035279106348752975,293,9.19154663279187e-05,
+146,2352,0.03188670426607132,294,7.342895946749195e-05,
+147,2360,0.032314080744981766,295,0.00010942148082904168,
+147,2368,0.032326165586709976,296,6.140403684185003e-05,
+148,2376,0.0324438214302063,297,8.81934934113815e-05,
+148,2384,0.03089272975921631,298,7.99516692495672e-05,
+149,2392,0.03347666561603546,299,8.780610642133979e-05,
+149,2400,0.033292241394519806,300,9.177925403491827e-05,
+150,2408,0.03148370236158371,301,9.559887303112191e-05,
+150,2416,0.03162328898906708,302,7.007295425864868e-05,
+151,2424,0.032858919352293015,303,6.432427176150668e-05,
+151,2432,0.030913986265659332,304,0.0001010940709420538,
+,,,304,,9.199336636811495e-05
+152,2440,0.030875127762556076,305,0.00010089864076689992,
+152,2448,0.03231164067983627,306,6.593442321900511e-05,
+153,2456,0.037879738956689835,307,0.00010367019581281056,
+153,2464,0.03512018918991089,308,6.1002302118140506e-05,
+154,2472,0.03077585995197296,309,8.655513170197082e-05,
+154,2480,0.03131246194243431,310,6.472591530837235e-05,
+155,2488,0.03341541066765785,311,8.406631400248443e-05,
+155,2496,0.03031846508383751,312,7.811891259734693e-05,
+156,2504,0.030339468270540237,313,6.414612403204956e-05,
+156,2512,0.03345762938261032,314,9.933562341757352e-05,
+157,2520,0.030158117413520813,315,4.397218708618311e-05,
+157,2528,0.032023027539253235,316,0.00011417579571570968,
+158,2536,0.030576564371585846,317,7.665978910154081e-05,
+158,2544,0.03068355843424797,318,7.397964463962126e-05,
+159,2552,0.03322150558233261,319,6.393762600964692e-05,
+159,2560,0.0310056135058403,320,8.786401849647518e-05,
+,,,320,,8.266652002930641e-05
+160,2568,0.03076491504907608,321,7.18196479283506e-05,
+160,2576,0.030724070966243744,322,7.454415913343837e-05,
+161,2584,0.03190736472606659,323,0.00011006579825334484,
+161,2592,0.03089144080877304,324,3.4868053035097546e-05,
+162,2600,0.03059867024421692,325,5.9914775874858606e-05,
+162,2608,0.03184785321354866,326,7.873119307078014e-05,
+163,2616,0.03149237111210823,327,5.310542269398866e-05,
+163,2624,0.030854567885398865,328,9.778695653039904e-05,
+164,2632,0.031687721610069275,329,9.409353333467152e-05,
+164,2640,0.03047553077340126,330,4.7070621576494887e-05,
+165,2648,0.030676133930683136,331,7.944580352159392e-05,
+165,2656,0.033203527331352234,332,6.359546091516677e-05,
+166,2664,0.03067591041326523,333,6.360953602779773e-05,
+166,2672,0.030422549694776535,334,7.79267697907926e-05,
+167,2680,0.032568950206041336,335,5.772435451945057e-05,
+167,2688,0.030522480607032776,336,8.860951356837177e-05,
+,,,336,,8.078936662059277e-05
+168,2696,0.031277917325496674,337,5.24943714026449e-05,
+168,2704,0.030590102076530457,338,9.540389623907686e-05,
+169,2712,0.030846044421195984,339,5.8976030004487257e-05,
+169,2720,0.03172745555639267,340,8.703036792212515e-05,
+170,2728,0.03335710987448692,341,7.238556054289802e-05,
+170,2736,0.030087020248174667,342,7.198196522040234e-05,
+171,2744,0.030653949826955795,343,6.103253804212727e-05,
+171,2752,0.030659209936857224,344,7.840350235710503e-05,
+172,2760,0.03229070082306862,345,8.022305564736598e-05,
+172,2768,0.03460356220602989,346,6.462035412369005e-05,
+173,2776,0.03057583048939705,347,6.726014726154972e-05,
+173,2784,0.036894291639328,348,7.615350705236779e-05,
+174,2792,0.03546065837144852,349,5.48788639207487e-05,
+174,2800,0.03069046139717102,350,8.0936506492435e-05,
+175,2808,0.033072393387556076,351,0.00010157153360523807,
+175,2816,0.0321107879281044,352,4.0142791704056435e-05,
+,,,352,,8.138538396451622e-05
+176,2824,0.030883491039276123,353,6.140465438875253e-05,
+176,2832,0.030495159327983856,354,8.05342604053294e-05,
+177,2840,0.033786408603191376,355,7.06274438471155e-05,
+177,2848,0.03163500130176544,356,7.22787171980599e-05,
+178,2856,0.030578993260860443,357,9.716203453535854e-05,
+178,2864,0.030307266861200333,358,4.468740348784195e-05,
+179,2872,0.03125108778476715,359,9.978498974305694e-05,
+179,2880,0.03365932032465935,360,3.661134292087809e-05,
+180,2888,0.030134305357933044,361,8.705967547939508e-05,
+180,2896,0.030390072613954544,362,5.694966012015357e-05,
+181,2904,0.03345688804984093,363,8.294797544294852e-05,
+181,2912,0.03039420023560524,364,5.3209776069707004e-05,
+182,2920,0.03069012612104416,365,6.910566571605159e-05,
+182,2928,0.031735070049762726,366,6.858651977381669e-05,
+183,2936,0.030661966651678085,367,7.938668477436295e-05,
+183,2944,0.029729753732681274,368,5.705408807443746e-05,
+,,,368,,8.207073551602662e-05
+184,2952,0.030345886945724487,369,4.5089711420587264e-05,
+184,2960,0.03139812499284744,370,8.787977981228323e-05,
+185,2968,0.03503016382455826,371,4.945499949826626e-05,
+185,2976,0.029798228293657303,372,8.950357323556091e-05,
+186,2984,0.03343700245022774,373,8.851982170199335e-05,
+186,2992,0.030246511101722717,374,4.9976611762758694e-05,
+187,3000,0.030797161161899567,375,5.2300988045317354e-05,
+187,3008,0.034906014800071716,376,9.02774140740803e-05,
+188,3016,0.03245176374912262,377,7.102676090653404e-05,
+188,3024,0.03283405676484108,378,7.305638428078964e-05,
+189,3032,0.03594692423939705,379,6.156856625239016e-05,
+189,3040,0.03153958171606064,380,7.104258156687138e-05,
+190,3048,0.031208496540784836,381,5.3895336804998806e-05,
+190,3056,0.0346258170902729,382,8.898091959963494e-05,
+191,3064,0.03063604235649109,383,8.35139485388936e-05,
+191,3072,0.030433103442192078,384,5.210697941038234e-05,
+,,,384,,7.628957973793149e-05
+192,3080,0.03062785416841507,385,6.432341547224496e-05,
+192,3088,0.03044024482369423,386,6.864615556878562e-05,
+193,3096,0.03673761710524559,387,4.887393333774526e-05,
+193,3104,0.030112367123365402,388,8.703073240212689e-05,
+194,3112,0.03357986733317375,389,4.2124582705582725e-05,
+194,3120,0.0402912013232708,390,8.804408139440056e-05,
+195,3128,0.030438896268606186,391,4.979771051694115e-05,
+195,3136,0.03075198084115982,392,7.965560462253052e-05,
+196,3144,0.033834658563137054,393,7.882155614424846e-05,
+196,3152,0.030685491859912872,394,5.06318961015495e-05,
+197,3160,0.030744731426239014,395,9.333338675787672e-05,
+197,3168,0.032037362456321716,396,3.710307009896496e-05,
+198,3176,0.030293453484773636,397,6.317775114439428e-05,
+198,3184,0.03067009523510933,398,6.800374717386148e-05,
+199,3192,0.031563498079776764,399,7.183384104791912e-05,
+199,3200,0.030107170343399048,400,5.541505038308969e-05,
+,,,400,,7.298185664694756e-05
+200,3208,0.03052108734846115,401,4.996155621483922e-05,
+200,3216,0.030399121344089508,402,7.829933451830584e-05,
+201,3224,0.031019262969493866,403,6.133004239927686e-05,
+201,3232,0.030305299907922745,404,6.494992385341902e-05,
+202,3240,0.031092770397663116,405,8.285893591164495e-05,
+202,3248,0.03164432942867279,406,4.689211073127808e-05,
+203,3256,0.0323403924703598,407,6.83331202253612e-05,
+203,3264,0.029971223324537277,408,6.651310650340747e-05,
+204,3272,0.03176417574286461,409,8.814739476292743e-05,
+204,3280,0.030535798519849777,410,4.841214058615151e-05,
+205,3288,0.030846145004034042,411,6.995635112616583e-05,
+205,3296,0.033568453043699265,412,5.288212901177758e-05,
+206,3304,0.03058566525578499,413,8.960894069787173e-05,
+206,3312,0.03058796375989914,414,3.819077460320841e-05,
+207,3320,0.030171286314725876,415,6.678117438241316e-05,
+207,3328,0.030120816081762314,416,6.752835065526597e-05,
+,,,416,,7.092570012900978e-05
+208,3336,0.03034573420882225,417,8.81637522525125e-05,
+208,3344,0.030543532222509384,418,4.000865146736032e-05,
+209,3352,0.03293949365615845,419,8.443858905593515e-05,
+209,3360,0.03227383643388748,420,3.838456245830457e-05,
+210,3368,0.030087999999523163,421,4.723485881186207e-05,
+210,3376,0.03231249004602432,422,7.965567942846974e-05,
+211,3384,0.030209366232156754,423,6.548497776748263e-05,
+211,3392,0.030092772096395493,424,6.785662867514475e-05,
+212,3400,0.03262942656874657,425,7.962579093145905e-05,
+212,3408,0.030468259006738663,426,4.768177836922405e-05,
+213,3416,0.03914406895637512,427,7.655613376300607e-05,
+213,3424,0.03548046573996544,428,4.90678528421995e-05,
+214,3432,0.03111802414059639,429,3.710298051373684e-05,
+214,3440,0.03362071514129639,430,9.959091357814032e-05,
+215,3448,0.030627690255641937,431,4.7011475544422865e-05,
+215,3456,0.030436336994171143,432,8.44674298150494e-05,
+,,,432,,6.925709021743387e-05
+216,3464,0.03053763136267662,433,5.1824133151967544e-05,
+216,3472,0.03111426904797554,434,8.22770543891238e-05,
+217,3480,0.034293849021196365,435,4.2779634441103553e-05,
+217,3488,0.030547339469194412,436,7.500735932808311e-05,
+218,3496,0.03128852695226669,437,7.91192887845682e-05,
+218,3504,0.03634415566921234,438,4.471670695238572e-05,
+219,3512,0.030323736369609833,439,4.949965727973904e-05,
+219,3520,0.030451439321041107,440,7.555834940831119e-05,
+220,3528,0.03719823807477951,441,8.080332213467045e-05,
+220,3536,0.031314749270677567,442,4.7071090193639975e-05,
+221,3544,0.030339326709508896,443,4.6445090674751555e-05,
+221,3552,0.03540204092860222,444,7.733146071586816e-05,
+222,3560,0.03032246232032776,445,5.344833630260837e-05,
+222,3568,0.032149408012628555,446,7.414235051328433e-05,
+223,3576,0.035738494247198105,447,6.56812053421163e-05,
+223,3584,0.030853521078824997,448,6.497818912976072e-05,
+,,,448,,6.857167318230495e-05
+224,3592,0.030916187912225723,449,4.5581026142826886e-05,
+224,3600,0.03062349557876587,450,7.414300011987507e-05,
+225,3608,0.033454593271017075,451,4.955942745255015e-05,
+225,3616,0.03091074526309967,452,7.552799002041866e-05,
+226,3624,0.030393607914447784,453,6.919537736393977e-05,
+226,3632,0.031711697578430176,454,6.283481957325421e-05,
+227,3640,0.035494305193424225,455,6.75735727782012e-05,
+227,3648,0.030406005680561066,456,5.2552996976373834e-05,
+228,3656,0.031245656311511993,457,6.000301914355077e-05,
+228,3664,0.0306868739426136,458,6.47420247332775e-05,
+229,3672,0.030517861247062683,459,6.287867336141062e-05,
+229,3680,0.03228259086608887,460,6.140465598036826e-05,
+230,3688,0.03228852525353432,461,4.410592919157352e-05,
+230,3696,0.030789602547883987,462,7.223604620776314e-05,
+231,3704,0.030632968991994858,463,5.520658191926486e-05,
+231,3712,0.033362239599227905,464,7.044776612019632e-05,
+,,,464,,6.961452891118824e-05
+232,3720,0.03451821953058243,465,6.414610993488168e-05,
+232,3728,0.030791107565164566,466,6.187984104144562e-05,
+233,3736,0.03130439668893814,467,4.77860705814237e-05,
+233,3744,0.03276073560118675,468,7.46195187275589e-05,
+234,3752,0.03204459697008133,469,7.551365206381888e-05,
+234,3760,0.030658915638923645,470,4.488070021579915e-05,
+235,3768,0.030966240912675858,471,5.796273035230115e-05,
+235,3776,0.030831705778837204,472,6.193953686306486e-05,
+236,3784,0.031250763684511185,473,4.27945606134017e-05,
+236,3792,0.034857939928770065,474,8.014735794859007e-05,
+237,3800,0.030876614153385162,475,3.5270359830974485e-05,
+237,3808,0.03047255426645279,476,8.99517556263163e-05,
+238,3816,0.03235571086406708,477,5.4416773537013796e-05,
+238,3824,0.03500329703092575,478,6.974676921345235e-05,
+239,3832,0.03096822276711464,479,5.8737453173307586e-05,
+239,3840,0.03091460093855858,480,6.468156448136142e-05,
+,,,480,,6.594917067559436e-05
+240,3848,0.02995513379573822,481,8.677764935782761e-05,
+240,3856,0.030635502189397812,482,3.561300718502025e-05,
+241,3864,0.035463545471429825,483,5.8871681403616094e-05,
+241,3872,0.030586905777454376,484,6.161236592561181e-05,
+242,3880,0.03028218075633049,485,4.730927003038232e-05,
+242,3888,0.030684828758239746,486,7.61838036851259e-05,
+243,3896,0.031445443630218506,487,6.264050557547307e-05,
+243,3904,0.03480074554681778,488,5.5981092828005785e-05,
+244,3912,0.0303480364382267,489,8.519862876710249e-05,
+244,3920,0.030551139265298843,490,3.4584906870804843e-05,
+245,3928,0.03158945590257645,491,6.484522441496665e-05,
+245,3936,0.030353780835866928,492,5.3850900712859584e-05,
+246,3944,0.03167319297790527,493,6.047929173291777e-05,
+246,3952,0.034518178552389145,494,6.080867228774878e-05,
+247,3960,0.03075772523880005,495,4.2004879787782556e-05,
+247,3968,0.030528470873832703,496,7.476892437807692e-05,
+,,,496,,6.42803352093324e-05
+248,3976,0.03161099553108215,497,6.255049083847553e-05,
+248,3984,0.03238478675484657,498,5.7858459740600665e-05,
+249,3992,0.030249103903770447,499,7.445535243277845e-05,
+249,4000,0.03092648833990097,500,4.628131273420877e-05,
+250,4008,0.03240429237484932,501,8.974215802481922e-05,
+250,4016,0.030636262148618698,502,3.5419325286056846e-05,
+251,4024,0.030117467045783997,503,8.606301685176732e-05,
+251,4032,0.03280829265713692,504,3.126211322523886e-05,
+252,4040,0.035802166908979416,505,7.037379282337497e-05,
+252,4048,0.030948374420404434,506,4.321195160628122e-05,
+253,4056,0.03238270431756973,507,7.098430069163442e-05,
+253,4064,0.03529927134513855,508,4.726459201265243e-05,
+254,4072,0.030212678015232086,509,7.369621334873955e-05,
+254,4080,0.030809827148914337,510,3.757954823413456e-05,
+255,4088,0.041277650743722916,511,4.6594422883572406e-05,
+255,4096,0.03670929744839668,512,6.997048330958933e-05,
+,,,512,,6.159847544040531e-05
+256,4104,0.03313380852341652,513,4.836730772694864e-05,
+256,4112,0.031124860048294067,514,7.12815699444036e-05,
+257,4120,0.032202351838350296,515,6.19991012626997e-05,
+257,4128,0.03989415243268013,516,5.6651486147529795e-05,
+258,4136,0.030389204621315002,517,4.850175332649087e-05,
+258,4144,0.031189505010843277,518,7.085000083861814e-05,
+259,4152,0.03310060128569603,519,7.12667554125801e-05,
+259,4160,0.036750391125679016,520,4.8009882902988466e-05,
+260,4168,0.031088531017303467,521,5.918358147027902e-05,
+260,4176,0.03175906464457512,522,5.617480110231554e-05,
+261,4184,0.0356479212641716,523,4.766710276271624e-05,
+261,4192,0.030309230089187622,524,6.857026926354592e-05,
+262,4200,0.030749212950468063,525,6.143279233583598e-05,
+262,4208,0.0329086109995842,526,5.6949708095999085e-05,
+263,4216,0.02963314577937126,527,6.310105618467787e-05,
+263,4224,0.03029458224773407,528,5.842467430738907e-05,
+,,,528,,6.529365055030212e-05
+264,4232,0.03381183370947838,529,5.834918442815251e-05,
+264,4240,0.030986737459897995,530,5.607035200227983e-05,
+265,4248,0.03089163452386856,531,7.071601953612117e-05,
+265,4256,0.03249857947230339,532,4.319705647048977e-05,
+266,4264,0.0319129042327404,533,5.1674801397894043e-05,
+266,4272,0.030718281865119934,534,6.284914388743346e-05,
+267,4280,0.03095455840229988,535,6.690149780297361e-05,
+267,4288,0.03472419083118439,536,4.69667490961001e-05,
+268,4296,0.030097253620624542,537,6.484534628725669e-05,
+268,4304,0.031039174646139145,538,4.7816077540119295e-05,
+269,4312,0.03599577024579048,539,4.613237797457259e-05,
+269,4320,0.030455533415079117,540,6.213423853296263e-05,
+270,4328,0.030656754970550537,541,7.515507718380832e-05,
+270,4336,0.03268549218773842,542,4.7413670472451486e-05,
+271,4344,0.03169138729572296,543,4.733927835331997e-05,
+271,4352,0.03189981356263161,544,6.901688766447478e-05,
+,,,544,,6.13004740444012e-05
+272,4360,0.03032751753926277,545,3.2454081974719884e-05,
+272,4368,0.030785981565713882,546,8.33361580134806e-05,
+273,4376,0.031885672360658646,547,4.514879401540384e-05,
+273,4384,0.03266819193959236,548,7.104400287971657e-05,
+274,4392,0.03086935728788376,549,5.358098269425682e-05,
+274,4400,0.03145723417401314,550,6.237333991521155e-05,
+275,4408,0.03412787243723869,551,7.05525590092293e-05,
+275,4416,0.030667517334222794,552,4.178132144261326e-05,
+276,4424,0.03255639970302582,553,4.4284604200584e-05,
+276,4432,0.03640100359916687,554,6.873470556456596e-05,
+277,4440,0.03071019798517227,555,4.480613119994814e-05,
+277,4448,0.03037109598517418,556,7.277165832419996e-05,
+278,4456,0.03081711381673813,557,2.7119716150991735e-05,
+278,4464,0.030530694872140884,558,8.370964314963203e-05,
+279,4472,0.03403492644429207,559,6.956820402592712e-05,
+279,4480,0.030345555394887924,560,4.564066966850078e-05,
+,,,560,,5.781393338111229e-05

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-4.018174,-0.018174311
+12007,-6.3767204,-0.0017204973
+8229,-0.00045336934,-7.7504535
+31449,-11.875026,-2.62257e-05
+1591,-6.5086155e-05,-11.125065
+53542,-10.125058,-5.817244e-05
+49372,-10.6250515,-5.113948e-05
+54831,-0.00022396917,-8.625224
+44771,-8.625194,-0.00019381552
+33116,-7.474143e-05,-11.000074
+33492,-10.250046,-4.5417706e-05
+16982,-5.2552557,-0.005255692
+31901,-8.500241,-0.00024089296
+49817,-0.008662504,-4.7586627
+60681,-7.1258416,-0.00084150187
+39890,-9.25011,-0.000109904926
+62685,-0.00010322992,-9.625103
+2201,-11.750162,-0.00016258826
+47201,-0.000103706705,-9.500104
+20835,-12.37503,-2.9682673e-05
+15421,-11.375029,-2.8967437e-05
+45021,-0.00033706706,-8.125337
+45802,-0.00018356545,-9.375183
+43637,-0.0006573423,-7.3756576
+7160,-0.0005813339,-7.5005813
+8150,-1.1369054,-0.38690543
+3512,-10.625034,-3.421248e-05
+29264,-7.986704e-05,-11.50008
+32960,-0.00022456508,-8.750224
+32221,-0.00043787903,-7.8754377
+35996,-11.375026,-2.6106494e-05
+4422,-12.125037,-3.6954196e-05
+22209,-0.00021765247,-8.625217
+6920,-12.12502,-2.0265374e-05
+25253,-0.00013636613,-9.625136
+680,-1.0537344,-0.42873442
+50140,-10.875037,-3.6834994e-05
+28481,-11.625029,-2.8729026e-05
+36298,-0.0008512687,-7.125851
+16473,-12.000016,-1.6212332e-05
+11102,-7.2507234,-0.00072333874
+62901,-0.0013454442,-6.6263456
+16123,-10.75005,-4.9709037e-05
+52012,-8.248942e-05,-11.000082
+60780,-0.00047553197,-7.7504754
+1781,-12.37502,-1.966934e-05
+41449,-0.00060647214,-7.5006065
+908,-9.875067,-6.7112574e-05
+15507,-11.375045,-4.4464075e-05
+57914,-3.8955622,-0.02056222
+46159,-7.500571,-0.0005706113
+56461,-12.500015,-1.5139465e-05
+62107,-7.605264e-05,-10.500076
+49087,-12.875025,-2.4556812e-05
+65792,-8.66614e-05,-10.250087
+13181,-0.00012790339,-9.500128
+54119,-11.625024,-2.4318399e-05
+51997,-0.00014971566,-9.00015
+24924,-11.500033,-3.3139633e-05
+45890,-0.00010048838,-10.0001
+41716,-2.1269648,-0.1269649
+60175,-0.00013708128,-9.250137
+30318,-0.00014363688,-9.125144
+13221,-10.375041,-4.1245563e-05
+15509,-12.500015,-1.537788e-05
+37365,-9.750071,-7.056941e-05
+60975,-1.9102492,-0.16024919
+51375,-7.188062e-05,-10.625072
+16004,-11.125033,-3.373566e-05
+12837,-10.750037,-3.7311813e-05
+17864,-11.500038,-3.8384653e-05
+67134,-10.50005,-4.9947444e-05
+18611,-10.000063,-6.305973e-05
+12861,-9.750089,-8.9164576e-05
+58084,-11.875021,-2.0622994e-05
+32874,-0.07000581,-2.695006
+32717,-11.250026,-2.62257e-05
+23413,-10.6250925,-9.214454e-05
+59634,-1.7014307,-0.20143068
+15629,-0.14281327,-2.0178132
+47071,-0.0004900685,-7.75049
+48558,-10.625047,-4.6490542e-05
+3648,-7.1165414e-05,-10.000072
+43367,-0.0013472299,-6.626347
+14869,-7.855584e-05,-11.125078
+1518,-0.00046182933,-7.750462
+16976,-11.625483,-0.00048208536
+20931,-11.500022,-2.1815062e-05
+67379,-11.625032,-3.2424403e-05
+4741,-9.762764e-05,-10.125097
+5765,-10.625042,-4.2079995e-05
+48791,-0.00065472146,-7.3756547
+15298,-7.500571,-0.00057096867
+21874,-10.125083,-8.284702e-05
+9095,-9.875101,-0.00010132276
+3840,-11.750019,-1.883489e-05
+55636,-1.313278,-0.31327793
+57364,-6.376722,-0.0017220443
+65863,-0.00015948931,-10.000159
+40786,-7.7959834e-05,-11.750078
+8118,-11.625021,-2.1338235e-05
+52441,-6.627817e-05,-11.000066
+38593,-0.018164126,-4.018164
+5517,-0.00036828886,-8.125368
+39136,-3.2880633,-0.038063332
+47292,-0.00030834688,-8.625308
+34052,-0.0029191046,-5.877919
+16037,-11.875024,-2.396078e-05
+64606,-11.87502,-2.0146166e-05
+19552,-0.0046400493,-5.37964
+14116,-9.750073,-7.3072624e-05
+11261,-6.501514,-0.0015141225
+11668,-12.50002,-2.0265374e-05
+42198,-11.000032,-3.266281e-05
+22526,-13.125045,-4.482169e-05
+8037,-10.875034,-3.4689303e-05
+5324,-9.125137,-0.00013720048
+56692,-8.523101e-05,-10.250085
+59753,-0.12695041,-2.1269505
+47298,-0.016058983,-4.141059
+57801,-3.651311,-0.026310897
+58413,-12.875017,-1.6927575e-05
+10673,-8.189343e-05,-11.000082
+65730,-12.250016,-1.6450747e-05
+40287,-10.500038,-3.8384653e-05
+15186,-11.125033,-3.3139633e-05
+43119,-0.00014411364,-9.250144
+39219,-11.75003,-3.004029e-05
+50340,-11.000024,-2.3483954e-05
+34297,-10.500053,-5.3642743e-05
+62941,-0.00046171018,-7.7504616
+31551,-13.625021,-2.1457441e-05
+41344,-10.625047,-4.6371337e-05
+46402,-12.750018,-1.8358061e-05
+13636,-9.625083,-8.2608625e-05
+42241,-11.250025,-2.4437606e-05
+15422,-3.5297592,-0.029759096
+25014,-12.125026,-2.5748875e-05
+19613,-4.141057,-0.016056988
+5515,-0.00047005096,-7.75047
+64128,-6.520536e-05,-12.000065
+28084,-0.00011610311,-10.500116
+10395,-8.375239,-0.00023934362
+9965,-0.25195035,-1.5019504
+27221,-9.875059,-5.9364465e-05
+11994,-0.00013982272,-11.50014
+43384,-8.0582235e-05,-10.25008
+44329,-0.00011395759,-11.5001135
+58937,-8.928377e-05,-11.12509
+29119,-6.1152496e-05,-10.250061
+8989,-0.00021050144,-9.625211
+23043,-11.125037,-3.7311813e-05
+32166,-0.00036078144,-8.1253605
+42729,-0.00077634706,-7.2507763
+6863,-11.250037,-3.6834994e-05
+41187,-0.00015865498,-10.500158
+36039,-13.375027,-2.6702524e-05
+55977,-0.00016902448,-8.875169
+8129,-11.000032,-3.2424403e-05
+60223,-11.750029,-2.9086643e-05
+9414,-0.000109308945,-9.37511
+26177,-0.000104302686,-10.250104
+38443,-0.00040070133,-7.8754005
+43084,-8.427742e-05,-10.625084
+53673,-0.00013982272,-9.37514
+15057,-8.875175,-0.0001753415
+51700,-0.00018070496,-9.37518
+51201,-11.500024,-2.4199193e-05
+47078,-11.625026,-2.5391257e-05
+59961,-9.500089,-8.880698e-05
+22272,-4.7586384,-0.008638158
+65773,-0.6931672,-0.6931672
+33746,-0.04860811,-3.048608
+27311,-11.750023,-2.3007127e-05
+41292,-6.413254e-05,-10.000064
+17110,-4.758641,-0.008640995
+57029,-0.00020966715,-9.62521
+3009,-12.500013,-1.3589766e-05
+40193,-12.000021,-2.0861407e-05
+27618,-10.500044,-4.4225668e-05
+20145,-12.625018,-1.7762026e-05
+52193,-11.500026,-2.5391257e-05
+34398,-0.0010844547,-6.8760843
+36473,-12.5000725,-7.2715025e-05
+43577,-5.9960475e-05,-10.62506
+57850,-11.500021,-2.0742202e-05
+61117,-0.00018821376,-9.000188
+32569,-8.500216,-0.00021526881
+12290,-12.750023,-2.3126335e-05
+19499,-11.625037,-3.755022e-05
+60470,-0.00022110878,-8.500221
+8962,-12.875041,-4.136477e-05
+65955,-10.375066,-6.5682165e-05
+62486,-2.1269739,-0.12697393
+19000,-0.3868919,-1.1368918
+22631,-10.500044,-4.398726e-05
+25613,-0.00045837386,-7.7504582
+56086,-11.500024,-2.3483954e-05
+28883,-3.895554,-0.020554045
+26425,-11.125031,-3.1232346e-05
+48097,-0.01606215,-4.1410623
+61477,-0.03809948,-3.2880995
+9121,-2.126941,-0.12694097
+66709,-9.625081,-8.129743e-05
+51472,-9.000176,-0.00017641419
+19809,-9.750079,-7.9390236e-05
+38959,-10.500052,-5.233151e-05
+39849,-8.272783e-05,-9.750083
+59964,-0.0002292132,-8.500229
+65268,-11.500028,-2.7656173e-05
+8791,-0.57596654,-0.82596654
+51774,-11.000032,-3.2901222e-05
+49640,-0.0010814777,-6.8760815
+20125,-9.875061,-6.15101e-05
+59640,-0.16026391,-1.9102639
+68206,-10.625105,-0.000104898674
+48079,-12.625026,-2.6106494e-05
+49583,-7.3756366,-0.0006363751
+67054,-0.00030965777,-8.25031
+59571,-4.634777,-0.00977704
+29080,-11.250051,-5.0305054e-05
+29111,-10.375053,-5.316593e-05
+20758,-11.0000305,-3.0278701e-05
+64023,-0.00013267114,-9.500133
+29058,-0.00011812943,-10.250118
+18185,-0.00012420837,-9.500124
+36543,-0.00010859377,-9.625109
+54983,-9.000136,-0.00013684291
+3101,-8.250269,-0.00026866165
+42140,-0.00011610311,-9.625116
+6954,-5.9364465e-05,-11.000059
+15955,-10.37506,-5.9960475e-05
+61746,-0.00011717586,-9.500117
+32055,-0.001377944,-6.626378
+39496,-10.000066,-6.592056e-05
+59909,-9.7500725,-7.259582e-05
+66296,-0.00014697426,-10.250147
+46804,-9.625076,-7.605264e-05
+35049,-0.00022122797,-10.500221
+56017,-6.127257,-0.002257063
+26947,-10.625035,-3.492771e-05
+38928,-0.00012814178,-9.875128
+15029,-11.87504,-4.0411134e-05
+7086,-0.0001678326,-9.250168
+537,-0.029806769,-3.5298069
+50731,-0.00036864638,-8.000369
+63604,-10.500045,-4.482169e-05
+67049,-0.17976038,-1.8047603
+31161,-0.000577164,-7.500577
+58922,-12.250044,-4.4344873e-05
+18347,-11.5000305,-3.0517112e-05
+25864,-2.1269398,-0.1269398
+63846,-0.00021300431,-8.625213
+13353,-0.000101561156,-9.625101
+25378,-8.375248,-0.0002478054
+59101,-11.250042,-4.1841584e-05
+20895,-0.10022632,-2.3502264
+48119,-11.750021,-2.0622994e-05
+14332,-6.9138994e-05,-10.750069
+25497,-11.25003,-2.9801879e-05
+8686,-1.9102714,-0.16027142
+22758,-8.250324,-0.00032407753
+7666,-0.00013064485,-9.375131
+20686,-2.1269498,-0.12694989
+18975,-10.625065,-6.496695e-05
+19054,-10.250048,-4.7324967e-05
+48123,-13.000017,-1.6927575e-05
+57909,-11.625026,-2.5748875e-05
+9226,-11.750029,-2.8490615e-05
+48653,-0.0004556333,-7.750456
+44013,-0.029859645,-3.5298595
+11409,-10.500057,-5.7218822e-05
+62736,-0.002527616,-6.0025277
+2777,-10.25006,-5.9960475e-05
+7058,-6.0675688e-05,-10.750061
+48408,-0.0041220943,-5.5041223
+28934,-11.000031,-3.1828375e-05
+46578,-11.375036,-3.6119764e-05
+23203,-8.375244,-0.00024446836
+6257,-11.250037,-3.6834994e-05
+53444,-0.0003537506,-8.125354
+17816,-3.89556,-0.02056012
+46307,-12.000034,-3.4570097e-05
+20599,-12.875029,-2.860982e-05
+29423,-0.0002467328,-8.500247
+21041,-8.284702e-05,-10.250083
+16633,-12.37502,-1.966934e-05
+20221,-9.250109,-0.00010918975
+27466,-0.000109308945,-9.37511
+22987,-0.00047183826,-7.750472
+9322,-2.1269453,-0.12694527
+3265,-1.9102445,-0.16024442
+22814,-7.7504478,-0.0004476499
+56185,-11.375029,-2.8848232e-05
+55014,-11.625022,-2.1576649e-05
+43437,-10.375048,-4.7444173e-05
+24683,-0.00022456508,-8.625224
+10233,-0.6931716,-0.6931716
+19001,-0.00019286203,-11.625193
+32718,-0.00046731043,-7.7504673
+31030,-0.00012694983,-9.875127
+1099,-7.831743e-05,-12.000078
+57982,-9.000144,-0.00014387527
+49148,-0.22542262,-1.6004226
+40880,-11.250022,-2.2053475e-05
+31148,-0.00010573305,-11.125106
+9446,-10.750033,-3.3020428e-05
+18579,-12.375038,-3.8384653e-05
+30932,-7.6255007,-0.000500792
+40792,-0.8260151,-0.5760151
+48600,-0.0008736608,-7.1258736
+44588,-7.3756647,-0.00066484755
+33828,-11.625023,-2.3007127e-05
+33917,-0.0006276783,-7.6256275
+2026,-0.4287277,-1.0537276
+56745,-0.00034624303,-8.125346
+17383,-2.0176947,-0.14269462
+2372,-0.033725876,-3.408726
+56600,-0.016457759,-4.1414576
+50257,-0.00014983486,-9.50015
+38892,-0.00033825875,-8.125339
+45844,-0.00022730629,-9.375227
+29062,-0.10028714,-2.3502872
+5655,-10.625042,-4.2199197e-05
+67611,-0.006749806,-5.0067496
+18546,-0.0009112973,-7.125911
+63060,-12.125032,-3.2543605e-05
+36068,-10.875053,-5.3881147e-05
+784,-0.0380592,-3.2880592
+20429,-0.000234338,-8.750235
+21679,-11.875031,-3.194758e-05
+53617,-12.750024,-2.396078e-05
+6978,-12.750016,-1.633154e-05
+53262,-0.000100249985,-10.7501
+181,-0.00013088323,-9.375131
+28744,-0.0025246434,-6.002525
+48716,-0.00014602071,-9.125146
+51468,-7.188062e-05,-10.250072
+62209,-12.375027,-2.6702524e-05
+8732,-9.750071,-7.033101e-05
+56949,-10.375044,-4.398726e-05
+26885,-0.00012516193,-11.125125
+43345,-0.10023764,-2.3502376
+8053,-10.375038,-3.826545e-05
+59402,-12.00003,-2.9325056e-05
+49552,-9.6078074e-05,-9.875096
+12348,-2.46397,-0.08896999
+28335,-8.250278,-0.0002780766
+59114,-9.250109,-0.00010883216
+12625,-9.875081,-8.105903e-05
+8876,-8.6252575,-0.00025722056
+29959,-11.500019,-1.9073304e-05
+37911,-8.63038e-05,-9.875086
+38412,-5.00673,-0.0067299134
+31999,-6.6635774e-05,-10.625067
+34775,-0.00024983147,-8.50025
+65737,-10.125057,-5.769563e-05
+25244,-0.0032170468,-5.753217
+51630,-11.750022,-2.1576649e-05
+23979,-7.500582,-0.0005820487
+34638,-11.000027,-2.6464111e-05
+22311,-13.500025,-2.467602e-05
+14004,-12.625021,-2.1338235e-05
+310,-0.0001038259,-9.500104
+49105,-0.000120155746,-9.50012
+38782,-13.750024,-2.3603161e-05
+4647,-10.875032,-3.2782016e-05
+43782,-6.8185385e-05,-11.125068
+66046,-0.03808284,-3.2880828
+16690,-12.250025,-2.467602e-05
+67731,-0.00016807097,-9.000168
+54867,-11.37503,-2.9682673e-05
+34108,-8.875179,-0.00017903633
+67332,-0.009772436,-4.6347723
+22567,-9.97732e-05,-9.6251
+57173,-0.00082268246,-7.1258225
+26527,-10.750038,-3.778863e-05
+59580,-10.625044,-4.4344873e-05
+20737,-0.061998315,-2.8119984
+53307,-8.809179e-05,-12.500088
+32783,-5.447716e-05,-11.125054
+7868,-12.125019,-1.9192512e-05
+50777,-0.00029059002,-8.250291
+29307,-12.500017,-1.7642818e-05
+18297,-0.0010843356,-6.8760843
+44524,-11.625026,-2.5391257e-05
+61320,-0.061993275,-2.8119934
+2578,-1.4062264,-0.28122643
+40612,-0.00020048993,-9.0002
+32523,-9.375104,-0.0001040643
+48509,-0.0028338772,-5.877834
+36666,-9.875064,-6.437094e-05
+6539,-11.625024,-2.4079987e-05
+33620,-10.750068,-6.7708585e-05
+55547,-11.000032,-3.2066786e-05
+11751,-11.000028,-2.8132996e-05
+30491,-0.00057930854,-7.5005794
+48294,-10.750035,-3.5285328e-05
+37424,-11.250031,-3.1470758e-05
+29155,-3.0485966,-0.04859664

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 560
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv

@@ -0,0 +1,1362 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.4145754314959049,0,4.979368209838867,
+0,8,0.06175140291452408,1,4.861682236194611,
+1,16,0.030844055116176605,2,3.6231805086135864,
+1,24,0.042058538645505905,3,1.7309844940900803,
+2,32,0.03535224869847298,4,0.7811897937208414,
+3,40,0.045071132481098175,5,0.404533002525568,
+3,48,0.03612799942493439,6,0.3771473076194525,
+4,56,0.0340304933488369,7,0.3006067555397749,
+5,64,0.03292572870850563,8,0.23906155047006905,
+5,72,0.03221740573644638,9,0.4230394922196865,
+6,80,0.03300163894891739,10,0.32936028705444187,
+7,88,0.03359672799706459,11,0.10205081489402801,
+7,96,0.033643871545791626,12,0.0976282701594755,
+8,104,0.03092699870467186,13,0.07047840708401054,
+9,112,0.030632711946964264,14,0.1569224460690748,
+9,120,0.03116096556186676,15,0.08944020055059809,
+10,128,0.03118249773979187,16,0.03363956082466757,
+,,,16,,0.00149447089061141
+11,136,0.031077172607183456,17,0.006708768407406751,
+11,144,0.030272003263235092,18,0.0016023728167056106,
+12,152,0.031022969633340836,19,0.002291392691404326,
+13,160,0.033380474895238876,20,0.0034289653831365285,
+13,168,0.030730653554201126,21,0.0005588590574916452,
+14,176,0.030735496431589127,22,0.0005303760299284477,
+15,184,0.03039712831377983,23,0.009681603391072713,
+15,192,0.030442070215940475,24,0.00906955573373125,
+16,200,0.03056205064058304,25,0.008397828112720163,
+17,208,0.030462943017482758,26,0.00027172459886060096,
+17,216,0.030735429376363754,27,0.0017938365181180416,
+18,224,0.031821295619010925,28,0.0009051913511939347,
+19,232,0.03191368654370308,29,0.00044506815902423114,
+19,240,0.029937464743852615,30,0.0007243810341606149,
+20,248,0.031097721308469772,31,0.00029147689929232,
+21,256,0.03101411834359169,32,0.0005721036723116413,
+,,,32,,0.0005416701547801495
+21,264,0.03642554581165314,33,0.0006695475167362019,
+22,272,0.03810666501522064,34,0.00048307222823495977,
+23,280,0.03483187034726143,35,0.000661182446492603,
+23,288,0.03379320725798607,36,0.00026798633189173415,
+24,296,0.033206839114427567,37,0.0005403701616160106,
+25,304,0.0324302576482296,38,0.0005167680392332841,
+25,312,0.031064428389072418,39,0.00026174395861744415,
+26,320,0.03013010323047638,40,0.00043443936192488763,
+27,328,0.029982198029756546,41,0.0004843571277888259,
+27,336,0.030130673199892044,42,0.00043399229798524175,
+28,344,0.03029971569776535,43,0.0004204994475003332,
+29,352,0.030396834015846252,44,0.0005205605975788785,
+29,360,0.0321585051715374,45,0.00036488954174274113,
+30,368,0.04076659679412842,46,0.0005187424521864159,
+31,376,0.031215757131576538,47,0.000388067819585558,
+31,384,0.03689185902476311,48,0.0003924864995497046,
+,,,48,,0.0004565022885799408
+32,392,0.03049440309405327,49,0.0004050845000165282,
+33,400,0.03039376437664032,50,0.00044178200278111035,
+33,408,0.02983550727367401,51,0.0004203072803647956,
+34,416,0.03191836550831795,52,0.00045381223753793165,
+35,424,0.033158887177705765,53,0.0003422903573664371,
+35,432,0.031027641147375107,54,0.0003744785353774205,
+36,440,0.03226661682128906,55,0.0003764906468859408,
+37,448,0.035463035106658936,56,0.0003488453012323589,
+37,456,0.03450745716691017,57,0.0004499341494010878,
+38,464,0.02944854274392128,58,0.00045439720270223916,
+39,472,0.029867488890886307,59,0.00019688022166519659,
+39,480,0.03148772940039635,60,0.0004694746094173752,
+40,488,0.029525209218263626,61,0.0003244870313210413,
+41,496,0.030142907053232193,62,0.00031709247014077846,
+41,504,0.030077874660491943,63,0.0004923853448417503,
+42,512,0.030081145465373993,64,0.0004257784858054947,
+,,,64,,0.00041646859608590603
+43,520,0.030738849192857742,65,0.00023362057436315808,
+43,528,0.03139409050345421,66,0.00045137122197047574,
+44,536,0.03564589470624924,67,0.00032155189728655387,
+45,544,0.03167276456952095,68,0.00044184402395330835,
+45,552,0.031472645699977875,69,0.0003573309249986778,
+46,560,0.03136417642235756,70,0.0004268561642675195,
+47,568,0.0308738574385643,71,0.00019108547530777287,
+47,576,0.03287641331553459,72,0.00043336655107850675,
+48,584,0.032466743141412735,73,0.00033607498880883213,
+49,592,0.03728114441037178,74,0.00030856004741508514,
+49,600,0.048114534467458725,75,0.00042996102820325177,
+50,608,0.04215790703892708,76,0.00028618495525734033,
+51,616,0.03922523558139801,77,0.0003713665983013925,
+51,624,0.038255635648965836,78,0.0003918995807907777,
+52,632,0.03555984050035477,79,0.00028147447483206633,
+53,640,0.035758163779973984,80,0.00028615075461857487,
+,,,80,,0.0003769729752093554
+53,648,0.03664135932922363,81,0.00042018962267320603,
+54,656,0.035303693264722824,82,0.0003797850731643848,
+55,664,0.034047748893499374,83,0.00024262641909444937,
+55,672,0.03382674604654312,84,0.0002933039659183123,
+56,680,0.03267568722367287,85,0.000353335091858753,
+57,688,0.03396157547831535,86,0.0002838108148353058,
+57,696,0.034851305186748505,87,0.000295046854262182,
+58,704,0.037687044590711594,88,0.0002491821469448041,
+59,712,0.03346740081906319,89,0.0003826437514362624,
+59,720,0.03313224017620087,90,0.0002724150417634519,
+60,728,0.03275264427065849,91,0.0002632015030030743,
+61,736,0.03109479323029518,92,0.0004656364890252007,
+61,744,0.03236036002635956,93,0.00017283712168136844,
+62,752,0.03269718587398529,94,0.0003076198718190426,
+63,760,0.03158660978078842,95,0.00021229397589195287,
+63,768,0.03414923697710037,96,0.0004000618664576905,
+,,,96,,0.00032153085339814425
+64,776,0.03435470163822174,97,0.0003378862365934765,
+65,784,0.03416203334927559,98,0.0002761203795671463,
+65,792,0.030851732939481735,99,0.0002624260014272295,
+66,800,0.031437862664461136,100,0.00035360217862034915,
+67,808,0.03192376717925072,101,0.0002800570155159221,
+67,816,0.03460301086306572,102,0.0002624875232868362,
+68,824,0.03350606560707092,103,0.0003495217297313502,
+69,832,0.03217671439051628,104,0.0001966441450349521,
+69,840,0.03113674744963646,105,0.00032760547492216574,
+70,848,0.031002100557088852,106,0.0002464772442181129,
+71,856,0.03767838329076767,107,0.00024197150742111262,
+71,864,0.03333130106329918,108,0.0003324811605125433,
+72,872,0.03175059333443642,109,0.00035365820622246247,
+73,880,0.03170232102274895,110,0.0002622248139232397,
+73,888,0.03657601401209831,111,0.00022559836270374944,
+74,896,0.030941564589738846,112,0.00022150064705783734,
+,,,112,,0.0003049172693863511
+75,904,0.03107564151287079,113,0.00028664497131103417,
+75,912,0.030836787074804306,114,0.00033277134480158566,
+76,920,0.030801255255937576,115,0.00022775547859055223,
+77,928,0.030892882496118546,116,0.000212030730835977,
+77,936,0.03131639584898949,117,0.00032085324346553534,
+78,944,0.03305600956082344,118,0.0001966013132914668,
+79,952,0.033582720905542374,119,0.0003219157642888604,
+79,960,0.03444118797779083,120,0.00020968200897186762,
+80,968,0.032792869955301285,121,0.0003134624284939491,
+81,976,0.031742408871650696,122,0.0003046885385629139,
+81,984,0.031888220459222794,123,0.0001451548105251277,
+82,992,0.03372999653220177,124,0.00021107782413309906,
+83,1000,0.031132236123085022,125,0.00036020677816850366,
+83,1008,0.03109828755259514,126,0.00014588580779673066,
+84,1016,0.031527165323495865,127,0.00021489693153853295,
+85,1024,0.030845824629068375,128,0.00028366541755531216,
+,,,128,,0.0002576537663117051
+85,1032,0.030437447130680084,129,0.00022673265266348608,
+86,1040,0.03070889785885811,130,0.00013593287349067396,
+87,1048,0.02998928725719452,131,0.0002875303462133161,
+87,1056,0.03026026487350464,132,0.00028834803833888145,
+88,1064,0.032135315239429474,133,0.00027428343764768215,
+89,1072,0.03141089901328087,134,0.00021322915381460916,
+89,1080,0.03199990466237068,135,0.00019526003234204836,
+90,1088,0.03329627960920334,136,0.00027981224502582336,
+91,1096,0.03123774379491806,137,0.0001152974036813248,
+91,1104,0.031870853155851364,138,0.0003061914449062897,
+92,1112,0.031215492635965347,139,0.0002179511493523023,
+93,1120,0.03453441709280014,140,0.00024000167377380421,
+93,1128,0.03124748170375824,141,0.00022839599660073873,
+94,1136,0.03098856285214424,142,0.00017683023543213494,
+95,1144,0.031106669455766678,143,0.00036599447412299924,
+95,1152,0.03588084131479263,144,0.00011815812740678666,
+,,,144,,0.00023451787419617176
+96,1160,0.06029719114303589,145,0.0002608267159303068,
+97,1168,0.0326005294919014,146,0.0001749411821947433,
+97,1176,0.040051210671663284,147,0.00019957303811679594,
+98,1184,0.03155476972460747,148,0.0001720813070278382,
+99,1192,0.030846506357192993,149,0.00025982742863561725,
+99,1200,0.030235636979341507,150,0.00019628051904874155,
+100,1208,0.030879247933626175,151,0.00023098969450074947,
+101,1216,0.03572435304522514,152,0.00019390487796044908,
+101,1224,0.030144549906253815,153,0.00017439962994103553,
+102,1232,0.03089812770485878,154,0.00012283691739867209,
+103,1240,0.031594615429639816,155,0.00029091504984535277,
+103,1248,0.030045468360185623,156,0.00015712620006524958,
+104,1256,0.02986714616417885,157,0.00019823203456326155,
+105,1264,0.03167734295129776,158,0.0001483502328483155,
+105,1272,0.030486010015010834,159,0.0002382786824455252,
+106,1280,0.039396386593580246,160,0.00018156991973228287,
+,,,160,,0.00021054472308605908
+107,1288,0.031022459268569946,161,0.0002630046701597166,
+107,1296,0.029899481683969498,162,0.00010737133834481938,
+108,1304,0.03015802800655365,163,0.00018001555690716486,
+109,1312,0.02975090593099594,164,0.00020942788614775054,
+109,1320,0.04803796857595444,165,0.00016808612645036192,
+110,1328,0.0344308465719223,166,0.000153641774886637,
+111,1336,0.04424126818776131,167,0.0001794047370822227,
+111,1344,0.033966634422540665,168,0.00020470170420594513,
+112,1352,0.03217357024550438,169,0.00022288661239144858,
+113,1360,0.03406437858939171,170,9.44389221331221e-05,
+113,1368,0.04209649935364723,171,0.00020978323482268024,
+114,1376,0.041511524468660355,172,0.0001596975976099202,
+115,1384,0.04421979561448097,173,0.00015465266824321589,
+115,1392,0.031052909791469574,174,0.00020861816892647767,
+116,1400,0.06214066967368126,175,0.00022050705138099147,
+117,1408,0.039032477885484695,176,0.00013456776696330053,
+,,,176,,0.00017105696024373175
+117,1416,0.031725671142339706,177,0.0001620821290089225,
+118,1424,0.03617510199546814,178,0.00014035140111445799,
+119,1432,0.030995670706033707,179,0.00015241162736856495,
+119,1440,0.030835244804620743,180,0.00021118251243024133,
+120,1448,0.04070356488227844,181,0.000135951285756164,
+121,1456,0.042069606482982635,182,0.0001371052330796374,
+121,1464,0.032945528626441956,183,0.00019901520045095822,
+122,1472,0.03139226883649826,184,0.0001366135347780073,
+123,1480,0.04033813253045082,185,0.00019831936151604168,
+123,1488,0.03372597694396973,186,0.00013221622430137359,
+124,1496,0.033048391342163086,187,0.0001950366690834926,
+125,1504,0.03108559176325798,188,0.00012337886209934368,
+125,1512,0.031108058989048004,189,0.00012948927042089053,
+126,1520,0.0399196557700634,190,0.00014748390913155163,
+127,1528,0.0411246083676815,191,0.0001702956369626918,
+127,1536,0.0344826877117157,192,0.00013870726434106473,
+,,,192,,0.0001704361056908965
+128,1544,0.04280310124158859,193,0.00011801896334873163,
+129,1552,0.032856669276952744,194,0.00018094176220984082,
+129,1560,0.0327327735722065,195,0.00014064739207242383,
+130,1568,0.030933693051338196,196,0.00012658618925343035,
+131,1576,0.03091975301504135,197,0.00018405422179057496,
+131,1584,0.039377253502607346,198,0.00012061255529260961,
+132,1592,0.037764064967632294,199,0.00019735954992938787,
+133,1600,0.03731350228190422,200,6.969013065827312e-05,
+133,1608,0.033615000545978546,201,0.00016984606054393225,
+134,1616,0.033112991601228714,202,0.00013339043016458163,
+135,1624,0.03124399483203888,203,0.00019318901604492567,
+135,1632,0.03059496358036995,204,8.387468778892071e-05,
+136,1640,0.03795640915632248,205,0.00016276870519504882,
+137,1648,0.0397409088909626,206,0.00011274571261310484,
+137,1656,0.03209256753325462,207,0.00013613234705189825,
+138,1664,0.030573677271604538,208,0.00016503379083587788,
+,,,208,,0.00015077271964401007
+139,1672,0.03737003356218338,209,0.0001072459986062313,
+139,1680,0.03300941735506058,210,0.00012338080932750017,
+140,1688,0.030916087329387665,211,0.00016137017928485875,
+141,1696,0.03039727732539177,212,0.00011231477719775285,
+141,1704,0.030388321727514267,213,0.0001226784161190153,
+142,1712,0.030377041548490524,214,0.00012315489402681123,
+143,1720,0.030542723834514618,215,0.0001600304262865393,
+143,1728,0.03055337443947792,216,0.00010064781145047164,
+144,1736,0.0353894867002964,217,0.0001454454722988885,
+145,1744,0.03495907410979271,218,6.7425267843646e-05,
+145,1752,0.03557354211807251,219,0.00015024097820059978,
+146,1760,0.03551863133907318,220,0.00011600516927501303,
+147,1768,0.03654685989022255,221,9.981434095607256e-05,
+147,1776,0.030592776834964752,222,0.00015190943940979196,
+148,1784,0.030030667781829834,223,0.00011182294201717013,
+149,1792,0.033935755491256714,224,0.00011025345338566694,
+,,,224,,0.00014204924227669835
+149,1800,0.0339302234351635,225,0.00013857747535439557,
+150,1808,0.0343780480325222,226,0.00010198911013503675,
+151,1816,0.034716736525297165,227,0.0001132488323491998,
+151,1824,0.029350750148296356,228,0.0001456530621908314,
+152,1832,0.03125843033194542,229,0.0001144256839324953,
+153,1840,0.03522656112909317,230,0.0001219537080032751,
+153,1848,0.03419267013669014,231,0.00010940671882053721,
+154,1856,0.035518039017915726,232,6.688884650429827e-05,
+155,1864,0.032827749848365784,233,0.00016667292265992728,
+155,1872,0.03862772509455681,234,0.000118062755518622,
+156,1880,0.03655019402503967,235,0.00010416433633508859,
+157,1888,0.03521062806248665,236,0.00014993982404121198,
+157,1896,0.0317431278526783,237,9.17395386750286e-05,
+158,1904,0.030105367302894592,238,0.00012709141719824402,
+159,1912,0.03491298109292984,239,9.415245176569442e-05,
+159,1920,0.03648992255330086,240,0.00010754536106105661,
+,,,240,,0.00012169632827863097
+160,1928,0.04428095743060112,241,0.00012131018229410984,
+161,1936,0.034425076097249985,242,6.803607539040968e-05,
+161,1944,0.03774835914373398,243,0.0001389942967762181,
+162,1952,0.03492901846766472,244,0.00013522426479539718,
+163,1960,0.03293665125966072,245,8.920654363464564e-05,
+163,1968,0.03232899308204651,246,0.00010934693045783206,
+164,1976,0.030941996723413467,247,0.00010082506196340546,
+165,1984,0.031025473028421402,248,0.00011390889585527475,
+165,1992,0.03144528344273567,249,0.00010781146283989074,
+166,2000,0.031093910336494446,250,8.424414636465372e-05,
+167,2008,0.0312897153198719,251,0.00011821193584182765,
+167,2016,0.03201529011130333,252,0.000118911293156998,
+168,2024,0.03110811859369278,253,0.00013199186741985613,
+169,2032,0.030891690403223038,254,5.625009134746506e-05,
+169,2040,0.03150414302945137,255,0.00013239507279649843,
+170,2048,0.0319916307926178,256,0.00012041727495670784,
+,,,256,,0.00011027880245819687
+171,2056,0.03183095157146454,257,6.37597495369846e-05,
+171,2064,0.031199626624584198,258,0.00011572360517675406,
+172,2072,0.0308762788772583,259,0.00011807843611677526,
+173,2080,0.032498281449079514,260,8.731277057449915e-05,
+173,2088,0.03239796310663223,261,8.63607324390614e-05,
+174,2096,0.03210793435573578,262,0.00011916411631318624,
+175,2104,0.0309155210852623,263,0.00010572705241429503,
+175,2112,0.030478544533252716,264,7.911971260909922e-05,
+176,2120,0.03127085044980049,265,7.715231959082303e-05,
+177,2128,0.031552016735076904,266,0.000137460536279832,
+177,2136,0.031044233590364456,267,7.967101782924146e-05,
+178,2144,0.030952025204896927,268,0.00010922908222710248,
+179,2152,0.031194135546684265,269,9.011532347358298e-05,
+179,2160,0.03148071467876434,270,9.4015522790869e-05,
+180,2168,0.031740713864564896,271,0.00011956803245993797,
+181,2176,0.031007710844278336,272,5.50282984477235e-05,
+,,,272,,0.00011349567212164402
+181,2184,0.033228639513254166,273,0.0001159030944108963,
+182,2192,0.032927751541137695,274,0.00011792975374191883,
+183,2200,0.03893699124455452,275,6.86453640810214e-05,
+183,2208,0.03629887476563454,276,9.52536493059597e-05,
+184,2216,0.031362149864435196,277,7.910496287877322e-05,
+185,2224,0.03316763415932655,278,9.56255707933451e-05,
+185,2232,0.03094273805618286,279,0.00010994276340170472,
+186,2240,0.031168702989816666,280,7.782392867738963e-05,
+187,2248,0.036297429352998734,281,8.658228216518182e-05,
+187,2256,0.039155833423137665,282,0.00012016472555842483,
+188,2264,0.0385177806019783,283,7.000123423495097e-05,
+189,2272,0.036119494587183,284,0.00010884213043027557,
+189,2280,0.034558337181806564,285,8.820685411592422e-05,
+190,2288,0.03314516320824623,286,8.588236187279108e-05,
+191,2296,0.031089145690202713,287,0.00011541199864950613,
+191,2304,0.031784847378730774,288,6.871989376122656e-05,
+,,,288,,9.631046559661627e-05
+192,2312,0.032945506274700165,289,7.900105356384302e-05,
+193,2320,0.032643627375364304,290,8.54785814681236e-05,
+193,2328,0.03193328529596329,291,0.00010939304956991691,
+194,2336,0.03071080893278122,292,0.00010353748712077504,
+195,2344,0.03191676735877991,293,7.815122694410093e-05,
+195,2352,0.03096982091665268,294,8.60462107539206e-05,
+196,2360,0.03366467356681824,295,0.00011115136885564425,
+197,2368,0.03476473689079285,296,8.387153093281086e-05,
+197,2376,0.030606258660554886,297,6.657426320089144e-05,
+198,2384,0.030817601829767227,298,0.00010471419273017091,
+199,2392,0.030279941856861115,299,5.7248480970883975e-05,
+199,2400,0.0307096466422081,300,0.000101243299923226,
+200,2408,0.030750837177038193,301,8.141346188494936e-05,
+201,2416,0.031207706779241562,302,7.234115719256806e-05,
+201,2424,0.03073316439986229,303,9.486611543252366e-05,
+202,2432,0.03319952264428139,304,7.786692344780022e-05,
+,,,304,,9.28304623812437e-05
+203,2440,0.037786971777677536,305,0.00010337477783650684,
+203,2448,0.03707984834909439,306,6.928641982995032e-05,
+204,2456,0.032630112022161484,307,6.994209638833127e-05,
+205,2464,0.03568175062537193,308,0.00010386597296019318,
+205,2472,0.030953489243984222,309,8.118964910863724e-05,
+206,2480,0.032896582037210464,310,0.00010373164150223602,
+207,2488,0.03156040608882904,311,4.7175823056022637e-05,
+207,2496,0.03277207911014557,312,0.00010578738215372141,
+208,2504,0.032467201352119446,313,0.00010037960441877658,
+209,2512,0.032406438142061234,314,7.862674897296529e-05,
+209,2520,0.030272305011749268,315,7.105963140929816e-05,
+210,2528,0.02998552843928337,316,7.865617112656764e-05,
+211,2536,0.030440300703048706,317,7.251940178321092e-05,
+211,2544,0.03032166138291359,318,9.81299724571727e-05,
+212,2552,0.03008902817964554,319,7.899963179625047e-05,
+213,2560,0.0312921404838562,320,6.653004311374389e-05,
+,,,320,,8.975550881586968e-05
+213,2568,0.037280917167663574,321,9.911303868648247e-05,
+214,2576,0.03075363114476204,322,9.710180529509671e-05,
+215,2584,0.030868448317050934,323,3.826536226370081e-05,
+215,2592,0.03037722036242485,324,0.00010738264654719387,
+216,2600,0.030524812638759613,325,9.641668384574587e-05,
+217,2608,0.03170166537165642,326,7.52015553189267e-05,
+217,2616,0.03143607825040817,327,7.581032878078986e-05,
+218,2624,0.03146393224596977,328,9.291501964980853e-05,
+219,2632,0.03265625983476639,329,4.614774456968007e-05,
+219,2640,0.03228398784995079,330,9.896507390294573e-05,
+220,2648,0.03287477046251297,331,7.873174013184325e-05,
+221,2656,0.03220372647047043,332,7.70336125697213e-05,
+221,2664,0.03322886675596237,333,8.151746396833914e-05,
+222,2672,0.0344247929751873,334,8.110023463814287e-05,
+223,2680,0.03239000588655472,335,9.206601384903479e-05,
+223,2688,0.03279924765229225,336,6.587441271221905e-05,
+,,,336,,9.018427226692438e-05
+224,2696,0.03246019408106804,337,9.368961877953552e-05,
+225,2704,0.032912224531173706,338,4.7235464762707124e-05,
+225,2712,0.03082761913537979,339,9.501643694420636e-05,
+226,2720,0.030060403048992157,340,8.160726633832383e-05,
+227,2728,0.030306104570627213,341,6.646992324021994e-05,
+227,2736,0.031202346086502075,342,8.793913048066315e-05,
+228,2744,0.03059115633368492,343,7.567651687168109e-05,
+229,2752,0.030365612357854843,344,0.00011250827969888633,
+229,2760,0.03138969838619232,345,4.4180883378430735e-05,
+230,2768,0.03172779083251953,346,5.9646068166330224e-05,
+231,2776,0.030961256474256516,347,0.00011380348269085516,
+231,2784,0.03207583352923393,348,6.359466783578682e-05,
+232,2792,0.03259406238794327,349,7.649604549442302e-05,
+233,2800,0.03295757994055748,350,8.482516341246082e-05,
+233,2808,0.03305434063076973,351,6.42501681795693e-05,
+234,2816,0.03311913087964058,352,5.857353812643851e-05,
+,,,352,,8.551251376047731e-05
+235,2824,0.03333139792084694,353,9.364598190586548e-05,
+235,2832,0.03385242819786072,354,7.32641108243115e-05,
+236,2840,0.03495974838733673,355,5.687495809070242e-05,
+237,2848,0.032257676124572754,356,8.101186995190801e-05,
+237,2856,0.03057665005326271,357,8.478058111904829e-05,
+238,2864,0.030090197920799255,358,6.768980119886692e-05,
+239,2872,0.0342656746506691,359,6.873562597320415e-05,
+239,2880,0.030830416828393936,360,9.127683574661205e-05,
+240,2888,0.03215974569320679,361,8.722395841687103e-05,
+241,2896,0.03102276846766472,362,4.4463953827289515e-05,
+241,2904,0.03127818927168846,363,8.922050324144948e-05,
+242,2912,0.03055199235677719,364,6.849576402601087e-05,
+243,2920,0.030949831008911133,365,8.694083203408809e-05,
+243,2928,0.030607566237449646,366,6.520420993183507e-05,
+244,2936,0.031068842858076096,367,7.408313922496745e-05,
+245,2944,0.03148312494158745,368,6.484661298600258e-05,
+,,,368,,8.053032797761261e-05
+245,2952,0.030806872993707657,369,8.799839429229905e-05,
+246,2960,0.03234083577990532,370,8.652368592265702e-05,
+247,2968,0.0316469632089138,371,4.419573519953701e-05,
+247,2976,0.03253858909010887,372,8.878848871063383e-05,
+248,2984,0.03139491379261017,373,5.586167230831052e-05,
+249,2992,0.030174583196640015,374,7.806131725374144e-05,
+249,3000,0.030371561646461487,375,8.64043909132306e-05,
+250,3008,0.02980225533246994,376,6.241641312954016e-05,
+251,3016,0.0310136079788208,377,6.557674146279169e-05,
+251,3024,0.030556097626686096,378,8.518264962731337e-05,
+252,3032,0.034535154700279236,379,6.749660769855836e-05,
+253,3040,0.03282357007265091,380,6.223863601917401e-05,
+253,3048,0.03044143319129944,381,9.580635423844797e-05,
+254,3056,0.03173712641000748,382,4.584968223753094e-05,
+255,3064,0.031039629131555557,383,8.580898224863631e-05,
+255,3072,0.030007842928171158,384,8.893687299860176e-05,
+,,,384,,7.89330166298896e-05
+256,3080,0.030301246792078018,385,8.799867282505147e-05,
+257,3088,0.03120413050055504,386,4.6833121587042115e-05,
+257,3096,0.030935704708099365,387,8.619597565484582e-05,
+258,3104,0.03132634237408638,388,4.1692502236401197e-05,
+259,3112,0.03173829987645149,389,0.00010027542839452508,
+259,3120,0.03222976624965668,390,7.686917706450913e-05,
+260,3128,0.034535057842731476,391,7.4008420597238e-05,
+261,3136,0.037451039999723434,392,5.57722507892322e-05,
+261,3144,0.032420165836811066,393,7.7093078289181e-05,
+262,3152,0.03250740095973015,394,5.574209421865817e-05,
+263,3160,0.03054426982998848,395,0.00011949550298595568,
+263,3168,0.030777499079704285,396,3.795247425841808e-05,
+264,3176,0.03199826180934906,397,8.963804157247068e-05,
+265,3184,0.03298649564385414,398,6.579821933883068e-05,
+265,3192,0.04114436358213425,399,5.7545488971300074e-05,
+266,3200,0.03209199383854866,400,8.248590233961295e-05,
+,,,400,,7.547693676315247e-05
+267,3208,0.032099854201078415,401,4.690762352765887e-05,
+267,3216,0.031180046498775482,402,7.978954931786575e-05,
+268,3224,0.03024577721953392,403,7.041733988444321e-05,
+269,3232,0.03175325691699982,404,8.793996903477819e-05,
+269,3240,0.03081696853041649,405,5.225592190072348e-05,
+270,3248,0.03054940700531006,406,8.73439298629819e-05,
+271,3256,0.03101986274123192,407,6.615640995732974e-05,
+271,3264,0.030896127223968506,408,5.5265679065996665e-05,
+272,3272,0.03310216963291168,409,8.864046662893088e-05,
+273,3280,0.037045180797576904,410,8.309654890581442e-05,
+273,3288,0.03748571127653122,411,4.161793708590267e-05,
+274,3296,0.03630386292934418,412,5.817116038997483e-05,
+275,3304,0.03734186664223671,413,9.817520549404435e-05,
+275,3312,0.03654904291033745,414,5.103413900542364e-05,
+276,3320,0.029764417558908463,415,5.7217649555241223e-05,
+277,3328,0.030380703508853912,416,7.79869669713662e-05,
+,,,416,,7.118629873730243e-05
+277,3336,0.030556920915842056,417,6.740813068972784e-05,
+278,3344,0.030871018767356873,418,5.762016962762573e-05,
+279,3352,0.03209887072443962,419,8.896625104171108e-05,
+279,3360,0.031485121697187424,420,5.7441113767708885e-05,
+280,3368,0.030186984688043594,421,8.355918066627055e-05,
+281,3376,0.03162171319127083,422,5.294138441058749e-05,
+281,3384,0.030485693365335464,423,6.794418050048989e-05,
+282,3392,0.03075433149933815,424,8.387188381675514e-05,
+283,3400,0.030667047947645187,425,6.302703741312143e-05,
+283,3408,0.030757255852222443,426,5.8246015669283224e-05,
+284,3416,0.051769983023405075,427,5.559374312724685e-05,
+285,3424,0.039094310253858566,428,8.184565922420006e-05,
+285,3432,0.032308511435985565,429,6.456200844695559e-05,
+286,3440,0.03406767174601555,430,5.5727526614646195e-05,
+287,3448,0.031130298972129822,431,8.560065839446906e-05,
+287,3456,0.0309906005859375,432,6.296811989159323e-05,
+,,,432,,7.821825565770268e-05
+288,3464,0.030773237347602844,433,6.563509327861539e-05,
+289,3472,0.030833467841148376,434,8.330561649927404e-05,
+289,3480,0.030677977949380875,435,5.5638363846810535e-05,
+290,3488,0.030769038945436478,436,6.626113486163376e-05,
+291,3496,0.031721606850624084,437,5.352246307666064e-05,
+291,3504,0.03101125732064247,438,7.721251176917576e-05,
+292,3512,0.030806992202997208,439,8.136883593579114e-05,
+293,3520,0.030374575406312943,440,5.678569550582324e-05,
+293,3528,0.0303674153983593,441,6.460675308517239e-05,
+294,3536,0.03088187798857689,442,8.31715551612433e-05,
+295,3544,0.03104834258556366,443,5.8036323707710835e-05,
+295,3552,0.030968617647886276,444,5.3835347443964565e-05,
+296,3560,0.031933337450027466,445,8.072841114881157e-05,
+297,3568,0.0306142196059227,446,5.72475946682971e-05,
+297,3576,0.030580416321754456,447,6.289367570389004e-05,
+298,3584,0.03086813911795616,448,8.127995556606038e-05,
+,,,448,,6.787239108234644e-05
+299,3592,0.030178364366292953,449,3.4838253441193956e-05,
+299,3600,0.031502384692430496,450,8.119008134599426e-05,
+300,3608,0.030428875237703323,451,6.67673307361838e-05,
+301,3616,0.030292868614196777,452,7.214686525003344e-05,
+301,3624,0.03060590848326683,453,5.942143843640224e-05,
+302,3632,0.030673637986183167,454,7.970029878379137e-05,
+303,3640,0.031483616679906845,455,3.728191973095818e-05,
+303,3648,0.03048774227499962,456,7.648177052033134e-05,
+304,3656,0.03060605376958847,457,5.334369552656426e-05,
+305,3664,0.03287174925208092,458,0.00010024660946328368,
+305,3672,0.03295590355992317,459,3.757994863917702e-05,
+306,3680,0.03304709121584892,460,5.5832129874033853e-05,
+307,3688,0.03269573673605919,461,7.83738364589226e-05,
+307,3696,0.033095117658376694,462,6.462168653342815e-05,
+308,3704,0.03170335292816162,463,8.141381567838835e-05,
+309,3712,0.030768468976020813,464,5.6994004580701585e-05,
+,,,464,,7.261629798449576e-05
+309,3720,0.03196515515446663,465,6.28931704795832e-05,
+310,3728,0.032374054193496704,466,5.061689489593846e-05,
+311,3736,0.03181824833154678,467,6.724408785885316e-05,
+311,3744,0.02975459396839142,468,8.518284244019014e-05,
+312,3752,0.029763683676719666,469,5.977920022814942e-05,
+313,3760,0.030765723437070847,470,8.589832305005984e-05,
+313,3768,0.03139697015285492,471,5.2151932550259517e-05,
+314,3776,0.03268253803253174,472,3.942760781683319e-05,
+315,3784,0.0316920205950737,473,8.026633827284968e-05,
+315,3792,0.030222710222005844,474,7.26083310382819e-05,
+316,3800,0.029812078922986984,475,6.602223606932967e-05,
+317,3808,0.029751591384410858,476,4.7577432269463316e-05,
+317,3816,0.030524108558893204,477,8.364888299183804e-05,
+318,3824,0.03183194249868393,478,7.716741242802527e-05,
+319,3832,0.031694382429122925,479,5.362711294765177e-05,
+319,3840,0.03154469281435013,480,6.216312726792239e-05,
+,,,480,,7.488059345632792e-05
+320,3848,0.0318254716694355,481,5.532525005946809e-05,
+321,3856,0.03242876008152962,482,0.0001024363059514144,
+321,3864,0.030642513185739517,483,3.787797095355927e-05,
+322,3872,0.03080017864704132,484,6.287849214459129e-05,
+323,3880,0.030287526547908783,485,7.856755973989493e-05,
+323,3888,0.030127808451652527,486,5.1645269195432775e-05,
+324,3896,0.03202177211642265,487,7.433651353494497e-05,
+325,3904,0.030633002519607544,488,3.693924759318179e-05,
+325,3912,0.03091384470462799,489,8.028105298762966e-05,
+326,3920,0.030920904129743576,490,3.473395327091566e-05,
+327,3928,0.030995123088359833,491,9.473363661527401e-05,
+327,3936,0.03138945996761322,492,5.078122376289684e-05,
+328,3944,0.03175846487283707,493,5.875123974874441e-05,
+329,3952,0.03139079362154007,494,7.600576645927504e-05,
+329,3960,0.03277456387877464,495,5.192821163291228e-05,
+330,3968,0.030709773302078247,496,7.228038248285884e-05,
+,,,496,,6.72287482302636e-05
+331,3976,0.03385839983820915,497,5.761911825175048e-05,
+331,3984,0.03304577246308327,498,5.486382565322856e-05,
+332,3992,0.03214467689394951,499,5.0766156391546247e-05,
+333,4000,0.03264077007770538,500,8.022206498026208e-05,
+333,4008,0.030456561595201492,501,5.961559327261057e-05,
+334,4016,0.044346924871206284,502,7.323395198000071e-05,
+335,4024,0.04796590656042099,503,5.450599815048918e-05,
+335,4032,0.031124621629714966,504,5.985377924844215e-05,
+336,4040,0.03027648851275444,505,5.7544434639567044e-05,
+337,4048,0.030913088470697403,506,5.1555727168306476e-05,
+337,4056,0.030490174889564514,507,8.138368548316066e-05,
+338,4064,0.03132295608520508,508,7.491757787647657e-05,
+339,4072,0.03325868770480156,509,5.191349168853776e-05,
+339,4080,0.03058571368455887,510,6.284844243964471e-05,
+340,4088,0.031156040728092194,511,5.060206922280486e-05,
+341,4096,0.029853831976652145,512,6.965797751945502e-05,
+,,,512,,7.097134948708117e-05
+341,4104,0.02996966242790222,513,6.351950582939025e-05,
+342,4112,0.03222747892141342,514,3.458493051766709e-05,
+343,4120,0.030587267130613327,515,9.175408126793627e-05,
+343,4128,0.030992932617664337,516,5.65619968710962e-05,
+344,4136,0.03354258090257645,517,7.315945276786806e-05,
+345,4144,0.032320473343133926,518,5.0244686235600966e-05,
+345,4152,0.0491965115070343,519,5.800629287477932e-05,
+346,4160,0.04009649530053139,520,6.9419339979504e-05,
+347,4168,0.03683046996593475,521,6.830216557318636e-05,
+347,4176,0.030985862016677856,522,4.738357620226452e-05,
+348,4184,0.033472463488578796,523,6.9806941837669e-05,
+349,4192,0.03086237609386444,524,3.509156658765278e-05,
+349,4200,0.03764297068119049,525,7.433723817484861e-05,
+350,4208,0.03022974357008934,526,3.49276265296794e-05,
+351,4216,0.03229440748691559,527,8.053473152358492e-05,
+351,4224,0.030196309089660645,528,7.092426403687568e-05,
+,,,528,,6.372471107169986e-05
+352,4232,0.029911860823631287,529,5.5876103942864574e-05,
+353,4240,0.03044508770108223,530,5.2136826525384095e-05,
+353,4248,0.030517417937517166,531,7.363599297605106e-05,
+354,4256,0.030146483331918716,532,5.78129361201718e-05,
+355,4264,0.03680085018277168,533,9.380998812957841e-05,
+355,4272,0.044102102518081665,534,3.847399716505606e-05,
+356,4280,0.03932180628180504,535,4.5432102069753455e-05,
+357,4288,0.03743564337491989,536,7.199705737548356e-05,
+357,4296,0.03023558482527733,537,5.164533126844617e-05,
+358,4304,0.03738602250814438,538,5.23456535574951e-05,
+359,4312,0.03241899237036705,539,5.800627286589588e-05,
+359,4320,0.032814741134643555,540,6.666340436822793e-05,
+360,4328,0.031044714152812958,541,5.133257195666374e-05,
+361,4336,0.030141416937112808,542,5.5339306982205017e-05,
+361,4344,0.029554832726716995,543,6.89135049469769e-05,
+362,4352,0.05029991641640663,544,7.111820627869747e-05,
+,,,544,,6.143620703369379e-05
+363,4360,0.042614299803972244,545,5.49972610315308e-05,
+363,4368,0.034245193004608154,546,4.929094393446576e-05,
+364,4376,0.03152942657470703,547,5.365686342884146e-05,
+365,4384,0.03132948651909828,548,4.9975409183389274e-05,
+365,4392,0.03125419467687607,549,7.384521450148895e-05,
+366,4400,0.04022592678666115,550,3.2558442171648494e-05,
+367,4408,0.03364349156618118,551,7.207271733022935e-05,
+367,4416,0.03368733450770378,552,6.259598671931599e-05,
+368,4424,0.030408233404159546,553,3.626868078754342e-05,
+369,4432,0.03062259405851364,554,7.171453626142466e-05,
+369,4440,0.030522596091032028,555,6.724419563397532e-05,
+370,4448,0.03105851635336876,556,3.594085274016834e-05,
+371,4456,0.03112703189253807,557,6.883848345751176e-05,
+371,4464,0.030848510563373566,558,7.490294478884607e-05,
+372,4472,0.031246453523635864,559,7.174419670263887e-05,
+373,4480,0.03222719207406044,560,4.4463427911978215e-05,
+,,,560,,6.391540518961847e-05
+373,4488,0.03617019206285477,561,6.247603459996753e-05,
+374,4496,0.03506545349955559,562,5.7245966672780924e-05,
+375,4504,0.03095873072743416,563,7.360660265476326e-05,
+375,4512,0.030563760548830032,564,4.8531307129451307e-05,
+376,4520,0.030809085816144943,565,5.019928880756197e-05,
+377,4528,0.03047313168644905,566,4.993175048184639e-05,
+377,4536,0.04983122646808624,567,6.825822470091225e-05,
+378,4544,0.04343685880303383,568,5.769398421762162e-05,
+379,4552,0.031512461602687836,569,4.914224541607837e-05,
+379,4560,0.033144619315862656,570,6.0971487073402386e-05,
+380,4568,0.03138653561472893,571,3.3452449315518606e-05,
+381,4576,0.03133969381451607,572,7.354739636866725e-05,
+381,4584,0.03174960985779762,573,6.651495141341002e-05,
+382,4592,0.03374331444501877,574,5.355208327273431e-05,
+383,4600,0.03084918111562729,575,6.684280174340529e-05,
+383,4608,0.03305530175566673,576,4.875455556430097e-05,
+,,,576,,6.906405906192958e-05
+384,4616,0.030849281698465347,577,7.332346012844937e-05,
+385,4624,0.03298512101173401,578,5.566780623667e-05,
+385,4632,0.03141968324780464,579,4.4552976305567427e-05,
+386,4640,0.03177117928862572,580,6.0241362461965764e-05,
+387,4648,0.03190944716334343,581,4.047000106766063e-05,
+387,4656,0.031108949333429337,582,7.26536645743181e-05,
+388,4664,0.03356558457016945,583,6.940508524166944e-05,
+389,4672,0.03101300075650215,584,5.718766260542907e-05,
+389,4680,0.03219066932797432,585,4.1140770917991176e-05,
+390,4688,0.03071673959493637,586,7.384495870610408e-05,
+391,4696,0.030323978513479233,587,5.963102853456803e-05,
+391,4704,0.03071904554963112,588,3.544917217368493e-05,
+392,4712,0.031104110181331635,589,7.624350064361352e-05,
+393,4720,0.03179330751299858,590,3.401871617825236e-05,
+393,4728,0.031894002109766006,591,6.429439440580609e-05,
+394,4736,0.03216040879487991,592,6.393738385668257e-05,
+,,,592,,6.932627875357866e-05
+395,4744,0.03079802542924881,593,5.005085267839604e-05,
+395,4752,0.030916471034288406,594,5.812551853523473e-05,
+396,4760,0.03127991780638695,595,5.7216900586354313e-05,
+397,4768,0.03156368061900139,596,4.926121209791745e-05,
+397,4776,0.03159371390938759,597,7.023906755421194e-05,
+398,4784,0.03904292732477188,598,5.535505056286638e-05,
+399,4792,0.03844349831342697,599,6.521809859805217e-05,
+399,4800,0.031151067465543747,600,4.637073288904503e-05,
+400,4808,0.03163914009928703,601,3.23647545883432e-05,
+401,4816,0.04625755175948143,602,9.722229060571408e-05,
+401,4824,0.03311385214328766,603,4.301808439777233e-05,
+402,4832,0.030659586191177368,604,5.005040998184995e-05,
+403,4840,0.03044958785176277,605,4.5908789843451814e-05,
+403,4848,0.030328404158353806,606,6.894311445648782e-05,
+404,4856,0.0315978042781353,607,7.099936760823766e-05,
+405,4864,0.03137961030006409,608,2.6881306439463515e-05,
+,,,608,,5.790823488496244e-05
+405,4872,0.03029118850827217,609,7.403911013170728e-05,
+406,4880,0.030825607478618622,610,6.284895448516181e-05,
+407,4888,0.030644748359918594,611,3.777365964197088e-05,
+407,4896,0.030711136758327484,612,7.296585545191192e-05,
+408,4904,0.03058462217450142,613,4.806938522960991e-05,
+409,4912,0.03610420227050781,614,6.767635409232753e-05,
+409,4920,0.03525280952453613,615,4.811418011740898e-05,
+410,4928,0.03038187325000763,616,6.0912541584912105e-05,
+411,4936,0.030633822083473206,617,3.655183536466211e-05,
+411,4944,0.03030254691839218,618,6.517330621136352e-05,
+412,4952,0.030396800488233566,619,3.153031684632879e-05,
+413,4960,0.037986982613801956,620,9.397446115144703e-05,
+413,4968,0.03030133992433548,621,4.283939711058338e-05,
+414,4976,0.031925491988658905,622,4.9067416512116324e-05,
+415,4984,0.032598670572042465,623,5.456517692437046e-05,
+415,4992,0.03270632401108742,624,6.210418132468476e-05,
+,,,624,,6.057816208340228e-05
+416,5000,0.03014262765645981,625,5.17789037530747e-05,
+417,5008,0.03126959130167961,626,4.5059550075166044e-05,
+417,5016,0.032380301505327225,627,6.42054476429621e-05,
+418,5024,0.038659244775772095,628,4.531283616415749e-05,
+419,5032,0.030725356191396713,629,5.079566699350835e-05,
+419,5040,0.03073388710618019,630,5.982507263979642e-05,
+420,5048,0.03159801661968231,631,6.560566112057131e-05,
+421,5056,0.032777089625597,632,4.7413354195668944e-05,
+421,5064,0.030038651078939438,633,4.9082631903729634e-05,
+422,5072,0.030898042023181915,634,5.314930945132801e-05,
+423,5080,0.04150790721178055,635,5.706855449716386e-05,
+423,5088,0.030535265803337097,636,5.62191803510359e-05,
+424,5096,0.03068937361240387,637,6.891350358273485e-05,
+425,5104,0.03144209459424019,638,3.854850092466222e-05,
+425,5112,0.03034045919775963,639,6.138902244856581e-05,
+426,5120,0.03604783117771149,640,2.977204735543637e-05,
+,,,640,,5.507137975655496e-05
+427,5128,0.03177664801478386,641,9.099499675357947e-05,
+427,5136,0.03306850790977478,642,4.397171301206981e-05,
+428,5144,0.03269629925489426,643,6.936054433026584e-05,
+429,5152,0.03030702844262123,644,4.601320574693091e-05,
+429,5160,0.03066149353981018,645,4.82770790313225e-05,
+430,5168,0.030795592814683914,646,6.40561668205919e-05,
+431,5176,0.03149435669183731,647,5.669567121913133e-05,
+431,5184,0.0322817787528038,648,4.3584519744399586e-05,
+432,5192,0.03337360545992851,649,3.5806775031232974e-05,
+433,5200,0.033910948783159256,650,8.093810038189986e-05,
+433,5208,0.03289775550365448,651,4.744288457914081e-05,
+434,5216,0.031014423817396164,652,4.285432487449725e-05,
+435,5224,0.034486595541238785,653,6.903279268044571e-05,
+435,5232,0.03024202212691307,654,4.979711684427457e-05,
+436,5240,0.02998434007167816,655,3.1723989650345175e-05,
+437,5248,0.030309531837701797,656,6.724515651512775e-05,
+,,,656,,6.238960195332765e-05
+437,5256,0.03508749604225159,657,6.205960721672454e-05,
+438,5264,0.041196782141923904,658,4.589383661368629e-05,
+439,5272,0.04584677517414093,659,4.9499174565426074e-05,
+439,5280,0.03523078188300133,660,6.568058211087191e-05,
+440,5288,0.03522536903619766,661,5.425242170531419e-05,
+441,5296,0.031878501176834106,662,5.1347036787774414e-05,
+441,5304,0.02964770793914795,663,5.475887928696466e-05,
+442,5312,0.031209290027618408,664,4.224341842018475e-05,
+443,5320,0.031043116003274918,665,7.152065063564805e-05,
+443,5328,0.03003203496336937,666,4.571511135509354e-05,
+444,5336,0.030565496534109116,667,6.66640073632152e-05,
+445,5344,0.03100980445742607,668,4.4671665818896145e-05,
+445,5352,0.029630359262228012,669,4.9797569090515026e-05,
+446,5360,0.02985275164246559,670,6.569524339283817e-05,
+447,5368,0.030485715717077255,671,5.6948944120449596e-05,
+447,5376,0.030056864023208618,672,4.388207730698923e-05,
+,,,672,,5.795564502477646e-05
+448,5384,0.03076862171292305,673,6.909240914865222e-05,
+449,5392,0.04584331437945366,674,3.0636262863481534e-05,
+449,5400,0.047457005828619,675,5.8752180621013395e-05,
+450,5408,0.04543071985244751,676,4.1975162048402126e-05,
+451,5416,0.03220744431018829,677,6.873477150293184e-05,
+451,5424,0.0302523635327816,678,5.3268483497959096e-05,
+452,5432,0.02983996644616127,679,6.775155907234875e-05,
+453,5440,0.032356154173612595,680,4.8963359176923404e-05,
+453,5448,0.03202466294169426,681,4.6116669409457245e-05,
+454,5456,0.03053872659802437,682,6.958364110687398e-05,
+455,5464,0.032624755054712296,683,3.0099841524133808e-05,
+455,5472,0.03151819109916687,684,6.302845395111945e-05,
+456,5480,0.030135367065668106,685,5.204696481087012e-05,
+457,5488,0.030047792941331863,686,5.5906847137521254e-05,
+457,5496,0.030573800206184387,687,5.079531479168509e-05,
+458,5504,0.03199440613389015,688,6.286470670602284e-05,
+,,,688,,5.919567192904651e-05
+459,5512,0.03014819696545601,689,4.750330072056386e-05,
+459,5520,0.03076564520597458,690,4.7591672228008974e-05,
+460,5528,0.03037308156490326,691,4.282450095161039e-05,
+461,5536,0.03804241120815277,692,7.31441118659859e-05,
+461,5544,0.03533545508980751,693,4.596840312842687e-05,
+462,5552,0.029491230845451355,694,3.83543247153284e-05,
+463,5560,0.0304802767932415,695,5.2851858526992146e-05,
+463,5568,0.029711775481700897,696,6.408600006579945e-05,
+464,5576,0.03075026348233223,697,4.3032956682509393e-05,
+465,5584,0.0314641147851944,698,7.721207134636643e-05,
+465,5592,0.03055351972579956,699,4.201984006613202e-05,
+466,5600,0.03470274433493614,700,6.289428119998774e-05,
+467,5608,0.033805787563323975,701,6.594834917450498e-05,
+467,5616,0.035596948117017746,702,3.0293540703496546e-05,
+468,5624,0.03576187789440155,703,5.85135790061031e-05,
+469,5632,0.031068872660398483,704,6.44590184037952e-05,
+,,,704,,6.262802635319531e-05
+469,5640,0.03254934027791023,705,2.9429311098283506e-05,
+470,5648,0.030709698796272278,706,3.267763236181054e-05,
+471,5656,0.03247787430882454,707,7.348792314587627e-05,
+471,5664,0.03343002870678902,708,5.1450895398374996e-05,
+472,5672,0.03274514153599739,709,6.331163967843167e-05,
+473,5680,0.032334938645362854,710,3.1098175668375916e-05,
+473,5688,0.03457216918468475,711,6.234291436157946e-05,
+474,5696,0.03295356035232544,712,5.2032212352060014e-05,
+475,5704,0.033049680292606354,713,6.483123092948517e-05,
+475,5712,0.032859086990356445,714,4.105134144083422e-05,
+476,5720,0.03360354155302048,715,4.084254715053248e-05,
+477,5728,0.0349343977868557,716,7.171460470090096e-05,
+477,5736,0.03594369441270828,717,4.2914011146422126e-05,
+478,5744,0.03172244876623154,718,4.0619121136842296e-05,
+479,5752,0.033963073045015335,719,5.5861653436295455e-05,
+479,5760,0.03466944023966789,720,6.320726470221416e-05,
+,,,720,,5.976782995276153e-05
+480,5768,0.03092202916741371,721,5.098917154100491e-05,
+481,5776,0.030852314084768295,722,4.719025173471891e-05,
+481,5784,0.03129711002111435,723,6.11956702414318e-05,
+482,5792,0.0314798466861248,724,5.116797387927363e-05,
+483,5800,0.030558843165636063,725,4.637080928659998e-05,
+483,5808,0.03170297294855118,726,5.980992386867001e-05,
+484,5816,0.030434779822826385,727,4.222848247081856e-05,
+485,5824,0.030260931700468063,728,6.895814908602915e-05,
+485,5832,0.030456218868494034,729,4.972284546056471e-05,
+486,5840,0.030240152031183243,730,4.1185439613400376e-05,
+487,5848,0.030340734869241714,731,6.487589371317881e-05,
+487,5856,0.029906604439020157,732,4.811356393474853e-05,
+488,5864,0.030006352812051773,733,4.794963592757995e-05,
+489,5872,0.03127242997288704,734,6.436922308239446e-05,
+489,5880,0.030687104910612106,735,4.318213336773624e-05,
+490,5888,0.030669543892145157,736,5.165907305126893e-05,
+,,,736,,5.4594612447544935e-05
+491,5896,0.03202875331044197,737,6.818336737524078e-05,
+491,5904,0.03159039467573166,738,4.234769289723772e-05,
+492,5912,0.032257337123155594,739,4.435930009094591e-05,
+493,5920,0.03314581885933876,740,8.046069797273958e-05,
+493,5928,0.03193916752934456,741,3.248393431931618e-05,
+494,5936,0.03200436756014824,742,6.46075529857626e-05,
+495,5944,0.029700934886932373,743,3.801160778493795e-05,
+495,5952,0.02968895062804222,744,5.361175567486498e-05,
+496,5960,0.03106250986456871,745,5.212178484725882e-05,
+497,5968,0.030796878039836884,746,3.9740006968713715e-05,
+497,5976,0.03090527653694153,747,6.085312020331912e-05,
+498,5984,0.035250224173069,748,4.412084331306687e-05,
+499,5992,0.04042080044746399,749,4.79345819712762e-05,
+499,6000,0.03293585404753685,750,6.709576928187744e-05,
+500,6008,0.030653879046440125,751,3.181340048286074e-05,
+501,6016,0.030529852956533432,752,8.253178702943842e-05,
+,,,752,,5.6954548927024004e-05
+501,6024,0.03142933547496796,753,4.316721606301144e-05,
+502,6032,0.031797315925359726,754,5.247877152214642e-05,
+503,6040,0.04036600515246391,755,7.772016056151188e-05,
+503,6048,0.030532993376255035,756,2.515281903470168e-05,
+504,6056,0.03292190283536911,757,5.1213157803431386e-05,
+505,6064,0.030638445168733597,758,5.0631375415832736e-05,
+505,6072,0.030821219086647034,759,6.0942097661609296e-05,
+506,6080,0.030626874417066574,760,5.238939547780319e-05,
+507,6088,0.03249528631567955,761,3.991898051936005e-05,
+507,6096,0.03216402605175972,762,6.024190156495024e-05,
+508,6104,0.03030482307076454,763,4.4180367012813804e-05,
+509,6112,0.03057999163866043,764,4.809801043847983e-05,
+509,6120,0.03042592480778694,765,6.548705255227105e-05,
+510,6128,0.03114984929561615,766,4.4433774064600584e-05,
+511,6136,0.03002753108739853,767,6.962812949495856e-05,
+511,6144,0.029982272535562515,768,4.2303057853132486e-05,
+,,,768,,5.507125752046704e-05
+512,6152,0.037183232605457306,769,4.71746104722115e-05,
+513,6160,0.03270599991083145,770,4.8680335112294415e-05,
+513,6168,0.03111467882990837,771,6.141909216239583e-05,
+514,6176,0.030570413917303085,772,6.343088148241804e-05,
+515,6184,0.032856106758117676,773,3.604481730690168e-05,
+515,6192,0.037460584193468094,774,5.1257400400572806e-05,
+516,6200,0.034313324838876724,775,4.307781023271673e-05,
+517,6208,0.03406864404678345,776,6.121055207586323e-05,
+517,6216,0.033504072576761246,777,5.089956357551273e-05,
+518,6224,0.037023670971393585,778,5.101879446556268e-05,
+519,6232,0.0368330217897892,779,6.369890570567804e-05,
+519,6240,0.034298770129680634,780,4.072366482432699e-05,
+520,6248,0.034482453018426895,781,5.8394362440594705e-05,
+521,6256,0.035032324492931366,782,4.856124087382341e-05,
+521,6264,0.033376745879650116,783,4.574437548399146e-05,
+522,6272,0.038537897169589996,784,4.076825302945508e-05,
+,,,784,,5.7884049601852895e-05
+523,6280,0.030811060220003128,785,4.766639767694869e-05,
+523,6288,0.03463717922568321,786,6.152371611278795e-05,
+524,6296,0.03372558578848839,787,3.957616809202591e-05,
+525,6304,0.030697375535964966,788,5.2345183121360606e-05,
+525,6312,0.03251195698976517,789,5.907976128582959e-05,
+526,6320,0.032745447009801865,790,4.1990210320363985e-05,
+527,6328,0.03249994292855263,791,6.709523495374015e-05,
+527,6336,0.030452590435743332,792,4.099176362615253e-05,
+528,6344,0.030775070190429688,793,3.984445424976002e-05,
+529,6352,0.0362391322851181,794,7.734601581432798e-05,
+529,6360,0.03691878169775009,795,4.2377512727398425e-05,
+530,6368,0.036707449704408646,796,4.310751455705031e-05,
+531,6376,0.03332673758268356,797,4.732367710857943e-05,
+531,6384,0.03470001742243767,798,6.38329659068404e-05,
+532,6392,0.03782711550593376,799,6.21493829839892e-05,
+533,6400,0.03156791627407074,800,3.2215719556916156e-05,
+,,,800,,5.645398632623255e-05
+533,6408,0.032445602118968964,801,5.767921993538039e-05,
+534,6416,0.03324935585260391,802,4.643045076591079e-05,
+535,6424,0.03276173397898674,803,6.420494128178689e-05,
+535,6432,0.030085694044828415,804,4.184103931947902e-05,
+536,6440,0.032000232487916946,805,4.2839398702199105e-05,
+537,6448,0.033488109707832336,806,6.316241842796444e-05,
+537,6456,0.03440855070948601,807,4.7577128498232923e-05,
+538,6464,0.031925082206726074,808,3.804141624641488e-05,
+539,6472,0.03093673661351204,809,4.8828797616806696e-05,
+539,6480,0.03203252702951431,810,6.728975768055534e-05,
+540,6488,0.032743506133556366,811,4.836671541852411e-05,
+541,6496,0.03311963006854057,812,5.303084890329046e-05,
+541,6504,0.032633185386657715,813,5.1808742000503116e-05,
+542,6512,0.03031233698129654,814,6.179166916808754e-05,
+543,6520,0.0321137011051178,815,5.253894823908922e-05,
+543,6528,0.030627470463514328,816,3.874168351103435e-05,
+,,,816,,5.468972376547754e-05
+544,6536,0.03312062844634056,817,4.410607857607829e-05,
+545,6544,0.031079735606908798,818,5.1078810429316945e-05,
+545,6552,0.031297147274017334,819,5.7187697620975086e-05,
+546,6560,0.03146439418196678,820,5.5846561735961586e-05,
+547,6568,0.03046691045165062,821,5.206186006034841e-05,
+547,6576,0.030746396631002426,822,4.3688760797522264e-05,
+548,6584,0.03067275881767273,823,4.851570520258974e-05,
+549,6592,0.03055104985833168,824,6.074932343835826e-05,
+549,6600,0.030888322740793228,825,4.81876768390066e-05,
+550,6608,0.030517250299453735,826,6.274537099670852e-05,
+551,6616,0.030898205935955048,827,4.8455633304911316e-05,
+551,6624,0.03062082827091217,828,4.4418879951990675e-05,
+552,6632,0.03270222991704941,829,5.7753562714424334e-05,
+553,6640,0.03332115709781647,830,5.2032250778211164e-05,
+553,6648,0.034875400364398956,831,4.230296030982572e-05,
+554,6656,0.03195573017001152,832,4.1528250449118786e-05,
+,,,832,,5.912382039241493e-05
+555,6664,0.031601279973983765,833,6.146321743472072e-05,
+555,6672,0.03133123368024826,834,4.5372544263955206e-05,
+556,6680,0.03584781289100647,835,5.213657527747273e-05,
+557,6688,0.036098409444093704,836,6.746852272954129e-05,
+557,6696,0.030370023101568222,837,2.935481757049274e-05,
+558,6704,0.03195108100771904,838,3.7370895597632625e-05,
+559,6712,0.03825671598315239,839,4.847117929784872e-05,
+559,6720,0.03716886416077614,840,6.048070554243168e-05,
+560,6728,0.030079707503318787,841,6.4101091993507e-05,
+561,6736,0.0319448783993721,842,2.7641225187835516e-05,
+561,6744,0.03203932195901871,843,6.34309133147326e-05,
+562,6752,0.03165369853377342,844,5.69491885471507e-05,
+563,6760,0.031429216265678406,845,3.294586917945708e-05,
+563,6768,0.03676830977201462,846,6.30135166375112e-05,
+564,6776,0.03587021678686142,847,2.7969046868747682e-05,
+565,6784,0.03745892643928528,848,9.501782210463716e-05,
+,,,848,,5.3164182463660834e-05
+565,6792,0.03567315265536308,849,3.339287786729983e-05,
+566,6800,0.03943699225783348,850,3.811601277448062e-05,
+567,6808,0.03170890361070633,851,6.836220381956082e-05,
+567,6816,0.032050054520368576,852,4.57004175586917e-05,
+568,6824,0.031043726950883865,853,4.6445321686405805e-05,
+569,6832,0.031671710312366486,854,6.578401757906249e-05,
+569,6840,0.031254030764102936,855,4.3927155502387905e-05,
+570,6848,0.03272620961070061,856,6.195577429934929e-05,
+571,6856,0.03150925040245056,857,4.1319403862871695e-05,
+571,6864,0.0320308543741703,858,4.850098798669933e-05,
+572,6872,0.031030744314193726,859,5.970581082692661e-05,
+573,6880,0.031418751925230026,860,4.602729836733488e-05,
+573,6888,0.03005996346473694,861,4.1796499317570124e-05,
+574,6896,0.03102993220090866,862,6.603839119634358e-05,
+575,6904,0.031036455184221268,863,2.8773690019079368e-05,
+575,6912,0.03103012964129448,864,5.927367010372109e-05,
+,,,864,,5.752654979005456e-05
+576,6920,0.03034992888569832,865,6.058502617634076e-05,
+577,6928,0.03039642795920372,866,6.08077850756672e-05,
+577,6936,0.030956152826547623,867,3.348226505295315e-05,
+578,6944,0.037763796746730804,868,5.864781610398495e-05,
+579,6952,0.03844233602285385,869,5.975047747597273e-05,
+579,6960,0.03707863390445709,870,2.948886822196073e-05,
+580,6968,0.032051533460617065,871,6.0003859289281536e-05,
+581,6976,0.035115186125040054,872,3.50766360952548e-05,
+581,6984,0.030319739133119583,873,5.6442492223141016e-05,
+582,6992,0.030780579894781113,874,4.355464557193045e-05,
+583,7000,0.0326201394200325,875,4.480547522689449e-05,
+583,7008,0.031099971383810043,876,6.428012716241938e-05,
+584,7016,0.033151764422655106,877,6.396699359356717e-05,
+585,7024,0.031388770788908005,878,5.575721161221736e-05,
+585,7032,0.03134758025407791,879,3.007003533639363e-05,
+586,7040,0.032097551971673965,880,6.0763371493521845e-05,
+,,,880,,5.445138085633516e-05
+587,7048,0.03050742670893669,881,5.9288603779350524e-05,
+587,7056,0.030929014086723328,882,3.091935582233418e-05,
+588,7064,0.030766554176807404,883,4.021692393507692e-05,
+589,7072,0.03120339661836624,884,6.988167911003984e-05,
+589,7080,0.031868815422058105,885,4.1081283143284963e-05,
+590,7088,0.03130330145359039,886,4.4463514768722234e-05,
+591,7096,0.03155290707945824,887,5.5101540056057274e-05,
+591,7104,0.03166025131940842,888,5.504159366864769e-05,
+592,7112,0.0317753441631794,889,3.8443811263277894e-05,
+593,7120,0.02997586503624916,890,4.824768461730855e-05,
+593,7128,0.03025699034333229,891,6.313287349257735e-05,
+594,7136,0.030323073267936707,892,6.101702479099913e-05,
+595,7144,0.03694808483123779,893,3.984450563621067e-05,
+595,7152,0.03838341310620308,894,5.133171794113878e-05,
+596,7160,0.038447149097919464,895,3.1813404802960576e-05,
+597,7168,0.03728144243359566,896,9.197862755172537e-05,
+,,,896,,5.204396438784897e-05
+597,7176,0.03667796030640602,897,2.972733136630268e-05,
+598,7184,0.03072643280029297,898,6.118089504525415e-05,
+599,7192,0.030162494629621506,899,5.069137068858254e-05,
+599,7200,0.03292481601238251,900,4.304801154830784e-05,
+600,7208,0.031783461570739746,901,5.8334860113973264e-05,
+601,7216,0.03159930929541588,902,6.0495643765534624e-05,
+601,7224,0.03374907374382019,903,3.0248820621636696e-05,
+602,7232,0.033235445618629456,904,4.023176711598353e-05,
+603,7240,0.030174072831869125,905,7.584193826914998e-05,
+603,7248,0.03000883385539055,906,3.650676899269456e-05,
+604,7256,0.03079875558614731,907,4.197519569970609e-05,
+605,7264,0.030373185873031616,908,4.7651423074057675e-05,
+605,7272,0.030587729066610336,909,5.978028070785513e-05,
+606,7280,0.030983787029981613,910,6.349013870021736e-05,
+607,7288,0.03033645823597908,911,4.7070659547898686e-05,
+607,7296,0.029927510768175125,912,4.0246698290502536e-05,
+,,,912,,5.6692404905334114e-05
+608,7304,0.03168234974145889,913,6.073380131965678e-05,
+609,7312,0.032178476452827454,914,3.2066720677903504e-05,
+609,7320,0.03165021911263466,915,6.398135951712902e-05,
+610,7328,0.031825169920921326,916,5.072114572612918e-05,
+611,7336,0.02996475249528885,917,3.704300615936518e-05,
+611,7344,0.031499892473220825,918,6.651459898421308e-05,
+612,7352,0.04116763919591904,919,5.736620960306027e-05,
+613,7360,0.032047513872385025,920,5.9541706832533237e-05,
+613,7368,0.033088624477386475,921,3.7877457771173795e-05,
+614,7376,0.03146740794181824,922,2.8311773121458828e-05,
+615,7384,0.030944261699914932,923,7.399509422612027e-05,
+615,7392,0.030485738068819046,924,4.8128293428817415e-05,
+616,7400,0.030957303941249847,925,4.2466992908885004e-05,
+617,7408,0.030288785696029663,926,7.922446866359678e-05,
+617,7416,0.035519350320100784,927,2.57190556567366e-05,
+618,7424,0.0363537073135376,928,5.724688412556134e-05,
+,,,928,,5.50237949937582e-05
+619,7432,0.03588012233376503,929,3.500216189422645e-05,
+619,7440,0.033802494406700134,930,5.596560140475049e-05,
+620,7448,0.031949885189533234,931,4.681679229179281e-05,
+621,7456,0.03237520158290863,932,5.9318811509001534e-05,
+621,7464,0.03000851348042488,933,4.86645531054819e-05,
+622,7472,0.03359531983733177,934,4.817317790184461e-05,
+623,7480,0.030449476093053818,935,5.315026351127017e-05,
+623,7488,0.03154340013861656,936,4.556554063128715e-05,
+624,7496,0.0322369709610939,937,5.9005752291341196e-05,
+625,7504,0.030143357813358307,938,2.6583270027913386e-05,
+625,7512,0.03280869126319885,939,6.025712991686305e-05,
+626,7520,0.030530184507369995,940,4.339065412750642e-05,
+627,7528,0.029872126877307892,941,4.75467088563164e-05,
+627,7536,0.03350343182682991,942,6.480148522314266e-05,
+628,7544,0.0320952907204628,943,2.4452494244542322e-05,
+629,7552,0.03027724102139473,944,8.330684863722126e-05,
+,,,944,,5.6597049115225674e-05
+629,7560,0.03594778850674629,945,4.264568792677892e-05,
+630,7568,0.030888143926858902,946,5.812635686197609e-05,
+631,7576,0.030981358140707016,947,3.266271187385428e-05,
+631,7584,0.030764762312173843,948,6.18662386386859e-05,
+632,7592,0.030097682029008865,949,5.3164489145274274e-05,
+633,7600,0.029970157891511917,950,5.565281094277452e-05,
+633,7608,0.030427783727645874,951,4.543207728602283e-05,
+634,7616,0.030850514769554138,952,4.145354796492029e-05,
+635,7624,0.03119448572397232,953,5.551870708586648e-05,
+635,7632,0.032243452966213226,954,5.490805688168621e-05,
+636,7640,0.032421667128801346,955,5.836452601215569e-05,
+637,7648,0.033369556069374084,956,3.288625043751381e-05,
+637,7656,0.03243562951683998,957,6.296883952927601e-05,
+638,7664,0.030416954308748245,958,4.721939444607415e-05,
+639,7672,0.029929805546998978,959,4.172183116679662e-05,
+639,7680,0.030368492007255554,960,6.27605320460134e-05,
+,,,960,,5.426087300293147e-05
+640,7688,0.03259347751736641,961,4.459767774278589e-05,
+641,7696,0.03411824628710747,962,6.994167142693186e-05,
+641,7704,0.032252807170152664,963,3.668546628432523e-05,
+642,7712,0.031495481729507446,964,5.738140589528484e-05,
+643,7720,0.030826877802610397,965,6.137466766631405e-05,
+643,7728,0.030516523867845535,966,2.6970688850269653e-05,
+644,7736,0.030088715255260468,967,4.750265293296252e-05,
+645,7744,0.030623968690633774,968,7.110406863830576e-05,
+645,7752,0.03209204599261284,969,3.1127990723689436e-05,
+646,7760,0.031065508723258972,970,6.50400318136235e-05,
+647,7768,0.030778024345636368,971,5.7515376965966425e-05,
+647,7776,0.03059009462594986,972,3.16495156766905e-05,
+648,7784,0.03618447110056877,973,5.6919361213658703e-05,
+649,7792,0.03684636577963829,974,4.359933109299163e-05,
+649,7800,0.03570114076137543,975,5.246439468464814e-05,
+650,7808,0.037282027304172516,976,4.2705304849732784e-05,
+,,,976,,5.354564054869115e-05
+651,7816,0.029699310660362244,977,8.856612839736044e-05,
+651,7824,0.02991919219493866,978,2.8877995873699547e-05,
+652,7832,0.0301063172519207,979,5.738137792832276e-05,
+653,7840,0.030817102640867233,980,5.0378495870972984e-05,
+653,7848,0.03135797008872032,981,3.765409860534419e-05,
+654,7856,0.03229644149541855,982,6.115108817539294e-05,
+655,7864,0.031951840966939926,983,4.279454014977091e-05,
+655,7872,0.02964893728494644,984,4.614669978764141e-05,
+656,7880,0.03001808002591133,985,4.365895847513457e-05,
+657,7888,0.030079368501901627,986,5.168900293028855e-05,
+657,7896,0.03059130534529686,987,5.6219153748315875e-05,
+658,7904,0.030290085822343826,988,4.026165038339968e-05,
+659,7912,0.03128839284181595,989,6.334129557217238e-05,
+659,7920,0.031084924936294556,990,4.97226983497967e-05,
+660,7928,0.03030894696712494,991,4.2869214894381e-05,
+661,7936,0.02980984002351761,992,6.672300946775067e-05,
+,,,992,,5.330718122422695e-05
+661,7944,0.03124673292040825,993,3.953143300350348e-05,
+662,7952,0.038064952939748764,994,4.097679584447178e-05,
+663,7960,0.03692161664366722,995,6.253694459701364e-05,
+663,7968,0.03790043294429779,996,4.5639834070243523e-05,
+664,7976,0.03109182044863701,997,4.8634694849170046e-05,
+665,7984,0.03359636291861534,998,4.3465243606988224e-05,
+665,7992,0.029859252274036407,999,6.214913491930929e-05,
+666,8000,0.02967168763279915,1000,6.419035412363883e-05,
+667,8008,0.02931932359933853,1001,4.632550167116278e-05,
+667,8016,0.03227581828832626,1002,4.0559734543421655e-05,
+668,8024,0.03291985020041466,1003,3.793720748035412e-05,
+669,8032,0.03250328078866005,1004,7.679567420382227e-05,
+669,8040,0.03046625852584839,1005,3.334817824907077e-05,
+670,8048,0.02961571514606476,1006,5.849877084074251e-05,
+671,8056,0.031219009310007095,1007,3.1336553547589574e-05,
+671,8064,0.035123638808727264,1008,6.049551211617654e-05,
+,,,1008,,5.387941491790116e-05
+672,8072,0.031141843646764755,1009,6.45928864742018e-05,
+673,8080,0.03231867402791977,1010,3.720708104992809e-05,
+673,8088,0.030173074454069138,1011,4.881374866272381e-05,
+674,8096,0.03531668707728386,1012,5.757495250691136e-05,
+675,8104,0.03271518275141716,1013,4.689157822213019e-05,
+675,8112,0.03041325882077217,1014,4.248186473887472e-05,
+676,8120,0.03252347931265831,1015,4.996123902856198e-05,
+677,8128,0.0345289446413517,1016,4.325665872784157e-05,
+677,8136,0.030376888811588287,1017,5.928837208557525e-05,
+678,8144,0.030221566557884216,1018,4.870943826063012e-05,
+679,8152,0.04230094328522682,1019,3.7147479815757833e-05,
+679,8160,0.03222903981804848,1020,6.268603806347528e-05,
+680,8168,0.03176131099462509,1021,4.952913695888128e-05,
+681,8176,0.030331887304782867,1022,3.641737225734687e-05,
+681,8184,0.035520534962415695,1023,6.045058739800879e-05,
+682,8192,0.037472713738679886,1024,4.255642420503136e-05,
+,,,1024,,5.1972124492749575e-05
+683,8200,0.03698139265179634,1025,4.4164970404381165e-05,
+683,8208,0.03976041078567505,1026,6.216444535311894e-05,
+684,8216,0.03647255897521973,1027,5.7679079873196315e-05,
+685,8224,0.037132903933525085,1028,5.332878049557621e-05,
+685,8232,0.03385384753346443,1029,3.99486721107678e-05,
+686,8240,0.03184809535741806,1030,6.019730312800675e-05,
+687,8248,0.03144218772649765,1031,3.310972556391789e-05,
+687,8256,0.03151950240135193,1032,5.4967541473160964e-05,
+688,8264,0.04185279831290245,1033,4.46122894572909e-05,
+689,8272,0.03273211047053337,1034,4.614643194145174e-05,
+689,8280,0.03344587981700897,1035,6.177688374009449e-05,
+690,8288,0.04224669560790062,1036,5.496739549926133e-05,
+691,8296,0.037289831787347794,1037,4.507449807533703e-05,
+691,8304,0.03795788809657097,1038,4.884348504674563e-05,
+692,8312,0.04100288823246956,1039,6.493548221442325e-05,
+693,8320,0.041830312460660934,1040,2.783495847324957e-05,
+,,,1040,,5.30211313161999e-05
+693,8328,0.041311055421829224,1041,5.99143870658736e-05,
+694,8336,0.03260953351855278,1042,5.8454301324673e-05,
+695,8344,0.03079443797469139,1043,2.860977497221029e-05,
+695,8352,0.04104756563901901,1044,6.264132048272586e-05,
+696,8360,0.03350558131933212,1045,6.152336391096469e-05,
+697,8368,0.03333593159914017,1046,4.921584081785113e-05,
+697,8376,0.03161463513970375,1047,4.161756373832759e-05,
+698,8384,0.03255896642804146,1048,6.0301260418782476e-05,
+699,8392,0.031970277428627014,1049,3.574718084564665e-05,
+699,8400,0.034277379512786865,1050,5.994397906761151e-05,
+700,8408,0.03637121990323067,1051,4.586355748870119e-05,
+701,8416,0.0377502478659153,1052,6.462299211307254e-05,
+701,8424,0.030117779970169067,1053,3.763912104659539e-05,
+702,8432,0.030500493943691254,1054,4.275006222087541e-05,
+703,8440,0.03752817213535309,1055,5.87075535349868e-05,
+703,8448,0.05411338433623314,1056,4.5163256118030404e-05,
+,,,1056,,5.356960464268923e-05
+704,8456,0.04498277232050896,1057,6.028660777701589e-05,
+705,8464,0.032270342111587524,1058,3.527035460137995e-05,
+705,8472,0.04783431440591812,1059,5.817092346660502e-05,
+706,8480,0.04481621831655502,1060,4.707053199126676e-05,
+707,8488,0.0359174907207489,1061,3.7892529917371576e-05,
+707,8496,0.03722676634788513,1062,6.267080698307836e-05,
+708,8504,0.030209437012672424,1063,3.92185972941661e-05,
+709,8512,0.030193425714969635,1064,5.508687786459632e-05,
+709,8520,0.03005356714129448,1065,5.750032892137824e-05,
+710,8528,0.0303681418299675,1066,6.192600631038658e-05,
+711,8536,0.0356752946972847,1067,2.357335119995696e-05,
+711,8544,0.03010089322924614,1068,6.237300840439275e-05,
+712,8552,0.037636350840330124,1069,5.466943548526615e-05,
+713,8560,0.042004603892564774,1070,3.251374960200337e-05,
+713,8568,0.030764207243919373,1071,6.056980350876984e-05,
+714,8576,0.0314348079264164,1072,6.13297429481463e-05,
+,,,1072,,5.5333488853648304e-05
+715,8584,0.03270977735519409,1073,3.389948528820241e-05,
+715,8592,0.030161723494529724,1074,5.8960383512385306e-05,
+716,8600,0.030380651354789734,1075,5.779849243481294e-05,
+717,8608,0.03136049211025238,1076,3.305015934529365e-05,
+717,8616,0.029970776289701462,1077,5.840941457790905e-05,
+718,8624,0.029907826334238052,1078,6.106172168074409e-05,
+719,8632,0.030106179416179657,1079,2.630015501381422e-05,
+719,8640,0.031139113008975983,1080,6.183641062307288e-05,
+720,8648,0.02938387542963028,1081,4.838162340092822e-05,
+721,8656,0.029794182628393173,1082,4.3331079723429866e-05,
+721,8664,0.03146044537425041,1083,5.8603124216460856e-05,
+722,8672,0.040414873510599136,1084,4.300290083847358e-05,
+723,8680,0.03672507032752037,1085,5.35372410013224e-05,
+723,8688,0.03502802550792694,1086,5.7589887092035497e-05,
+724,8696,0.03530999645590782,1087,5.937768128205789e-05,
+725,8704,0.03005511313676834,1088,3.197733894921839e-05,
+,,,1088,,5.321187782101333e-05
+725,8712,0.03088931366801262,1089,6.064434751351655e-05,
+726,8720,0.03705818951129913,1090,5.872233896297985e-05,
+727,8728,0.03042340651154518,1091,3.974022024522128e-05,
+727,8736,0.030172333121299744,1092,4.802418106919504e-05,
+728,8744,0.030298851430416107,1093,5.143626617609698e-05,
+729,8752,0.03331764042377472,1094,7.459046037183725e-05,
+729,8760,0.03044629842042923,1095,2.9190895020292373e-05,
+730,8768,0.03274417668581009,1096,6.28794550721068e-05,
+731,8776,0.03259574994444847,1097,2.819256314978702e-05,
+731,8784,0.03285655751824379,1098,5.8528484260023106e-05,
+732,8792,0.030757907778024673,1099,3.3020364980984596e-05,
+733,8800,0.030512735247612,1100,7.505212897740421e-05,
+733,8808,0.030117500573396683,1101,4.1721940078787156e-05,
+734,8816,0.030150029808282852,1102,3.982956150139216e-05,
+735,8824,0.029226448386907578,1103,8.075877781266172e-05,
+735,8832,0.029728185385465622,1104,2.9280289709276985e-05,
+,,,1104,,5.683549679815769e-05
+736,8840,0.02941148728132248,1105,6.356471067192615e-05,
+737,8848,0.03008139878511429,1106,2.5882970021484653e-05,
+737,8856,0.02901725098490715,1107,6.222358661034377e-05,
+738,8864,0.0340350978076458,1108,5.0586693305376684e-05,
+739,8872,0.029584385454654694,1109,4.085760906491487e-05,
+739,8880,0.03639647364616394,1110,5.864781201125879e-05,
+740,8888,0.03020920231938362,1111,5.484799839905463e-05,
+741,8896,0.029944099485874176,1112,3.756457704184868e-05,
+741,8904,0.036689430475234985,1113,6.001872566230304e-05,
+742,8912,0.03243212401866913,1114,4.8217730636679335e-05,
+743,8920,0.030127178877592087,1115,4.999141719963518e-05,
+743,8928,0.029931478202342987,1116,4.802397825187654e-05,
+744,8936,0.030668549239635468,1117,5.800713711323624e-05,
+745,8944,0.029431115835905075,1118,2.8579955596796935e-05,
+745,8952,0.031725410372018814,1119,5.9869542837986955e-05,
+746,8960,0.030043065547943115,1120,4.218379831399943e-05,
+,,,1120,,5.018432857468724e-05
+747,8968,0.03200043737888336,1121,5.0154827022197424e-05,
+747,8976,0.029193926602602005,1122,5.91841344430577e-05,
+748,8984,0.03169209137558937,1123,4.435849564288219e-05,
+749,8992,0.02931417152285576,1124,5.7694893484949716e-05,
+749,9000,0.031023509800434113,1125,4.933526292916213e-05,
+750,9008,0.03226110339164734,1126,6.217891814230825e-05,
+751,9016,0.033265698701143265,1127,2.9891259828218608e-05,
+751,9024,0.030438236892223358,1128,5.8245433820047765e-05,
+752,9032,0.03130997717380524,1129,6.0838037825305946e-05,
+753,9040,0.031744081526994705,1130,3.0412773639909574e-05,
+753,9048,0.03322254866361618,1131,5.7694163615451544e-05,
+754,9056,0.02974303439259529,1132,4.240710541125736e-05,
+755,9064,0.02897745743393898,1133,4.663802701543318e-05,
+755,9072,0.03022594377398491,1134,6.48163152163761e-05,
+756,9080,0.030299551784992218,1135,4.930564136884641e-05,
+757,9088,0.029059220105409622,1136,5.137699690749287e-05,
+,,,1136,,5.37840707693249e-05
+757,9096,0.031366657465696335,1137,4.7278930878746905e-05,
+758,9104,0.028713587671518326,1138,5.769404197053518e-05,
+759,9112,0.029012322425842285,1139,2.975712391162233e-05,
+759,9120,0.029729526489973068,1140,6.35648250408849e-05,
+760,9128,0.03045390173792839,1141,6.289448174356949e-05,
+761,9136,0.03152810037136078,1142,4.4835301878265454e-05,
+761,9144,0.03167083114385605,1143,4.298836392990779e-05,
+762,9152,0.029500186443328857,1144,4.71003033908346e-05,
+763,9160,0.029192868620157242,1145,4.9499754823045805e-05,
+763,9168,0.02965376526117325,1146,5.130191857460886e-05,
+764,9176,0.030965503305196762,1147,5.1719383691306575e-05,
+765,9184,0.030774999409914017,1148,4.0291364484801306e-05,
+765,9192,0.03073587268590927,1149,5.9616306998577784e-05,
+766,9200,0.029596634209156036,1150,5.370093685996835e-05,
+767,9208,0.029447317123413086,1151,3.26925417084567e-05,
+767,9216,0.028987910598516464,1152,6.329668576654512e-05,
+,,,1152,,5.51666016690433e-05
+768,9224,0.032144442200660706,1153,4.7085420419534785e-05,
+769,9232,0.03163416311144829,1154,5.024479492021783e-05,
+769,9240,0.029781267046928406,1155,4.8545659865339985e-05,
+770,9248,0.029469840228557587,1156,6.214940344761999e-05,
+771,9256,0.02936616539955139,1157,3.713250657710887e-05,
+771,9264,0.030272051692008972,1158,5.0169675660072244e-05,
+772,9272,0.02960478514432907,1159,4.3032946678067674e-05,
+773,9280,0.029502488672733307,1160,5.219618788032676e-05,
+773,9288,0.03180848807096481,1161,5.384995824897487e-05,
+774,9296,0.03134147450327873,1162,5.04972742874088e-05,
+775,9304,0.02924087643623352,1163,5.227129599916225e-05,
+775,9312,0.029201790690422058,1164,4.696607857113122e-05,
+776,9320,0.030193064361810684,1165,5.779835100838682e-05,
+777,9328,0.031120866537094116,1166,3.02637499771663e-05,
+777,9336,0.031770531088113785,1167,6.360939664773468e-05,
+778,9344,0.02935023233294487,1168,5.791776129626669e-05,
+,,,1168,,5.28066186234355e-05
+779,9352,0.03136210888624191,1169,4.520855532064161e-05,
+779,9360,0.029697194695472717,1170,4.720447282124951e-05,
+780,9368,0.0312814861536026,1171,6.0077940361225046e-05,
+781,9376,0.030174266546964645,1172,3.1425957786268555e-05,
+781,9384,0.030107710510492325,1173,5.948231500951806e-05,
+782,9392,0.029941488057374954,1174,5.863329329258704e-05,
+783,9400,0.03513656556606293,1175,2.650876604093355e-05,
+783,9408,0.030428774654865265,1176,6.1732129779557e-05,
+784,9416,0.02969967946410179,1177,6.39375114133145e-05,
+785,9424,0.03154119476675987,1178,2.4780313424344058e-05,
+785,9432,0.03157125040888786,1179,6.107647823228035e-05,
+786,9440,0.03108009696006775,1180,6.161304713714344e-05,
+787,9448,0.03141326457262039,1181,4.5774374029861065e-05,
+787,9456,0.03139025345444679,1182,3.7654082234439556e-05,
+788,9464,0.03041410818696022,1183,6.226872551451379e-05,
+789,9472,0.033871762454509735,1184,3.971033220295794e-05,
+,,,1184,,5.3807668155059216e-05
+789,9480,0.02967246249318123,1185,5.0616528369573643e-05,
+790,9488,0.03078075870871544,1186,4.635548452824878e-05,
+791,9496,0.029451150447130203,1187,5.5310763400484575e-05,
+791,9504,0.030011408030986786,1188,4.6072227178228786e-05,
+792,9512,0.029279306530952454,1189,6.125540357970749e-05,
+793,9520,0.02941618487238884,1190,3.0382957447727676e-05,
+793,9528,0.029938463121652603,1191,5.584666291724716e-05,
+794,9536,0.030026033520698547,1192,4.593808080244344e-05,
+795,9544,0.02961590141057968,1193,6.253632727748482e-05,
+795,9552,0.031460441648960114,1194,4.050008033118502e-05,
+796,9560,0.02933283895254135,1195,3.296074009995209e-05,
+797,9568,0.029889840632677078,1196,7.92092687333934e-05,
+797,9576,0.031970225274562836,1197,3.962089022024884e-05,
+798,9584,0.029559198766946793,1198,5.7858289665091434e-05,
+799,9592,0.030035626143217087,1199,6.103174723648408e-05,
+799,9600,0.030791040509939194,1200,2.765612407529261e-05,
+,,,1200,,5.5190455168485644e-05
+800,9608,0.029367975890636444,1201,4.1289861201221356e-05,
+801,9616,0.029168330132961273,1202,4.566945676742762e-05,
+801,9624,0.029243599623441696,1203,6.19260895291518e-05,
+802,9632,0.030852004885673523,1204,6.0883083278895356e-05,
+803,9640,0.032282765954732895,1205,2.9623011414514622e-05,
+803,9648,0.030828028917312622,1206,5.7768611441133544e-05,
+804,9656,0.02962498739361763,1207,6.141925859992625e-05,
+805,9664,0.029668021947145462,1208,5.2613419939007144e-05,
+805,9672,0.02950751781463623,1209,3.516567744554777e-05,
+806,9680,0.029559817165136337,1210,3.302035884189536e-05,
+807,9688,0.030097149312496185,1211,7.757031539767922e-05,
+807,9696,0.030552461743354797,1212,3.5016701758650015e-05,
+808,9704,0.03175990656018257,1213,5.840955464009312e-05,
+809,9712,0.031141433864831924,1214,3.188790287822485e-05,
+809,9720,0.029606111347675323,1215,5.607003345176054e-05,
+810,9728,0.029394827783107758,1216,6.316273220363655e-05,
+,,,1216,,5.5190460989251734e-05
+811,9736,0.03211524710059166,1217,4.294323707654257e-05,
+811,9744,0.032051004469394684,1218,4.148349762544967e-05,
+812,9752,0.029552143067121506,1219,2.7805128638647147e-05,
+813,9760,0.02898237854242325,1220,6.335629564091505e-05,
+813,9768,0.029749825596809387,1221,5.937796277066809e-05,
+814,9776,0.032748591154813766,1222,5.267284427645791e-05,
+815,9784,0.030193261802196503,1223,4.385279271446052e-05,
+815,9792,0.030450474470853806,1224,5.5339795608233544e-05,
+816,9800,0.03363793343305588,1225,5.9810185121023096e-05,
+817,9808,0.02934597060084343,1226,2.9012103368586395e-05,
+817,9816,0.029854804277420044,1227,5.9914229041169165e-05,
+818,9824,0.02900131791830063,1228,4.8947623326967005e-05,
+819,9832,0.030527230352163315,1229,3.775827076424321e-05,
+819,9840,0.029975570738315582,1230,6.505485816887813e-05,
+820,9848,0.03508440777659416,1231,4.999065208721731e-05,
+821,9856,0.029918257147073746,1232,4.771154726768145e-05,
+,,,1232,,5.7407282292842864e-05
+821,9864,0.03536509722471237,1233,5.0020721573673654e-05,
+822,9872,0.03916088119149208,1234,3.0695867508256924e-05,
+823,9880,0.030856452882289886,1235,5.837946105202718e-05,
+823,9888,0.029192712157964706,1236,6.16130030266504e-05,
+824,9896,0.0291176438331604,1237,6.159793906590494e-05,
+825,9904,0.030559435486793518,1238,4.6817231577733764e-05,
+825,9912,0.030386686325073242,1239,3.9635905750401434e-05,
+826,9920,0.02868621051311493,1240,4.9528994622960454e-05,
+827,9928,0.029714815318584442,1241,4.13344369007973e-05,
+827,9936,0.030772875994443893,1242,5.902033785787353e-05,
+828,9944,0.029038764536380768,1243,2.9578314752143342e-05,
+829,9952,0.02940911427140236,1244,5.773909560957691e-05,
+829,9960,0.03120476007461548,1245,5.958662245575397e-05,
+830,9968,0.02920680120587349,1246,6.514438973681536e-05,
+831,9976,0.029362205415964127,1247,5.532486420634086e-05,
+831,9984,0.030177030712366104,1248,3.176870063725801e-05,
+,,,1248,,5.449906457215548e-05
+832,9992,0.03787924349308014,1249,4.686175680035376e-05,
+833,10000,0.03439000993967056,1250,5.814135533910303e-05,
+833,10008,0.03744450956583023,1251,4.3331082224540296e-05,
+834,10016,0.03625014051795006,1252,6.113579888733511e-05,
+835,10024,0.036669470369815826,1253,6.1031391169308336e-05,
+835,10032,0.03828679397702217,1254,3.215613878637669e-05,
+836,10040,0.03711763024330139,1255,6.387761413861881e-05,
+837,10048,0.03773150593042374,1256,2.9474001394191873e-05,
+837,10056,0.04040135443210602,1257,5.553373148359242e-05,
+838,10064,0.03342077508568764,1258,6.045081272532116e-05,
+839,10072,0.03162214159965515,1259,2.8639590709644835e-05,
+839,10080,0.030043307691812515,1260,5.77688720113656e-05,
+840,10088,0.030636873096227646,1261,4.702560840996739e-05,
+841,10096,0.030463311821222305,1262,6.141937501524808e-05,
+841,10104,0.029671255499124527,1263,4.048515984322876e-05,
+842,10112,0.02903163433074951,1264,6.135959256425849e-05,
+,,,1264,,5.1948317559435966e-05
+843,10120,0.03761190176010132,1265,2.7998848281640676e-05,
+843,10128,0.040490373969078064,1266,5.9676009414033615e-05,
+844,10136,0.03586285188794136,1267,5.604038437923009e-05,
+845,10144,0.031138677150011063,1268,6.159803729133273e-05,
+845,10152,0.03025147318840027,1269,3.0025347996343044e-05,
+846,10160,0.0292811281979084,1270,4.5669891505895066e-05,
+847,10168,0.030650746077299118,1271,5.9526949598875945e-05,
+847,10176,0.037244610488414764,1272,4.1796358573265024e-05,
+848,10184,0.0349850133061409,1273,5.903541341467644e-05,
+849,10192,0.04630566015839577,1274,6.0018694512109505e-05,
+849,10200,0.035015035420656204,1275,2.9980625185999088e-05,
+850,10208,0.03054649755358696,1276,5.8200872899760725e-05,
+851,10216,0.03988431766629219,1277,2.8609727223738446e-05,
+851,10224,0.031497325748205185,1278,6.042075847290107e-05,
+852,10232,0.03900930657982826,1279,5.143623116055096e-05,
+853,10240,0.04206671565771103,1280,3.772865852624818e-05,
+,,,1280,,5.3712597582489253e-05

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/labels.csv

@@ -0,0 +1,4 @@
+29252,1
+33252,1
+9681,1
+18967,0

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/logits.csv

@@ -0,0 +1,4 @@
+29252,-13.875028,-2.7536968e-05
+33252,-12.125085,-8.4635016e-05
+9681,-13.000039,-3.921909e-05
+18967,-0.0012344844,-6.7512345

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-8.25029,-0.00028999415
+12007,-10.750044,-4.4106466e-05
+8229,-0.02326548,-3.7732654
+31449,-13.250031,-3.1351552e-05
+1591,-0.0001038259,-9.750104
+53542,-11.625042,-4.2079995e-05
+49372,-12.250028,-2.7775379e-05
+54831,-0.001980726,-6.251981
+44771,-11.250032,-3.218599e-05
+33116,-9.655486e-05,-10.625096
+33492,-12.250018,-1.8238856e-05
+16982,-8.125322,-0.00032252833
+31901,-10.000084,-8.356222e-05
+49817,-0.0699838,-2.6949837
+60681,-8.625227,-0.00022742547
+39890,-11.000039,-3.9576702e-05
+62685,-0.00014745102,-9.250148
+2201,-12.375307,-0.00030679765
+47201,-0.00029666792,-8.250297
+20835,-13.500032,-3.2901222e-05
+15421,-12.625039,-3.8980677e-05
+45021,-0.0015422129,-6.501542
+45802,-0.00020287363,-9.125203
+43637,-0.01108771,-4.511088
+7160,-0.0032208492,-5.753221
+8150,-4.5110836,-0.011083466
+3512,-11.750023,-2.2887922e-05
+29264,-9.142935e-05,-11.125092
+32960,-0.0015688742,-6.501569
+32221,-0.0015674459,-6.5015674
+35996,-13.000032,-3.2305197e-05
+4422,-13.375037,-3.7669426e-05
+22209,-0.0013635395,-6.6263638
+6920,-13.37502,-2.0146166e-05
+25253,-0.00016425691,-9.250164
+680,-5.0067353,-0.0067354785
+50140,-12.500026,-2.5987287e-05
+28481,-13.25003,-2.9921084e-05
+36298,-0.0017577449,-6.3767576
+16473,-12.875018,-1.8477269e-05
+11102,-9.5000925,-9.274053e-05
+62901,-0.12696081,-2.1269608
+16123,-11.875062,-6.186771e-05
+52012,-0.00010036919,-10.7501
+60780,-0.0017467969,-6.3767467
+1781,-13.125026,-2.5629668e-05
+41449,-0.00866794,-4.758668
+908,-11.875029,-2.8490615e-05
+15507,-13.000043,-4.2795218e-05
+57914,-9.125134,-0.00013422065
+46159,-9.625092,-9.154854e-05
+56461,-13.50002,-1.9907753e-05
+62107,-0.00022647201,-8.750226
+49087,-13.750036,-3.635817e-05
+65792,-0.00012623466,-9.500126
+13181,-0.0004920941,-7.750492
+54119,-12.625027,-2.6940936e-05
+51997,-0.0003275335,-8.125327
+24924,-12.375039,-3.9457496e-05
+45890,-0.00011824862,-9.750118
+41716,-6.501523,-0.0015229306
+60175,-0.0013668728,-6.626367
+30318,-0.00059729855,-7.5005975
+13221,-11.375024,-2.396078e-05
+15509,-13.625017,-1.7642818e-05
+37365,-11.750022,-2.193427e-05
+60975,-9.000154,-0.00015400654
+51375,-0.00016723665,-9.500167
+16004,-12.750027,-2.6344906e-05
+12837,-12.375024,-2.3722367e-05
+17864,-12.500045,-4.51793e-05
+67134,-12.250032,-3.2782016e-05
+18611,-11.750032,-3.2305197e-05
+12861,-11.500053,-5.3523538e-05
+58084,-13.125021,-2.1219028e-05
+32874,-1.6004777,-0.22547771
+32717,-12.125023,-2.2768714e-05
+23413,-11.750093,-9.381331e-05
+59634,-9.00014,-0.00013982272
+15629,-2.8120496,-0.062049743
+47071,-0.008688386,-4.7586884
+48558,-12.250043,-4.3272037e-05
+3648,-0.0005807382,-7.500581
+43367,-0.00978613,-4.634786
+14869,-9.321732e-05,-10.500093
+1518,-0.003213482,-5.7532134
+16976,-12.251406,-0.0014054431
+20931,-12.375028,-2.7775379e-05
+67379,-13.125032,-3.2782016e-05
+4741,-0.00012826097,-9.750128
+5765,-11.500038,-3.8146245e-05
+48791,-0.0032027876,-5.753203
+15298,-10.500052,-5.2093103e-05
+21874,-11.375072,-7.140382e-05
+9095,-11.250063,-6.270212e-05
+3840,-13.000022,-2.1815062e-05
+55636,-5.504096,-0.0040962133
+57364,-9.000149,-0.00014900051
+65863,-0.00020370792,-9.625204
+40786,-8.332382e-05,-11.125083
+8118,-12.875025,-2.4556812e-05
+52441,-0.0001447096,-9.375145
+38593,-4.3875203,-0.01252052
+5517,-0.00078778225,-7.2507877
+39136,-6.876049,-0.0010492064
+47292,-0.0004785108,-8.125479
+34052,-0.02070025,-3.8957002
+16037,-13.125029,-2.9086643e-05
+64606,-12.875027,-2.6344906e-05
+19552,-0.31328946,-1.3132894
+14116,-11.500029,-2.8490615e-05
+11261,-10.250049,-4.8278598e-05
+11668,-13.6250305,-3.0159496e-05
+42198,-12.375025,-2.467602e-05
+22526,-13.375069,-6.90198e-05
+8037,-12.750025,-2.4795225e-05
+5324,-10.375067,-6.687418e-05
+56692,-0.00020120504,-8.750201
+59753,-4.6347704,-0.009770311
+47298,-0.31328806,-1.3132881
+57801,-8.000349,-0.0003489839
+58413,-13.750024,-2.396078e-05
+10673,-9.2263734e-05,-10.8750925
+65730,-13.000021,-2.0742202e-05
+40287,-11.750021,-2.0980615e-05
+15186,-12.875029,-2.860982e-05
+43119,-0.0005995622,-7.5005994
+39219,-13.000037,-3.7669426e-05
+50340,-12.750016,-1.6450747e-05
+34297,-11.750036,-3.6000558e-05
+62941,-0.014194477,-4.2641945
+31551,-14.625032,-3.2066786e-05
+41344,-12.625027,-2.6464111e-05
+46402,-13.625027,-2.6344906e-05
+13636,-11.62503,-2.9682673e-05
+42241,-12.500024,-2.396078e-05
+15422,-7.625497,-0.0004969792
+25014,-13.625029,-2.8967437e-05
+19613,-9.000148,-0.00014745102
+5515,-0.008659904,-4.75866
+64128,-8.1774226e-05,-11.250082
+28084,-0.00026782742,-8.625268
+10395,-10.875032,-3.2901222e-05
+9965,-6.6263366,-0.0013366345
+27221,-11.375024,-2.3603161e-05
+11994,-0.0001922661,-11.375193
+43384,-0.00015352978,-9.125154
+44329,-0.00016187312,-11.625162
+58937,-0.00011526874,-10.125115
+29119,-0.00029333105,-8.250294
+8989,-0.0003159739,-9.750316
+23043,-12.500031,-3.170917e-05
+32166,-0.0020377126,-6.2520375
+42729,-0.054940984,-2.929941
+6863,-12.875036,-3.6596583e-05
+41187,-0.00022230062,-10.375222
+36039,-14.000044,-4.4106466e-05
+55977,-0.0015334049,-6.5015335
+8129,-12.625028,-2.7536968e-05
+60223,-13.000039,-3.9576702e-05
+9414,-0.00058478897,-7.5005846
+26177,-0.00015293382,-9.375153
+38443,-0.00863674,-4.758637
+43084,-0.00012277803,-10.125123
+53673,-0.00022933238,-8.625229
+15057,-11.375064,-6.3536536e-05
+51700,-0.00079921726,-7.250799
+51201,-12.875025,-2.5033638e-05
+47078,-12.125032,-3.2782016e-05
+59961,-11.625026,-2.5987287e-05
+22272,-7.625512,-0.0005123495
+65773,-4.758627,-0.00862705
+33746,-4.141046,-0.016046079
+27311,-12.625026,-2.5510462e-05
+41292,-0.00025054652,-8.375251
+17110,-7.8754053,-0.00040546778
+57029,-0.0002607959,-9.25026
+3009,-13.25002,-2.002696e-05
+40193,-13.125023,-2.3364748e-05
+27618,-12.125029,-2.9086643e-05
+20145,-13.250027,-2.7179349e-05
+52193,-13.250022,-2.1695856e-05
+34398,-0.008679995,-4.75868
+36473,-13.375119,-0.00011896379
+43577,-0.00015901255,-9.125159
+57850,-12.625018,-1.8238856e-05
+61117,-0.00029404607,-8.375294
+32569,-10.50004,-4.005352e-05
+12290,-13.500041,-4.112636e-05
+19499,-13.000037,-3.755022e-05
+60470,-0.023261404,-3.7732613
+8962,-14.125053,-5.3642743e-05
+65955,-11.875049,-4.8993817e-05
+62486,-6.1272116,-0.002211389
+19000,-6.876046,-0.0010462293
+22631,-12.00003,-2.9801879e-05
+25613,-0.0046608145,-5.3796606
+56086,-12.750022,-2.1815062e-05
+28883,-8.625193,-0.00019274284
+26425,-12.500024,-2.4199193e-05
+48097,-0.42873257,-1.0537326
+61477,-2.2378569,-0.112856954
+9121,-6.751187,-0.0011868584
+66709,-11.375039,-3.9099883e-05
+51472,-10.500085,-8.4635016e-05
+19809,-10.375064,-6.413254e-05
+38959,-12.250033,-3.373566e-05
+39849,-0.00019321959,-8.750194
+59964,-0.00074132613,-7.2507415
+65268,-12.500025,-2.527205e-05
+8791,-5.3796372,-0.0046373205
+51774,-12.500023,-2.2649509e-05
+49640,-0.018194327,-4.018194
+20125,-11.125027,-2.682173e-05
+59640,-3.048609,-0.04860902
+68206,-12.125081,-8.141663e-05
+48079,-13.750039,-3.9099883e-05
+49583,-9.875065,-6.484775e-05
+67054,-0.0010805251,-6.8760805
+59571,-8.500232,-0.00023207355
+29080,-11.875067,-6.6754976e-05
+29111,-11.875038,-3.778863e-05
+20758,-12.625028,-2.7536968e-05
+64023,-0.00033468366,-8.250335
+29058,-0.000120870915,-10.000121
+18185,-0.0012256737,-6.7512255
+36543,-0.00030810855,-8.250308
+54983,-11.000033,-3.3616456e-05
+3101,-10.125053,-5.3285134e-05
+42140,-0.0002531685,-8.500253
+6954,-8.332382e-05,-10.375083
+15955,-11.875042,-4.2079995e-05
+61746,-0.0015416177,-6.5015416
+32055,-0.06999592,-2.6949959
+39496,-11.500037,-3.7431015e-05
+59909,-11.5000305,-3.0517112e-05
+66296,-0.00016246906,-9.500162
+46804,-11.000029,-2.860982e-05
+35049,-0.00020728348,-10.375207
+56017,-8.750189,-0.00018869051
+26947,-12.250019,-1.9430925e-05
+38928,-0.00033206193,-8.250332
+15029,-12.500068,-6.747018e-05
+7086,-0.0005212855,-7.750521
+537,-5.379654,-0.0046539325
+50731,-0.0028309054,-5.877831
+63604,-11.250045,-4.51793e-05
+67049,-5.6286206,-0.0036206187
+31161,-0.0052584196,-5.2552586
+58922,-13.250067,-6.6635774e-05
+18347,-12.125034,-3.4093275e-05
+25864,-5.2552495,-0.0052495254
+63846,-0.0004645699,-7.7504644
+13353,-0.0002466136,-8.500247
+25378,-10.250064,-6.3536536e-05
+59101,-12.1250515,-5.113948e-05
+20895,-5.13094,-0.005940164
+48119,-12.875022,-2.2411095e-05
+14332,-9.214454e-05,-9.8750925
+25497,-12.375028,-2.801379e-05
+8686,-4.88266,-0.007659826
+22758,-9.8751335,-0.00013398226
+7666,-0.00084888656,-7.125849
+20686,-6.751187,-0.0011867393
+18975,-11.375086,-8.6184606e-05
+19054,-11.625025,-2.527205e-05
+48123,-14.125023,-2.324554e-05
+57909,-13.125023,-2.3007127e-05
+9226,-13.250031,-3.1470758e-05
+48653,-0.0017369197,-6.376737
+44013,-0.7576642,-0.6326642
+11409,-11.625061,-6.1033294e-05
+62736,-0.47412068,-0.9741207
+2777,-11.62504,-3.9695904e-05
+7058,-8.6899796e-05,-10.125087
+48408,-0.08898657,-2.4639866
+28934,-12.375025,-2.5152844e-05
+46578,-12.625037,-3.7311813e-05
+23203,-11.375032,-3.2543605e-05
+6257,-12.500037,-3.70734e-05
+53444,-0.0036726424,-5.6286726
+17816,-8.750178,-0.00017808282
+46307,-13.125048,-4.7801783e-05
+20599,-14.125036,-3.6596583e-05
+29423,-0.0012116241,-6.7512116
+21041,-0.00011216965,-9.625113
+16633,-13.500021,-2.0861407e-05
+20221,-11.500035,-3.492771e-05
+27466,-0.00021073982,-8.625211
+22987,-0.001367349,-6.6263676
+9322,-7.875394,-0.0003939091
+3265,-6.3767242,-0.0017243054
+22814,-10.000066,-6.544376e-05
+56185,-12.500028,-2.7894584e-05
+55014,-12.875023,-2.3007127e-05
+43437,-12.000024,-2.3722367e-05
+24683,-0.0010708795,-6.876071
+10233,-4.758633,-0.008633313
+19001,-0.00047982146,-11.62548
+32718,-0.012539239,-4.3875394
+31030,-0.00019619924,-9.000196
+1099,-9.44093e-05,-11.750094
+57982,-10.750047,-4.6848152e-05
+49148,-4.264176,-0.01417579
+40880,-12.37502,-1.9788546e-05
+31148,-0.0001163415,-11.000116
+9446,-12.00002,-2.0384581e-05
+18579,-13.625046,-4.5417706e-05
+30932,-11.2500305,-3.0993935e-05
+40792,-4.264253,-0.01425324
+48600,-0.0028901019,-5.87789
+44588,-9.875102,-0.00010168035
+33828,-13.375019,-1.9550132e-05
+33917,-0.0013525871,-6.751353
+2026,-4.6347737,-0.009773617
+56745,-0.005283796,-5.255284
+17383,-7.1258216,-0.00082149135
+2372,-4.264191,-0.014191069
+56600,-0.10052241,-2.3505225
+50257,-0.0002489972,-8.750249
+38892,-0.00075323816,-7.2507534
+45844,-0.00023529146,-9.125236
+29062,-1.5019879,-0.25198796
+5655,-12.1250305,-3.0636318e-05
+67611,-0.8259688,-0.5759688
+18546,-0.004183114,-5.5041833
+63060,-13.000046,-4.5656117e-05
+36068,-12.125051,-5.0185852e-05
+784,-2.8119936,-0.0619935
+20429,-0.0007219092,-7.375722
+21679,-13.125036,-3.623897e-05
+53617,-13.750031,-3.1351552e-05
+6978,-13.75002,-2.0265374e-05
+53262,-9.595887e-05,-10.375096
+181,-0.00031073033,-8.250311
+28744,-0.0076597077,-4.88266
+48716,-0.00085615215,-7.125856
+51468,-0.00012611547,-9.375126
+62209,-13.62503,-3.004029e-05
+8732,-11.500028,-2.741776e-05
+56949,-11.500029,-2.8729026e-05
+26885,-0.00014161061,-10.875141
+43345,-2.5789194,-0.07891949
+8053,-12.000017,-1.716599e-05
+59402,-13.125034,-3.4689303e-05
+49552,-0.00033861626,-8.125339
+12348,-8.250292,-0.00029202012
+28335,-10.375054,-5.435796e-05
+59114,-11.250034,-3.4808505e-05
+12625,-11.5000515,-5.149709e-05
+8876,-9.750183,-0.0001832079
+29959,-12.500016,-1.6093125e-05
+37911,-0.00023338455,-8.500234
+38412,-9.375105,-0.00010501787
+31999,-0.00019977482,-8.750199
+34775,-0.0036517382,-5.6286516
+65737,-11.75003,-2.9801879e-05
+25244,-0.42874095,-1.053741
+51630,-12.875025,-2.491443e-05
+23979,-8.000411,-0.0004105917
+34638,-12.375019,-1.8954097e-05
+22311,-14.50003,-2.9444262e-05
+14004,-13.87503,-2.9563467e-05
+310,-0.0008323304,-7.1258326
+49105,-0.00023123929,-8.625231
+38782,-14.750041,-4.1245563e-05
+4647,-12.500021,-2.0622994e-05
+43782,-8.046303e-05,-10.62508
+66046,-4.264182,-0.014182136
+16690,-13.875026,-2.62257e-05
+67731,-0.00031120703,-8.250311
+54867,-13.125025,-2.4437606e-05
+34108,-11.125076,-7.6767836e-05
+67332,-2.3502202,-0.10022017
+22567,-0.0005243834,-7.6255245
+57173,-0.16024451,-1.9102445
+26527,-12.000028,-2.801379e-05
+59580,-12.000037,-3.70734e-05
+20737,-4.511065,-0.011064838
+53307,-9.2621325e-05,-11.8750925
+32783,-0.00014113385,-9.250141
+7868,-13.250021,-2.1457441e-05
+50777,-0.14270237,-2.0177023
+29307,-13.375026,-2.5987287e-05
+18297,-0.006760581,-5.0067606
+44524,-12.875026,-2.5391257e-05
+61320,-2.3502235,-0.10022351
+2578,-5.504106,-0.0041059484
+40612,-0.000508775,-7.750509
+32523,-11.500037,-3.6834994e-05
+48509,-0.078916736,-2.5789168
+36666,-11.500028,-2.8132996e-05
+6539,-12.875027,-2.6464111e-05
+33620,-12.3750515,-5.1735493e-05
+55547,-12.75002,-1.966934e-05
+11751,-12.37502,-2.002696e-05
+30491,-0.011071204,-4.511071
+48294,-12.625021,-2.0742202e-05
+37424,-13.125031,-3.1232346e-05
+29155,-8.87515,-0.00014995404

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,937 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.37498410418629646,0,3.316582202911377,
+0,8,0.05922567471861839,1,5.04067000746727,
+0,16,0.033579565584659576,2,3.6857994496822357,
+1,24,0.030703943222761154,3,1.7788840606808662,
+1,32,0.03016267716884613,4,0.7267141938209534,
+2,40,0.03193986788392067,5,0.5411791615188122,
+2,48,0.03034982830286026,6,0.3012342117726803,
+3,56,0.030938737094402313,7,0.3873986089602113,
+3,64,0.030751153826713562,8,0.24851870769634843,
+4,72,0.03048333153128624,9,0.1374038856010884,
+4,80,0.03018726408481598,10,0.316428781603463,
+5,88,0.030338115990161896,11,0.07164971678867005,
+5,96,0.03044041246175766,12,0.21017728245351464,
+6,104,0.02996569126844406,13,0.11016650720557664,
+6,112,0.03009273111820221,14,0.05633233694243245,
+7,120,0.030463773757219315,15,0.08118996862322092,
+7,128,0.030719414353370667,16,0.0030025049891264644,
+,,,16,,0.0017492834012955427
+8,136,0.030797019600868225,17,0.004343739627074683,
+8,144,0.030026469379663467,18,0.005525115400814684,
+9,152,0.030386559665203094,19,0.0029766363550152164,
+9,160,0.03018086776137352,20,0.001295761303481413,
+10,168,0.030545607209205627,21,0.0013145929260645062,
+10,176,0.030347421765327454,22,0.0007929835337563418,
+11,184,0.03076700121164322,23,0.0012238079798407853,
+11,192,0.03063163161277771,24,0.00046136400851537473,
+12,200,0.031214799731969833,25,0.0009562981067574583,
+12,208,0.03084222599864006,26,0.0005546287520701298,
+13,216,0.03100678324699402,27,0.000607880163443042,
+13,224,0.03080170974135399,28,0.0008547283687221352,
+14,232,0.031015481799840927,29,0.0008818821042950731,
+14,240,0.030843161046504974,30,0.0005443053159979172,
+15,248,0.03110431879758835,31,0.000665319070321857,
+15,256,0.031025215983390808,32,0.0006947310412215302,
+,,,32,,0.0010028865654021502
+16,264,0.030676044523715973,33,0.0008455594634142471,
+16,272,0.03123515099287033,34,0.0005115881485835416,
+17,280,0.03106359764933586,35,0.0005153262263775105,
+17,288,0.030534837394952774,36,0.0007507344580517383,
+18,296,0.03135490417480469,37,0.0005821305257995846,
+18,304,0.031014781445264816,38,0.000598419221205404,
+19,312,0.031752001494169235,39,0.0007616464226885,
+19,320,0.03106541559100151,40,0.0004579796368489042,
+20,328,0.031229496002197266,41,0.0005543663628486684,
+20,336,0.03118225559592247,42,0.000529793935129419,
+21,344,0.03110307827591896,43,0.0005973883580736583,
+21,352,0.030774269253015518,44,0.0005330100448190933,
+22,360,0.030957084149122238,45,0.00042681885497586336,
+22,368,0.030482754111289978,46,0.0005850194465892855,
+23,376,0.030567988753318787,47,0.0005234656000538962,
+23,384,0.030733998864889145,48,0.0004677975412050728,
+,,,48,,0.0006739487871527672
+24,392,0.030753720551729202,49,0.0003536042186169652,
+24,400,0.031186427921056747,50,0.0006016241804900346,
+25,408,0.03103705495595932,51,0.0005643024778692052,
+25,416,0.030713524669408798,52,0.00036074542003916577,
+26,424,0.030842918902635574,53,0.0005141607598488918,
+26,432,0.03099920228123665,54,0.00043350746454962064,
+27,440,0.03065377101302147,55,0.00058000336321129,
+27,448,0.031236831098794937,56,0.00035973753620055504,
+28,456,0.0309036523103714,57,0.0005690999596481561,
+28,464,0.03111949935555458,58,0.0003425843515287852,
+29,472,0.030609868466854095,59,0.0003592233533709077,
+29,480,0.030607841908931732,60,0.0005271399659250164,
+30,488,0.03074818104505539,61,0.00039701888272247743,
+30,496,0.030318468809127808,62,0.00046253398159024073,
+31,504,0.030761871486902237,63,0.00033115330916189123,
+31,512,0.030661605298519135,64,0.000514587807629141,
+,,,64,,0.0005796146579086781
+32,520,0.03057890012860298,65,0.0004275611263437895,
+32,528,0.0316166877746582,66,0.00041462676017545164,
+33,536,0.03106651082634926,67,0.0003904636178049259,
+33,544,0.030926108360290527,68,0.00045799480176356155,
+34,552,0.03093252331018448,69,0.00038006907652743394,
+34,560,0.03067423775792122,70,0.00045928875624667853,
+35,568,0.030934270471334457,71,0.0003935309323424008,
+35,576,0.031117338687181473,72,0.0004376911238068715,
+36,584,0.030970558524131775,73,0.00034205660813313443,
+36,592,0.031521428376436234,74,0.0004857416315644514,
+37,600,0.031002245843410492,75,0.0004607343562383903,
+37,608,0.03115169331431389,76,0.0003651524357337621,
+38,616,0.03145919740200043,77,0.0004901552265437203,
+38,624,0.030391857028007507,78,0.00030838819293421693,
+39,632,0.03080695867538452,79,0.0004210855440760497,
+39,640,0.030461177229881287,80,0.00035786034459306393,
+,,,80,,0.0005704862414859235
+40,648,0.030415445566177368,81,0.0004278638452888117,
+40,656,0.031193111091852188,82,0.00028811730226152577,
+41,664,0.03136005625128746,83,0.00040059011644189013,
+41,672,0.030788801610469818,84,0.00031046092772157863,
+42,680,0.03064468502998352,85,0.0004526533266471233,
+42,688,0.030705314129590988,86,0.0002775588536678697,
+43,696,0.030572697520256042,87,0.00044850765698356554,
+43,704,0.03067861497402191,88,0.00026679742313717725,
+44,712,0.030973274260759354,89,0.0003074696105613839,
+44,720,0.030717700719833374,90,0.0003746604379557539,
+45,728,0.030687250196933746,91,0.00020786181903531542,
+45,736,0.030541468411684036,92,0.00048284859985869844,
+46,744,0.031014300882816315,93,0.00041754629182833014,
+46,752,0.03459817171096802,94,0.0002760635861704941,
+47,760,0.033165499567985535,95,0.0003754829376703128,
+47,768,0.04909830540418625,96,0.0002791171182252583,
+,,,96,,0.00047093123430386186
+48,776,0.03181754797697067,97,0.00042177534123766236,
+48,784,0.031477026641368866,98,0.00023023354515316896,
+49,792,0.031203415244817734,99,0.00032839148298080545,
+49,800,0.03077816218137741,100,0.00033986368453042815,
+50,808,0.030724775046110153,101,0.0003459119634499075,
+50,816,0.030483439564704895,102,0.00030744789637537906,
+51,824,0.031254276633262634,103,0.00029824565808667103,
+51,832,0.03068516030907631,104,0.00034976875940628815,
+52,840,0.030685998499393463,105,0.0003855016784655163,
+52,848,0.03068966045975685,106,0.00024056807251326973,
+53,856,0.030936524271965027,107,0.00032558963721385226,
+53,864,0.03067067265510559,108,0.0002683534912648611,
+54,872,0.031237058341503143,109,0.0002822553915393655,
+54,880,0.030797723680734634,110,0.0003038285030925181,
+55,888,0.031070366501808167,111,0.00020401450910867425,
+55,896,0.03068532422184944,112,0.0003770459625229705,
+,,,112,,0.00039066618774086237
+56,904,0.031103741377592087,113,0.00017915464286488714,
+56,912,0.03201957792043686,114,0.00038205860710149864,
+57,920,0.03363851085305214,115,0.0003111808391622617,
+57,928,0.03367455676198006,116,0.0002638907926666434,
+58,936,0.03167785331606865,117,0.0002096940088449628,
+58,944,0.0314725860953331,118,0.0003334295224703965,
+59,952,0.03088218718767166,119,0.0002201497145506437,
+59,960,0.03065778687596321,120,0.00031410973497258965,
+60,968,0.031196177005767822,121,0.00024331572149094427,
+60,976,0.03096460923552513,122,0.0002858074722098536,
+61,984,0.030619356781244278,123,0.00013843616216036025,
+61,992,0.03054080158472061,124,0.0003770630946746678,
+62,1000,0.031232081353664398,125,0.00013177635173633462,
+62,1008,0.031125981360673904,126,0.00038182920707185986,
+63,1016,0.0308232419192791,127,0.00013123982898832764,
+63,1024,0.030726797878742218,128,0.0003767133257497335,
+,,,128,,0.00034464593045413494
+64,1032,0.030172284692525864,129,0.0002965104677059571,
+64,1040,0.03737972676753998,130,0.00020919954022247111,
+65,1048,0.030302390456199646,131,0.0002987750003740075,
+65,1056,0.03018665313720703,132,0.00018015462319453945,
+66,1064,0.030399750918149948,133,0.00026612263991410146,
+66,1072,0.03039402887225151,134,0.00019536148920451524,
+67,1080,0.030968882143497467,135,0.0001691178758846945,
+67,1088,0.030773736536502838,136,0.00028436692718969425,
+68,1096,0.03055272251367569,137,0.0001747754358802922,
+68,1104,0.030889417976140976,138,0.0002858591860785964,
+69,1112,0.030553407967090607,139,0.00015912924300209852,
+69,1120,0.030609313398599625,140,0.00028777316947525833,
+70,1128,0.03958269581198692,141,0.0002054062724710093,
+70,1136,0.030457790940999985,142,0.00024745209702814464,
+71,1144,0.030933234840631485,143,0.0002488973823346896,
+71,1152,0.03054600954055786,144,0.0001972982599909301,
+,,,144,,0.00028395920526236296
+72,1160,0.030815329402685165,145,0.0002195422894146759,
+72,1168,0.03075508400797844,146,0.000202887008072139,
+73,1176,0.030865538865327835,147,0.00013611036592919845,
+73,1184,0.031110193580389023,148,0.00027902009060198907,
+74,1192,0.03096805512905121,149,0.00027110823793918826,
+74,1200,0.03060431033372879,150,0.0001350826714769937,
+75,1208,0.030135758221149445,151,0.0003177662047164631,
+75,1216,0.03059866651892662,152,0.00010413826112198876,
+76,1224,0.0302157960832119,153,0.0002255013860121835,
+76,1232,0.029831260442733765,154,0.00019051738672715146,
+77,1240,0.03020675852894783,155,0.00020927303648932138,
+77,1248,0.03012174740433693,156,0.000202693950086541,
+78,1256,0.03034135326743126,157,0.00015075009378051618,
+78,1264,0.030769068747758865,158,0.0002415411536276224,
+79,1272,0.030290428549051285,159,0.00023006037099548848,
+79,1280,0.03046412393450737,160,0.00015198586606857134,
+,,,160,,0.00022923351207282394
+80,1288,0.03063870221376419,161,0.00023187603164842585,
+80,1296,0.030639246106147766,162,0.00013202272066337173,
+81,1304,0.03121580183506012,163,0.00015892951068963157,
+81,1312,0.030654482543468475,164,0.00021335473593353527,
+82,1320,0.030807703733444214,165,0.0001469347434976953,
+82,1328,0.03024524822831154,166,0.00023226031134981895,
+83,1336,0.030180849134922028,167,0.00011180997580595431,
+83,1344,0.02996433898806572,168,0.0002634970205690479,
+84,1352,0.030931122601032257,169,0.00021818806999363005,
+84,1360,0.03049250692129135,170,0.00012339716022324865,
+85,1368,0.0305938683450222,171,0.0001482029492763104,
+85,1376,0.030386507511138916,172,0.00020382208731462015,
+86,1384,0.03030404821038246,173,0.00012933911511936458,
+86,1392,0.030864547938108444,174,0.0002319445206921955,
+87,1400,0.03011605516076088,175,0.00013911536461819196,
+87,1408,0.030626025050878525,176,0.00018091575020662276,
+,,,176,,0.00020441340166144073
+88,1416,0.030213747173547745,177,0.0001231865576301061,
+88,1424,0.030599240213632584,178,0.0002104392565343005,
+89,1432,0.030247893184423447,179,0.00016519930932190618,
+89,1440,0.030171923339366913,180,0.0001670120982453227,
+90,1448,0.03051149472594261,181,0.00019056526843996835,
+90,1456,0.0435090996325016,182,0.00012144684524173499,
+91,1464,0.0313028022646904,183,0.00014653251355412067,
+91,1472,0.031123578548431396,184,0.00015780781268404098,
+92,1480,0.030310433357954025,185,0.00018359534169576364,
+92,1488,0.030445106327533722,186,0.00012116350899304962,
+93,1496,0.03058328852057457,187,0.00018170112025472918,
+93,1504,0.02992068976163864,188,0.00013382543556872406,
+94,1512,0.03024422749876976,189,0.0001263773970094917,
+94,1520,0.03487749025225639,190,0.0001788419881449954,
+95,1528,0.030293721705675125,191,0.00018038148800769704,
+95,1536,0.03075706958770752,192,0.00010642783945513656,
+,,,192,,0.00018331724277231842
+96,1544,0.030575312674045563,193,0.00010969012146233581,
+96,1552,0.030486777424812317,194,0.00017884259523270885,
+97,1560,0.03067808598279953,195,0.00016585670618951553,
+97,1568,0.03066464141011238,196,0.00010575698524917243,
+98,1576,0.03062627464532852,197,0.0001318878685196978,
+98,1584,0.030398428440093994,198,0.00013357206671571475,
+99,1592,0.030695006251335144,199,9.809946823224891e-05,
+99,1600,0.030521713197231293,200,0.00017353982912027277,
+100,1608,0.03176242113113403,201,0.00010322505249860114,
+100,1616,0.03124869242310524,202,0.00017470428792876191,
+101,1624,0.030858859419822693,203,0.00012703842321570846,
+101,1632,0.030871983617544174,204,0.00015265875072145718,
+102,1640,0.03065107762813568,205,0.00015563801753160078,
+102,1648,0.030908651649951935,206,0.00010398229596830788,
+103,1656,0.030668023973703384,207,0.00013089125786791556,
+103,1664,0.030610669404268265,208,0.00012957515855305246,
+,,,208,,0.00014953099889680743
+104,1672,0.030574023723602295,209,0.00015897204366410733,
+104,1680,0.030054971575737,210,0.00010404415252196486,
+105,1688,0.03021232783794403,211,9.313913051300915e-05,
+105,1696,0.03057797998189926,212,0.0001652865457799635,
+106,1704,0.030515316873788834,213,0.0001338085567113012,
+106,1712,0.03052879124879837,214,0.0001087529881260707,
+107,1720,0.030603908002376556,215,9.512079577689292e-05,
+107,1728,0.030800413340330124,216,0.00013825039513903903,
+108,1736,0.030631057918071747,217,0.00011928333060495788,
+108,1744,0.0312148779630661,218,0.00011959785888393526,
+109,1752,0.030778296291828156,219,8.527170029992703e-05,
+109,1760,0.030505549162626266,220,0.00015098839276106446,
+110,1768,0.030576102435588837,221,9.868183042271994e-05,
+110,1776,0.03322568163275719,222,0.0001331969660895993,
+111,1784,0.03359753265976906,223,0.00011427975232436438,
+111,1792,0.033121995627880096,224,0.00011189440465386724,
+,,,224,,0.00013570592273026705
+112,1800,0.033290814608335495,225,0.00013050529241809272,
+112,1808,0.0327640138566494,226,0.00010010754522227217,
+113,1816,0.03157046064734459,227,8.242685089498991e-05,
+113,1824,0.029157619923353195,228,0.00012783746251443517,
+114,1832,0.029061980545520782,229,0.00011760084316847497,
+114,1840,0.028677210211753845,230,0.00010578723049547989,
+115,1848,0.028720024973154068,231,8.434869187112781e-05,
+115,1856,0.02879592776298523,232,0.0001358510039608518,
+116,1864,0.029228754341602325,233,0.00013546449599743937,
+116,1872,0.02910657972097397,234,7.800152661729953e-05,
+117,1880,0.02941468358039856,235,0.00012375403002806706,
+117,1888,0.028925832360982895,236,8.780568214206141e-05,
+118,1896,0.03453148901462555,237,0.00011788360325226677,
+118,1904,0.028952546417713165,238,8.807435733615421e-05,
+119,1912,0.029007095843553543,239,0.00010831733834493207,
+119,1920,0.028984077274799347,240,9.681921073934063e-05,
+,,,240,,0.00011916858784388751
+120,1928,0.02908898890018463,241,5.0349632829238544e-05,
+120,1936,0.02913985773921013,242,0.0001563674070439447,
+121,1944,0.02925308793783188,243,0.00010440298001412884,
+121,1952,0.028860807418823242,244,0.00010435184640300577,
+122,1960,0.02890043333172798,245,0.00011131620522064622,
+122,1968,0.028850499540567398,246,0.00010176078421864077,
+123,1976,0.028609443455934525,247,0.00010134816238860367,
+123,1984,0.028963252902030945,248,9.507513505013776e-05,
+124,1992,0.028497502207756042,249,7.7808705100324e-05,
+124,2000,0.028729747980833054,250,0.00011116524183307774,
+125,2008,0.02911446988582611,251,7.348773988269386e-05,
+125,2016,0.029357515275478363,252,0.0001269553001748136,
+126,2024,0.029240962117910385,253,0.0001416029058418644,
+126,2032,0.028909895569086075,254,5.335910464054905e-05,
+127,2040,0.02932010218501091,255,7.168512229327462e-05,
+127,2048,0.0294017530977726,256,0.00011287871529930271,
+,,,256,,0.00010570001904852688
+128,2056,0.02926274761557579,257,8.406416850448295e-05,
+128,2064,0.029417946934700012,258,0.00010164730383621645,
+129,2072,0.029172994196414948,259,6.563478814314294e-05,
+129,2080,0.029016803950071335,260,0.0001229505264745967,
+130,2088,0.02921583130955696,261,6.70811411964678e-05,
+130,2096,0.028938625007867813,262,0.00011633538451860659,
+131,2104,0.028832677751779556,263,5.64586689506541e-05,
+131,2112,0.03461076319217682,264,0.00014477250169875333,
+132,2120,0.034658897668123245,265,5.090077343083976e-05,
+132,2128,0.029235657304525375,266,0.0001331540659066377,
+133,2136,0.02934534102678299,267,0.00013504794515029062,
+133,2144,0.036120831966400146,268,4.4761954313798924e-05,
+134,2152,0.03478275239467621,269,7.72572921050596e-05,
+134,2160,0.03485625609755516,270,0.00010806562318066426,
+135,2168,0.0292176716029644,271,0.00011242744722039788,
+135,2176,0.029560428112745285,272,7.421798136419966e-05,
+,,,272,,0.00010507488332223147
+136,2184,0.029710326343774796,273,0.00011860033418997773,
+136,2192,0.02914847433567047,274,5.040916948928498e-05,
+137,2200,0.046715132892131805,275,4.993219363313983e-05,
+137,2208,0.04004416987299919,276,0.00012874518984062888,
+138,2216,0.036240510642528534,277,0.00010735107321124815,
+138,2224,0.039903052151203156,278,6.33266724889836e-05,
+139,2232,0.04299619421362877,279,9.73372339103662e-05,
+139,2240,0.04526645690202713,280,7.949301061671576e-05,
+140,2248,0.039492134004831314,281,0.00012266795420146082,
+140,2256,0.04215539991855621,282,4.728022395283915e-05,
+141,2264,0.03534906730055809,283,7.134242423489923e-05,
+141,2272,0.034924715757369995,284,9.441945917387784e-05,
+142,2280,0.034898217767477036,285,9.226142674378934e-05,
+142,2288,0.03494197130203247,286,7.643511662536184e-05,
+143,2296,0.029668457806110382,287,8.306754102704872e-05,
+143,2304,0.029305677860975266,288,8.500277067469142e-05,
+,,,288,,9.124862845055759e-05
+144,2312,0.029549255967140198,289,0.00010504028318791825,
+144,2320,0.029173433780670166,290,6.930116978765e-05,
+145,2328,0.029485508799552917,291,7.046384234854486e-05,
+145,2336,0.02968638390302658,292,0.0001041760119733226,
+146,2344,0.029603268951177597,293,9.19154663279187e-05,
+146,2352,0.0295553095638752,294,7.342895946749195e-05,
+147,2360,0.029642105102539062,295,0.00010942148082904168,
+147,2368,0.0294487364590168,296,6.140403684185003e-05,
+148,2376,0.029875438660383224,297,8.81934934113815e-05,
+148,2384,0.029490835964679718,298,7.99516692495672e-05,
+149,2392,0.02960260957479477,299,8.780610642133979e-05,
+149,2400,0.0298539437353611,300,9.177925403491827e-05,
+150,2408,0.029780983924865723,301,9.559887303112191e-05,
+150,2416,0.029723651707172394,302,7.007295425864868e-05,
+151,2424,0.029828574508428574,303,6.432427176150668e-05,
+151,2432,0.02984210103750229,304,0.0001010940709420538,
+,,,304,,9.199336636811495e-05
+152,2440,0.029835853725671768,305,0.00010089864076689992,
+152,2448,0.02948479726910591,306,6.593442321900511e-05,
+153,2456,0.029678471386432648,307,0.00010367019581281056,
+153,2464,0.031007450073957443,308,6.1002302118140506e-05,
+154,2472,0.030782274901866913,309,8.655513170197082e-05,
+154,2480,0.02937067672610283,310,6.472591530837235e-05,
+155,2488,0.029673002660274506,311,8.406631400248443e-05,
+155,2496,0.029828805476427078,312,7.811891259734693e-05,
+156,2504,0.029349546879529953,313,6.414612403204956e-05,
+156,2512,0.029594730585813522,314,9.933562341757352e-05,
+157,2520,0.030056733638048172,315,4.397218708618311e-05,
+157,2528,0.02971331775188446,316,0.00011417579571570968,
+158,2536,0.029527533799409866,317,7.665978910154081e-05,
+158,2544,0.02958032861351967,318,7.397964463962126e-05,
+159,2552,0.029422234743833542,319,6.393762600964692e-05,
+159,2560,0.029493942856788635,320,8.786401849647518e-05,
+,,,320,,8.266652002930641e-05
+160,2568,0.02968890219926834,321,7.18196479283506e-05,
+160,2576,0.029353637248277664,322,7.454415913343837e-05,
+161,2584,0.02968110889196396,323,0.00011006579825334484,
+161,2592,0.02973988652229309,324,3.4868053035097546e-05,
+162,2600,0.02910611778497696,325,5.9914775874858606e-05,
+162,2608,0.036304812878370285,326,7.873119307078014e-05,
+163,2616,0.03665533661842346,327,5.310542269398866e-05,
+163,2624,0.035874221473932266,328,9.778695653039904e-05,
+164,2632,0.029420796781778336,329,9.409353333467152e-05,
+164,2640,0.029427487403154373,330,4.7070621576494887e-05,
+165,2648,0.02959129586815834,331,7.944580352159392e-05,
+165,2656,0.029459506273269653,332,6.359546091516677e-05,
+166,2664,0.029830582439899445,333,6.360953602779773e-05,
+166,2672,0.02987443283200264,334,7.79267697907926e-05,
+167,2680,0.02964446321129799,335,5.772435451945057e-05,
+167,2688,0.029748089611530304,336,8.860951356837177e-05,
+,,,336,,8.078936662059277e-05
+168,2696,0.02956051379442215,337,5.24943714026449e-05,
+168,2704,0.029868274927139282,338,9.540389623907686e-05,
+169,2712,0.02943074330687523,339,5.8976030004487257e-05,
+169,2720,0.029453016817569733,340,8.703036792212515e-05,
+170,2728,0.03010072559118271,341,7.238556054289802e-05,
+170,2736,0.029613029211759567,342,7.198196522040234e-05,
+171,2744,0.029658310115337372,343,6.103253804212727e-05,
+171,2752,0.029942519962787628,344,7.840350235710503e-05,
+172,2760,0.029673300683498383,345,8.022305564736598e-05,
+172,2768,0.030210137367248535,346,6.462035412369005e-05,
+173,2776,0.02978377789258957,347,6.726014726154972e-05,
+173,2784,0.02980518341064453,348,7.615350705236779e-05,
+174,2792,0.02967696636915207,349,5.48788639207487e-05,
+174,2800,0.029725808650255203,350,8.0936506492435e-05,
+175,2808,0.029690906405448914,351,0.00010157153360523807,
+175,2816,0.03309169039130211,352,4.0142791704056435e-05,
+,,,352,,8.138538396451622e-05
+176,2824,0.02983686700463295,353,6.140465438875253e-05,
+176,2832,0.029695741832256317,354,8.05342604053294e-05,
+177,2840,0.030115585774183273,355,7.06274438471155e-05,
+177,2848,0.029616493731737137,356,7.22787171980599e-05,
+178,2856,0.029841668903827667,357,9.716203453535854e-05,
+178,2864,0.02964433655142784,358,4.468740348784195e-05,
+179,2872,0.030288495123386383,359,9.978498974305694e-05,
+179,2880,0.029715631157159805,360,3.661134292087809e-05,
+180,2888,0.02977091446518898,361,8.705967547939508e-05,
+180,2896,0.029532194137573242,362,5.694966012015357e-05,
+181,2904,0.02921348065137863,363,8.294797544294852e-05,
+181,2912,0.029613681137561798,364,5.3209776069707004e-05,
+182,2920,0.029570553451776505,365,6.910566571605159e-05,
+182,2928,0.029687020927667618,366,6.858651977381669e-05,
+183,2936,0.032791998237371445,367,7.938668477436295e-05,
+183,2944,0.04006773978471756,368,5.705408807443746e-05,
+,,,368,,8.207073551602662e-05
+184,2952,0.030791498720645905,369,4.5089711420587264e-05,
+184,2960,0.030219361186027527,370,8.787977981228323e-05,
+185,2968,0.029768452048301697,371,4.945499949826626e-05,
+185,2976,0.031000174582004547,372,8.950357323556091e-05,
+186,2984,0.06071937829256058,373,8.851982170199335e-05,
+186,2992,0.04726320877671242,374,4.9976611762758694e-05,
+187,3000,0.04531150311231613,375,5.2300988045317354e-05,
+187,3008,0.03929630294442177,376,9.02774140740803e-05,
+188,3016,0.04759574308991432,377,7.102676090653404e-05,
+188,3024,0.04683523252606392,378,7.305638428078964e-05,
+189,3032,0.07244208827614784,379,6.156856625239016e-05,
+189,3040,0.02948882430791855,380,7.104258156687138e-05,
+190,3048,0.029583804309368134,381,5.3895336804998806e-05,
+190,3056,0.029394537210464478,382,8.898091959963494e-05,
+191,3064,0.029600180685520172,383,8.35139485388936e-05,
+191,3072,0.02942902222275734,384,5.210697941038234e-05,
+,,,384,,7.628957973793149e-05
+192,3080,0.029355160892009735,385,6.432341547224496e-05,
+192,3088,0.028871919959783554,386,6.864615556878562e-05,
+193,3096,0.029030658304691315,387,4.887393333774526e-05,
+193,3104,0.02817263826727867,388,8.703073240212689e-05,
+194,3112,0.02909502014517784,389,4.2124582705582725e-05,
+194,3120,0.029664557427167892,390,8.804408139440056e-05,
+195,3128,0.034965526312589645,391,4.979771051694115e-05,
+195,3136,0.04938771575689316,392,7.965560462253052e-05,
+196,3144,0.034306250512599945,393,7.882155614424846e-05,
+196,3152,0.032201021909713745,394,5.06318961015495e-05,
+197,3160,0.030042950063943863,395,9.333338675787672e-05,
+197,3168,0.02933293581008911,396,3.710307009896496e-05,
+198,3176,0.029567837715148926,397,6.317775114439428e-05,
+198,3184,0.02982417494058609,398,6.800374717386148e-05,
+199,3192,0.030024003237485886,399,7.183384104791912e-05,
+199,3200,0.030026588588953018,400,5.541505038308969e-05,
+,,,400,,7.298185664694756e-05
+200,3208,0.029487721621990204,401,4.996155621483922e-05,
+200,3216,0.034266598522663116,402,7.829933451830584e-05,
+201,3224,0.0318278893828392,403,6.133004239927686e-05,
+201,3232,0.029526229947805405,404,6.494992385341902e-05,
+202,3240,0.02962816134095192,405,8.285893591164495e-05,
+202,3248,0.029644247144460678,406,4.689211073127808e-05,
+203,3256,0.02957867458462715,407,6.83331202253612e-05,
+203,3264,0.02953052893280983,408,6.651310650340747e-05,
+204,3272,0.029734287410974503,409,8.814739476292743e-05,
+204,3280,0.02967206761240959,410,4.841214058615151e-05,
+205,3288,0.029342468827962875,411,6.995635112616583e-05,
+205,3296,0.029558688402175903,412,5.288212901177758e-05,
+206,3304,0.029902178794145584,413,8.960894069787173e-05,
+206,3312,0.035178668797016144,414,3.819077460320841e-05,
+207,3320,0.0348234698176384,415,6.678117438241316e-05,
+207,3328,0.03495033457875252,416,6.752835065526597e-05,
+,,,416,,7.092570012900978e-05
+208,3336,0.03067241609096527,417,8.81637522525125e-05,
+208,3344,0.03538636863231659,418,4.000865146736032e-05,
+209,3352,0.030915070325136185,419,8.443858905593515e-05,
+209,3360,0.02987203374505043,420,3.838456245830457e-05,
+210,3368,0.029918678104877472,421,4.723485881186207e-05,
+210,3376,0.03644398972392082,422,7.965567942846974e-05,
+211,3384,0.03636791184544563,423,6.548497776748263e-05,
+211,3392,0.036180902272462845,424,6.785662867514475e-05,
+212,3400,0.03615995869040489,425,7.962579093145905e-05,
+212,3408,0.0365474559366703,426,4.768177836922405e-05,
+213,3416,0.029852543026208878,427,7.655613376300607e-05,
+213,3424,0.029765881597995758,428,4.90678528421995e-05,
+214,3432,0.029915064573287964,429,3.710298051373684e-05,
+214,3440,0.030064750462770462,430,9.959091357814032e-05,
+215,3448,0.029753640294075012,431,4.7011475544422865e-05,
+215,3456,0.029585830867290497,432,8.44674298150494e-05,
+,,,432,,6.925709021743387e-05
+216,3464,0.03015633299946785,433,5.1824133151967544e-05,
+216,3472,0.029773302376270294,434,8.22770543891238e-05,
+217,3480,0.02948779985308647,435,4.2779634441103553e-05,
+217,3488,0.029584839940071106,436,7.500735932808311e-05,
+218,3496,0.02962002530694008,437,7.91192887845682e-05,
+218,3504,0.029309753328561783,438,4.471670695238572e-05,
+219,3512,0.029202163219451904,439,4.949965727973904e-05,
+219,3520,0.02957528457045555,440,7.555834940831119e-05,
+220,3528,0.029526181519031525,441,8.080332213467045e-05,
+220,3536,0.029785234481096268,442,4.7071090193639975e-05,
+221,3544,0.029446512460708618,443,4.6445090674751555e-05,
+221,3552,0.02947458252310753,444,7.733146071586816e-05,
+222,3560,0.03038211166858673,445,5.344833630260837e-05,
+222,3568,0.0300300233066082,446,7.414235051328433e-05,
+223,3576,0.029245860874652863,447,6.56812053421163e-05,
+223,3584,0.0295860692858696,448,6.497818912976072e-05,
+,,,448,,6.857167318230495e-05
+224,3592,0.029899518936872482,449,4.5581026142826886e-05,
+224,3600,0.029446326196193695,450,7.414300011987507e-05,
+225,3608,0.029205355793237686,451,4.955942745255015e-05,
+225,3616,0.03949466720223427,452,7.552799002041866e-05,
+226,3624,0.029202312231063843,453,6.919537736393977e-05,
+226,3632,0.029283322393894196,454,6.283481957325421e-05,
+227,3640,0.037300534546375275,455,6.75735727782012e-05,
+227,3648,0.03946516662836075,456,5.2552996976373834e-05,
+228,3656,0.048602454364299774,457,6.000301914355077e-05,
+228,3664,0.02890307828783989,458,6.47420247332775e-05,
+229,3672,0.029049407690763474,459,6.287867336141062e-05,
+229,3680,0.02910532057285309,460,6.140465598036826e-05,
+230,3688,0.029521729797124863,461,4.410592919157352e-05,
+230,3696,0.02944019064307213,462,7.223604620776314e-05,
+231,3704,0.029536716639995575,463,5.520658191926486e-05,
+231,3712,0.02993251383304596,464,7.044776612019632e-05,
+,,,464,,6.961452891118824e-05
+232,3720,0.029912594705820084,465,6.414610993488168e-05,
+232,3728,0.029172465205192566,466,6.187984104144562e-05,
+233,3736,0.029054533690214157,467,4.77860705814237e-05,
+233,3744,0.02940012887120247,468,7.46195187275589e-05,
+234,3752,0.029294155538082123,469,7.551365206381888e-05,
+234,3760,0.029392294585704803,470,4.488070021579915e-05,
+235,3768,0.0293106809258461,471,5.796273035230115e-05,
+235,3776,0.02940354123711586,472,6.193953686306486e-05,
+236,3784,0.029234249144792557,473,4.27945606134017e-05,
+236,3792,0.029062680900096893,474,8.014735794859007e-05,
+237,3800,0.030304882675409317,475,3.5270359830974485e-05,
+237,3808,0.03478627651929855,476,8.99517556263163e-05,
+238,3816,0.03429833799600601,477,5.4416773537013796e-05,
+238,3824,0.02968873828649521,478,6.974676921345235e-05,
+239,3832,0.02920239046216011,479,5.8737453173307586e-05,
+239,3840,0.029254786670207977,480,6.468156448136142e-05,
+,,,480,,6.594917067559436e-05
+240,3848,0.029102396219968796,481,8.677764935782761e-05,
+240,3856,0.029975131154060364,482,3.561300718502025e-05,
+241,3864,0.03015945851802826,483,5.8871681403616094e-05,
+241,3872,0.02898893877863884,484,6.161236592561181e-05,
+242,3880,0.029390014708042145,485,4.730927003038232e-05,
+242,3888,0.029260985553264618,486,7.61838036851259e-05,
+243,3896,0.029569435864686966,487,6.264050557547307e-05,
+243,3904,0.029659204185009003,488,5.5981092828005785e-05,
+244,3912,0.03156747296452522,489,8.519862876710249e-05,
+244,3920,0.0295439250767231,490,3.4584906870804843e-05,
+245,3928,0.029705174267292023,491,6.484522441496665e-05,
+245,3936,0.029659975320100784,492,5.3850900712859584e-05,
+246,3944,0.030448470264673233,493,6.047929173291777e-05,
+246,3952,0.02971060946583748,494,6.080867228774878e-05,
+247,3960,0.02952515333890915,495,4.2004879787782556e-05,
+247,3968,0.0297141931951046,496,7.476892437807692e-05,
+,,,496,,6.42803352093324e-05
+248,3976,0.02928674966096878,497,6.255049083847553e-05,
+248,3984,0.029475390911102295,498,5.7858459740600665e-05,
+249,3992,0.029098454862833023,499,7.445535243277845e-05,
+249,4000,0.02960607409477234,500,4.628131273420877e-05,
+250,4008,0.030033651739358902,501,8.974215802481922e-05,
+250,4016,0.029750484973192215,502,3.5419325286056846e-05,
+251,4024,0.029772453010082245,503,8.606301685176732e-05,
+251,4032,0.029820948839187622,504,3.126211322523886e-05,
+252,4040,0.02942788600921631,505,7.037379282337497e-05,
+252,4048,0.0298018641769886,506,4.321195160628122e-05,
+253,4056,0.029688097536563873,507,7.098430069163442e-05,
+253,4064,0.029464174062013626,508,4.726459201265243e-05,
+254,4072,0.030000369995832443,509,7.369621334873955e-05,
+254,4080,0.02930215373635292,510,3.757954823413456e-05,
+255,4088,0.029450416564941406,511,4.6594422883572406e-05,
+255,4096,0.029076341539621353,512,6.997048330958933e-05,
+,,,512,,6.159847544040531e-05
+256,4104,0.02956140786409378,513,4.836730772694864e-05,
+256,4112,0.029135659337043762,514,7.12815699444036e-05,
+257,4120,0.029446322470903397,515,6.19991012626997e-05,
+257,4128,0.02929820865392685,516,5.6651486147529795e-05,
+258,4136,0.029251564294099808,517,4.850175332649087e-05,
+258,4144,0.029339831322431564,518,7.085000083861814e-05,
+259,4152,0.02918679267168045,519,7.12667554125801e-05,
+259,4160,0.029058992862701416,520,4.8009882902988466e-05,
+260,4168,0.0295826718211174,521,5.918358147027902e-05,
+260,4176,0.029199376702308655,522,5.617480110231554e-05,
+261,4184,0.029369689524173737,523,4.766710276271624e-05,
+261,4192,0.029310818761587143,524,6.857026926354592e-05,
+262,4200,0.029483996331691742,525,6.143279233583598e-05,
+262,4208,0.02920866385102272,526,5.6949708095999085e-05,
+263,4216,0.029095452278852463,527,6.310105618467787e-05,
+263,4224,0.02930573746562004,528,5.842467430738907e-05,
+,,,528,,6.529365055030212e-05
+264,4232,0.03612595051527023,529,5.834918442815251e-05,
+264,4240,0.0361207090318203,530,5.607035200227983e-05,
+265,4248,0.03634364530444145,531,7.071601953612117e-05,
+265,4256,0.0360180027782917,532,4.319705647048977e-05,
+266,4264,0.02923687919974327,533,5.1674801397894043e-05,
+266,4272,0.029659677296876907,534,6.284914388743346e-05,
+267,4280,0.0361294187605381,535,6.690149780297361e-05,
+267,4288,0.036220844835042953,536,4.69667490961001e-05,
+268,4296,0.0363115631043911,537,6.484534628725669e-05,
+268,4304,0.02908981963992119,538,4.7816077540119295e-05,
+269,4312,0.02916385605931282,539,4.613237797457259e-05,
+269,4320,0.029383234679698944,540,6.213423853296263e-05,
+270,4328,0.029221568256616592,541,7.515507718380832e-05,
+270,4336,0.029269970953464508,542,4.7413670472451486e-05,
+271,4344,0.029277309775352478,543,4.733927835331997e-05,
+271,4352,0.029220614582300186,544,6.901688766447478e-05,
+,,,544,,6.13004740444012e-05
+272,4360,0.03253507241606712,545,3.2454081974719884e-05,
+272,4368,0.029092635959386826,546,8.33361580134806e-05,
+273,4376,0.029285907745361328,547,4.514879401540384e-05,
+273,4384,0.029385380446910858,548,7.104400287971657e-05,
+274,4392,0.03994559124112129,549,5.358098269425682e-05,
+274,4400,0.029294926673173904,550,6.237333991521155e-05,
+275,4408,0.029515601694583893,551,7.05525590092293e-05,
+275,4416,0.029028218239545822,552,4.178132144261326e-05,
+276,4424,0.029210325330495834,553,4.4284604200584e-05,
+276,4432,0.029051125049591064,554,6.873470556456596e-05,
+277,4440,0.02901286631822586,555,4.480613119994814e-05,
+277,4448,0.029214121401309967,556,7.277165832419996e-05,
+278,4456,0.02914680540561676,557,2.7119716150991735e-05,
+278,4464,0.029176756739616394,558,8.370964314963203e-05,
+279,4472,0.02908766269683838,559,6.956820402592712e-05,
+279,4480,0.029267258942127228,560,4.564066966850078e-05,
+,,,560,,5.781393338111229e-05
+280,4488,0.029347289353609085,561,7.278741486516083e-05,
+280,4496,0.029414072632789612,562,3.705802521380974e-05,
+281,4504,0.029337618499994278,563,3.164952272527444e-05,
+281,4512,0.029101300984621048,564,8.037173802222242e-05,
+282,4520,0.029278099536895752,565,4.8829168463271344e-05,
+282,4528,0.029117513447999954,566,6.499444725704961e-05,
+283,4536,0.029100339859724045,567,6.302838664851151e-05,
+283,4544,0.033728182315826416,568,4.719006892628386e-05,
+284,4552,0.03483196347951889,569,3.217094422325317e-05,
+284,4560,0.03466559201478958,570,7.605087603224092e-05,
+285,4568,0.03452279791235924,571,4.83525786876271e-05,
+285,4576,0.02914690598845482,572,6.502405290120805e-05,
+286,4584,0.029175657778978348,573,4.277965263099759e-05,
+286,4592,0.03594240918755531,574,6.694680791952123e-05,
+287,4600,0.03609170764684677,575,6.095737376199395e-05,
+287,4608,0.03600824251770973,576,4.347990693531756e-05,
+,,,576,,5.832055467180908e-05
+288,4616,0.036234721541404724,577,6.821298006798315e-05,
+288,4624,0.036278221756219864,578,4.216886259200692e-05,
+289,4632,0.036202073097229004,579,6.263993805077916e-05,
+289,4640,0.03587489202618599,580,4.896316045233107e-05,
+290,4648,0.03588053956627846,581,5.1883065907532e-05,
+290,4656,0.03616703301668167,582,5.8007483630717616e-05,
+291,4664,0.036324698477983475,583,5.787353165942477e-05,
+291,4672,0.036159876734018326,584,5.407267758528178e-05,
+292,4680,0.03610321506857872,585,5.605572357580968e-05,
+292,4688,0.036013346165418625,586,5.691866635970655e-05,
+293,4696,0.02904326096177101,587,4.285428144612524e-05,
+293,4704,0.02957027778029442,588,7.022401223366614e-05,
+294,4712,0.02906857058405876,589,3.9799646629035124e-05,
+294,4720,0.02897721901535988,590,7.000124946898723e-05,
+295,4728,0.029019050300121307,591,5.2299365847829904e-05,
+295,4736,0.028946436941623688,592,5.5832305406511296e-05,
+,,,592,,5.802254599984735e-05
+296,4744,0.029179047793149948,593,4.3062992290288093e-05,
+296,4752,0.058507613837718964,594,6.861477322672727e-05,
+297,4760,0.030098937451839447,595,5.483389327309851e-05,
+297,4768,0.029071316123008728,596,5.824478876093053e-05,
+298,4776,0.03234076499938965,597,7.031390168776852e-05,
+298,4784,0.028991542756557465,598,4.1125755615212256e-05,
+299,4792,0.029021378606557846,599,3.930778893845854e-05,
+299,4800,0.029071740806102753,600,6.582941659871722e-05,
+300,4808,0.0306243933737278,601,5.4684861197529244e-05,
+300,4816,0.028908610343933105,602,5.484812913891801e-05,
+301,4824,0.028999920934438705,603,4.215384365124919e-05,
+301,4832,0.02882484346628189,604,6.712564072586247e-05,
+302,4840,0.028886977583169937,605,5.419242393145396e-05,
+302,4848,0.028874322772026062,606,5.38651516990285e-05,
+303,4856,0.028838936239480972,607,4.2481630430302175e-05,
+303,4864,0.028721146285533905,608,7.056656818349438e-05,
+,,,608,,6.0853231843793765e-05
+304,4872,0.02876545488834381,609,6.42053216779459e-05,
+304,4880,0.02880808711051941,610,4.099156114989455e-05,
+305,4888,0.02880137786269188,611,8.037129236981855e-05,
+305,4896,0.029060453176498413,612,2.7775294597631728e-05,
+306,4904,0.028761759400367737,613,4.590886999267241e-05,
+306,4912,0.028863921761512756,614,6.231244424270699e-05,
+307,4920,0.028942350298166275,615,6.749823296559043e-05,
+307,4928,0.029093068093061447,616,3.670035437153274e-05,
+308,4936,0.028904233127832413,617,4.066408450853487e-05,
+308,4944,0.04843725264072418,618,6.825736465998489e-05,
+309,4952,0.035181500017642975,619,4.0961778267956106e-05,
+309,4960,0.032437585294246674,620,6.739354762430594e-05,
+310,4968,0.028984982520341873,621,4.057452861161437e-05,
+310,4976,0.0287589430809021,622,6.654461833477399e-05,
+311,4984,0.028950374573469162,623,5.1064417903035064e-05,
+311,4992,0.028858840465545654,624,6.229737982721417e-05,
+,,,624,,5.5966236686799675e-05
+312,5000,0.029335182160139084,625,6.165717536532611e-05,
+312,5008,0.028983328491449356,626,4.5119134711057995e-05,
+313,5016,0.029140613973140717,627,6.807797694818873e-05,
+313,5024,0.028915103524923325,628,4.3778113536063756e-05,
+314,5032,0.02903961017727852,629,7.673540903851972e-05,
+314,5040,0.02844284102320671,630,3.246901508191513e-05,
+315,5048,0.02905423566699028,631,5.072139288131439e-05,
+315,5056,0.02863476425409317,632,6.284757193952828e-05,
+316,5064,0.028795160353183746,633,6.329586221909267e-05,
+316,5072,0.02889326959848404,634,4.666868903768773e-05,
+317,5080,0.02903493121266365,635,3.169415435877454e-05,
+317,5088,0.028723910450935364,636,7.703395294811344e-05,
+318,5096,0.028813298791646957,637,3.193258396549936e-05,
+318,5104,0.02881859987974167,638,7.762967652524821e-05,
+319,5112,0.029087036848068237,639,7.748110772354266e-05,
+319,5120,0.02893400564789772,640,2.7268704684502154e-05,
+,,,640,,5.846937347087078e-05
+320,5128,0.029230251908302307,641,2.4020348405429104e-05,
+320,5136,0.028889194130897522,642,7.992490077413095e-05,
+321,5144,0.028956308960914612,643,6.219317640443478e-05,
+321,5152,0.02905048429965973,644,4.577469348987506e-05,
+322,5160,0.029252536594867706,645,5.331324427970685e-05,
+322,5168,0.028795652091503143,646,5.2420246220208355e-05,
+323,5176,0.0288592167198658,647,4.492533912525687e-05,
+323,5184,0.0288618803024292,648,6.2654536577611e-05,
+324,5192,0.0286388099193573,649,4.873833540841588e-05,
+324,5200,0.028833165764808655,650,5.7382010481887846e-05,
+325,5208,0.02870143949985504,651,2.8505387945187977e-05,
+325,5216,0.029018454253673553,652,7.681059810238366e-05,
+326,5224,0.028913777321577072,653,6.877923988213297e-05,
+326,5232,0.028627488762140274,654,3.588081926864106e-05,
+327,5240,0.02898387983441353,655,3.898015313552605e-05,
+327,5248,0.02906418964266777,656,6.630628331549815e-05,
+,,,656,,5.742647044826299e-05
+328,5256,0.029086872935295105,657,3.968041289681423e-05,
+328,5264,0.029090821743011475,658,6.380249669746263e-05,
+329,5272,0.028798244893550873,659,4.3807916654259316e-05,
+329,5280,0.029238764196634293,660,5.930335441917123e-05,
+330,5288,0.029066894203424454,661,4.197517023385444e-05,
+330,5296,0.0289255753159523,662,6.19993924146911e-05,
+331,5304,0.02932853251695633,663,3.644695425464306e-05,
+331,5312,0.02928357571363449,664,6.870472407172201e-05,
+332,5320,0.03094642236828804,665,5.302911699800461e-05,
+332,5328,0.036172136664390564,666,5.470003702612303e-05,
+333,5336,0.03621925041079521,667,5.194325149204815e-05,
+333,5344,0.03578558564186096,668,4.848549201597052e-05,
+334,5352,0.0358380489051342,669,6.667774073321198e-05,
+334,5360,0.03586366027593613,670,4.184101703685883e-05,
+335,5368,0.03666974604129791,671,4.9900961812454625e-05,
+335,5376,0.03572552651166916,672,5.3880379482507124e-05,
+,,,672,,5.727749885409139e-05
+336,5384,0.03618507459759712,673,3.245408402108296e-05,
+336,5392,0.03601369261741638,674,8.238134023486055e-05,
+337,5400,0.035894427448511124,675,3.744541754713282e-05,
+337,5408,0.03618326410651207,676,6.426418894989183e-05,
+338,5416,0.028951440006494522,677,6.410119613065035e-05,
+338,5424,0.029271673411130905,678,3.880131862388225e-05,
+339,5432,0.029095109552145004,679,6.766167416571989e-05,
+339,5440,0.028972327709197998,680,4.005297000730934e-05,
+340,5448,0.028994601219892502,681,7.27726430795883e-05,
+340,5456,0.029209677129983902,682,3.269213414114347e-05,
+341,5464,0.029083319008350372,683,4.359940817266761e-05,
+341,5472,0.029180608689785004,684,6.307230626134697e-05,
+342,5480,0.029024165123701096,685,7.603519100030098e-05,
+342,5488,0.028875891119241714,686,2.7507138383953134e-05,
+343,5496,0.02889673411846161,687,3.7519824218179565e-05,
+343,5504,0.028958864510059357,688,6.43685170871322e-05,
+,,,688,,5.453595076687634e-05
+344,5512,0.02972061187028885,689,3.827987438853597e-05,
+344,5520,0.028884615749120712,690,6.106137186634442e-05,
+345,5528,0.02933935821056366,691,4.3539658918234636e-05,
+345,5536,0.029272757470607758,692,6.101647329614934e-05,
+346,5544,0.02903001755475998,693,3.230509730656195e-05,
+346,5552,0.029432125389575958,694,7.518553911722847e-05,
+347,5560,0.029507208615541458,695,4.5625569214280404e-05,
+347,5568,0.02929367870092392,696,5.723158164983033e-05,
+348,5576,0.02987724542617798,697,5.267254573482205e-05,
+348,5584,0.029240965843200684,698,4.717518709185242e-05,
+349,5592,0.029220949858427048,699,6.812391848143307e-05,
+349,5600,0.04108322784304619,700,3.121732902400254e-05,
+350,5608,0.0435926578938961,701,2.543590744608082e-05,
+350,5616,0.04420784115791321,702,7.89403680983014e-05,
+351,5624,0.03628622367978096,703,6.0286749089755176e-05,
+351,5632,0.029680583626031876,704,3.4808424970833585e-05,
+,,,704,,5.799253995064646e-05
+352,5640,0.03666337952017784,705,3.722191445376666e-05,
+352,5648,0.02932378649711609,706,6.201489509294333e-05,
+353,5656,0.02904140204191208,707,5.989841406517371e-05,
+353,5664,0.029255852103233337,708,4.4686979435937246e-05,
+354,5672,0.029493190348148346,709,6.700582662233501e-05,
+354,5680,0.029460947960615158,710,4.18709232690162e-05,
+355,5688,0.029345031827688217,711,5.551818867388647e-05,
+355,5696,0.029465027153491974,712,4.713074986284482e-05,
+356,5704,0.029849205166101456,713,5.933301554250647e-05,
+356,5712,0.029081057757139206,714,3.704320010911033e-05,
+357,5720,0.029799532145261765,715,7.444164361913863e-05,
+357,5728,0.029380526393651962,716,2.7119655328533554e-05,
+358,5736,0.030010748654603958,717,6.241724099709245e-05,
+358,5744,0.029527325183153152,718,3.865236215006007e-05,
+359,5752,0.029379472136497498,719,4.502852652876754e-05,
+359,5760,0.029233060777187347,720,5.464027753987466e-05,
+,,,720,,5.212217365624383e-05
+360,5768,0.02947366237640381,721,3.6208704045748163e-05,
+360,5776,0.029204968363046646,722,6.839175102868467e-05,
+361,5784,0.028938014060258865,723,6.743873473169515e-05,
+361,5792,0.029137317091226578,724,3.425653721933486e-05,
+362,5800,0.03479490429162979,725,5.787269003576512e-05,
+362,5808,0.03506630286574364,726,4.106610572307545e-05,
+363,5816,0.029504191130399704,727,3.261756694428186e-05,
+363,5824,0.02910720929503441,728,6.173205588311248e-05,
+364,5832,0.02945946902036667,729,7.4068723279197e-05,
+364,5840,0.029512707144021988,730,2.5122987608483527e-05,
+365,5848,0.02924538403749466,731,4.069353292379674e-05,
+365,5856,0.029475178569555283,732,6.271478946473508e-05,
+366,5864,0.029623225331306458,733,4.4448454445955576e-05,
+366,5872,0.029278315603733063,734,5.660640204041556e-05,
+367,5880,0.02926212176680565,735,4.1841124129859963e-05,
+367,5888,0.029279369860887527,736,5.8274776392863714e-05,
+,,,736,,5.5161621276056394e-05
+368,5896,0.03459807112812996,737,7.266824104590341e-05,
+368,5904,0.04362720623612404,738,2.483988998847053e-05,
+369,5912,0.03699643537402153,739,5.180788559755456e-05,
+369,5920,0.029873158782720566,740,5.021484287226485e-05,
+370,5928,0.02919679880142212,741,5.875150986867084e-05,
+370,5936,0.02956453710794449,742,4.005315713584423e-05,
+371,5944,0.029336273670196533,743,3.296040426903346e-05,
+371,5952,0.029146205633878708,744,6.651468652307813e-05,
+372,5960,0.029425915330648422,745,3.2334514344256604e-05,
+372,5968,0.02920711413025856,746,6.879430247863638e-05,
+373,5976,0.029302239418029785,747,4.438913788362697e-05,
+373,5984,0.029396187514066696,748,5.4922304343563155e-05,
+374,5992,0.029243819415569305,749,4.7591438601557456e-05,
+374,6000,0.0291941836476326,750,4.82330631257355e-05,
+375,6008,0.02928655967116356,751,3.045746097996016e-05,
+375,6016,0.03001982346177101,752,7.023916521120555e-05,
+,,,752,,5.671125836670399e-05
+376,6024,0.029768317937850952,753,7.04185010818037e-05,
+376,6032,0.029320023953914642,754,3.1306755886362225e-05,
+377,6040,0.029933162033557892,755,3.020410031240317e-05,
+377,6048,0.029165320098400116,756,6.727433060405019e-05,
+378,6056,0.029222507029771805,757,6.144808298813587e-05,
+378,6064,0.029300756752490997,758,4.0738339521340095e-05,
+379,6072,0.028992637991905212,759,6.590347948076669e-05,
+379,6080,0.03507774695754051,760,3.512097305247153e-05,
+380,6088,0.03531388193368912,761,7.688525352023134e-05,
+380,6096,0.02929365634918213,762,2.190443569816125e-05,
+381,6104,0.03031386062502861,763,5.744033853716246e-05,
+381,6112,0.029301229864358902,764,4.105143193555705e-05,
+382,6120,0.029085654765367508,765,5.906399405830598e-05,
+382,6128,0.028954237699508667,766,3.795210295720608e-05,
+383,6136,0.028782736510038376,767,4.045513469463913e-05,
+383,6144,0.029325824230909348,768,5.651707851939136e-05,
+,,,768,,5.370148937799968e-05
+384,6152,0.029125697910785675,769,6.897279718032223e-05,
+384,6160,0.030642658472061157,770,3.1887587738310685e-05,
+385,6168,0.029344793409109116,771,4.5878902938056854e-05,
+385,6176,0.029164351522922516,772,4.826200881780096e-05,
+386,6184,0.02915244922041893,773,3.7072971622365e-05,
+386,6192,0.02964327111840248,774,6.272962082221056e-05,
+387,6200,0.02973887324333191,775,6.16721553114985e-05,
+387,6208,0.031554240733385086,776,3.199182697244396e-05,
+388,6216,0.036850456148386,777,3.85033592920081e-05,
+388,6224,0.031592898070812225,778,5.767875927631394e-05,
+389,6232,0.02975015714764595,779,2.717930908602284e-05,
+389,6240,0.02963404729962349,780,6.974828511374653e-05,
+390,6248,0.03392062708735466,781,5.7187115316992276e-05,
+390,6256,0.02989046275615692,782,3.841398233817017e-05,
+391,6264,0.029739364981651306,783,3.3943967764571426e-05,
+391,6272,0.02934761717915535,784,6.269977711781394e-05,
+,,,784,,5.477420927491039e-05
+392,6280,0.04234985634684563,785,5.31046820242409e-05,
+392,6288,0.036386583000421524,786,3.750505516109115e-05,
+393,6296,0.02944471314549446,787,5.2582689249902614e-05,
+393,6304,0.029988277703523636,788,5.081082849756058e-05,
+394,6312,0.029313411563634872,789,3.793722896716645e-05,
+394,6320,0.029288604855537415,790,5.587596331224631e-05,
+395,6328,0.02959289401769638,791,5.3656310342375946e-05,
+395,6336,0.029597826302051544,792,3.8115998222565395e-05,
+396,6344,0.029523558914661407,793,3.70877496607136e-05,
+396,6352,0.02956133335828781,794,6.235749538063828e-05,
+397,6360,0.030006255954504013,795,3.664087830657081e-05,
+397,6368,0.03917071968317032,796,5.1465843966980174e-05,
+398,6376,0.03091951087117195,797,5.5071846645660116e-05,
+398,6384,0.029289018362760544,798,3.6581281960934575e-05,
+399,6392,0.03674544021487236,799,3.810111797974969e-05,
+399,6400,0.052349671721458435,800,6.259555641463521e-05,
+,,,800,,5.2360475820023566e-05
+400,6408,0.03765625134110451,801,3.750508199118485e-05,
+400,6416,0.04511954262852669,802,5.8379215829518216e-05,
+401,6424,0.03690076619386673,803,4.567045061776298e-05,
+401,6432,0.03749387711286545,804,5.353644803562929e-05,
+402,6440,0.03804992511868477,805,7.310065916499298e-05,
+402,6448,0.031220361590385437,806,2.3215703549794853e-05,
+403,6456,0.029796041548252106,807,5.888570649403846e-05,
+403,6464,0.030456088483333588,808,3.6596134123101365e-05,
+404,6472,0.029473088681697845,809,3.664090240818041e-05,
+404,6480,0.029823828488588333,810,6.223822333595308e-05,
+405,6488,0.029960863292217255,811,4.577306879127718e-05,
+405,6496,0.02977481111884117,812,5.1615579877761775e-05,
+406,6504,0.02977338805794716,813,3.150004567942233e-05,
+406,6512,0.02982136234641075,814,6.32811279501766e-05,
+407,6520,0.02954612299799919,815,3.817554920715338e-05,
+407,6528,0.029632624238729477,816,6.0926705714337004e-05,
+,,,816,,5.507235982804559e-05
+408,6536,0.029703274369239807,817,5.930293332312431e-05,
+408,6544,0.029559463262557983,818,3.845866160645528e-05,
+409,6552,0.03662247955799103,819,5.9615754594233294e-05,
+409,6560,0.03151385113596916,820,3.829485126516374e-05,
+410,6568,0.029661163687705994,821,5.8795750078388664e-05,
+410,6576,0.02985759824514389,822,4.4269541149333236e-05,
+411,6584,0.032584551721811295,823,2.9101449285917624e-05,
+411,6592,0.029136337339878082,824,6.539746118505718e-05,
+412,6600,0.029205597937107086,825,4.681698692365899e-05,
+412,6608,0.029068108648061752,826,4.888880641829019e-05,
+413,6616,0.0336691215634346,827,4.812740962734097e-05,
+413,6624,0.029884207993745804,828,5.183893597404676e-05,
+414,6632,0.04816646873950958,829,6.800499249948189e-05,
+414,6640,0.04074215143918991,830,2.601702772153658e-05,
+415,6648,0.02931215614080429,831,3.792232337218593e-05,
+415,6656,0.0292712040245533,832,5.836419984461827e-05,
+,,,832,,5.2956194849684834e-05
+416,6664,0.029569964855909348,833,3.933772381969902e-05,
+416,6672,0.02932843193411827,834,5.903489898173575e-05,
+417,6680,0.029460374265909195,835,5.191346315314149e-05,
+417,6688,0.029531504958868027,836,4.881283143731707e-05,
+418,6696,0.029513008892536163,837,6.1016458175799926e-05,
+418,6704,0.033884596079587936,838,3.5836182405546424e-05,
+419,6712,0.046666499227285385,839,5.7366218243259937e-05,
+419,6720,0.03625912591814995,840,3.702849357978266e-05,
+420,6728,0.03680891916155815,841,4.327033479967213e-05,
+420,6736,0.03320363536477089,842,5.550470928028517e-05,
+421,6744,0.034888628870248795,843,3.8637459965684684e-05,
+421,6752,0.043618690222501755,844,6.41301821815432e-05,
+422,6760,0.040792066603899,845,5.11982875650574e-05,
+422,6768,0.03668558597564697,846,4.721854554645688e-05,
+423,6776,0.03342027962207794,847,2.1591522681774222e-05,
+423,6784,0.030801385641098022,848,7.529101526415616e-05,
+,,,848,,5.495316145243123e-05
+424,6792,0.03570549935102463,849,3.489755567898101e-05,
+424,6800,0.032515063881874084,850,5.69189473935694e-05,
+425,6808,0.031216032803058624,851,4.927473105453828e-05,
+425,6816,0.03734743967652321,852,4.477633797250746e-05,
+426,6824,0.03773806616663933,853,5.836419768456835e-05,
+426,6832,0.03432705998420715,854,3.678968482745404e-05,
+427,6840,0.03090047836303711,855,5.250910521681362e-05,
+427,6848,0.03088432550430298,856,3.6804681940338924e-05,
+428,6856,0.031030353158712387,857,2.7954129336649203e-05,
+428,6864,0.03469470143318176,858,7.467949421879894e-05,
+429,6872,0.03850411996245384,859,7.59911420118442e-05,
+429,6880,0.03958621248602867,860,2.2560076558875153e-05,
+430,6888,0.030926421284675598,861,5.1719787393267325e-05,
+430,6896,0.031015541404485703,862,4.577359800350678e-05,
+431,6904,0.036371514201164246,863,3.9904022287373664e-05,
+431,6912,0.039630088955163956,864,5.151035418293759e-05,
+,,,864,,5.5012762459227815e-05
+432,6920,0.03819385543465614,865,5.782805214948894e-05,
+432,6928,0.04475441947579384,866,3.546371635820833e-05,
+433,6936,0.03293482959270477,867,3.8518344808835536e-05,
+433,6944,0.032808635383844376,868,5.958607903266966e-05,
+434,6952,0.037789322435855865,869,4.596822213898122e-05,
+434,6960,0.0391315333545208,870,4.872401950706262e-05,
+435,6968,0.03245028853416443,871,3.211100181488291e-05,
+435,6976,0.038048893213272095,872,6.077820057726058e-05,
+436,6984,0.03958144411444664,873,5.9452009281812934e-05,
+436,6992,0.034972015768289566,874,3.544893024809426e-05,
+437,7000,0.03540007025003433,875,4.611629378814541e-05,
+437,7008,0.035601917654275894,876,5.043845385444001e-05,
+438,7016,0.03810697793960571,877,3.275186361406668e-05,
+438,7024,0.0427643284201622,878,5.9675735428754706e-05,
+439,7032,0.0315730981528759,879,4.368843474367168e-05,
+439,7040,0.032007645815610886,880,5.5726736718497705e-05,
+,,,880,,5.295649680192582e-05

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=0.0-1.0/labels.csv

@@ -0,0 +1,16 @@
+22918,1
+65553,1
+39042,1
+21900,0
+1317,1
+28127,1
+11909,1
+51804,1
+36685,0
+58236,1
+23297,1
+9677,0
+29252,1
+33252,1
+9681,1
+18967,0

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=0.0-1.0/logits.csv

@@ -0,0 +1,16 @@
+22918,-11.125029,-2.9086643e-05
+65553,-11.375022,-2.2411095e-05
+39042,-12.250021,-2.0861407e-05
+21900,-0.00011419598,-10.125114
+1317,-10.750031,-3.1589963e-05
+28127,-12.1250305,-3.0636318e-05
+11909,-11.125032,-3.2901222e-05
+51804,-11.00003,-2.9801879e-05
+36685,-0.00018201603,-8.875182
+58236,-12.500015,-1.5616295e-05
+23297,-10.250044,-4.3868058e-05
+9677,-3.4093275e-05,-11.750034
+29252,-13.125013,-1.3589766e-05
+33252,-11.750046,-4.6252135e-05
+9681,-12.375027,-2.7179349e-05
+18967,-0.00013529339,-9.750135

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-4.51107,-0.011069554
+12007,-6.3767185,-0.0017185932
+8229,-0.0004002247,-7.8754
+31449,-11.875024,-2.3722367e-05
+1591,-5.7338024e-05,-11.250057
+53542,-10.00006,-5.972207e-05
+49372,-10.75004,-4.0530336e-05
+54831,-0.00021932104,-8.625219
+44771,-8.75017,-0.00016950125
+33116,-6.3894135e-05,-11.000064
+33492,-10.125048,-4.804019e-05
+16982,-5.5040956,-0.004095382
+31901,-8.500236,-0.00023588736
+49817,-0.005962324,-5.1309624
+60681,-7.0009522,-0.0009520289
+39890,-9.25011,-0.000110143315
+62685,-9.142935e-05,-9.750092
+2201,-11.750129,-0.00012838017
+47201,-0.00010346831,-9.500103
+20835,-12.2500305,-3.0278701e-05
+15421,-11.250029,-2.860982e-05
+45021,-0.00032896354,-8.125329
+45802,-0.0001462591,-9.625146
+43637,-0.00074073055,-7.2507405
+7160,-0.00045896962,-7.750459
+8150,-1.3132876,-0.31328762
+3512,-10.625034,-3.421248e-05
+29264,-6.413254e-05,-11.625064
+32960,-0.00017033557,-9.000171
+32221,-0.00038127782,-8.000381
+35996,-11.375025,-2.467602e-05
+4422,-12.000036,-3.6477377e-05
+22209,-0.00019202773,-8.750192
+6920,-12.125017,-1.7285198e-05
+25253,-0.000115149545,-9.625115
+680,-1.1368965,-0.38689652
+50140,-10.750037,-3.7431015e-05
+28481,-11.50003,-2.9801879e-05
+36298,-0.0007463292,-7.2507463
+16473,-11.625018,-1.7881233e-05
+11102,-7.375637,-0.00063697074
+62901,-0.0013436584,-6.6263437
+16123,-10.875041,-4.112636e-05
+52012,-7.5814234e-05,-11.000075
+60780,-0.0004165497,-7.8754168
+1781,-12.375016,-1.6569955e-05
+41449,-0.00067985785,-7.37568
+908,-9.875067,-6.687418e-05
+15507,-11.375037,-3.7669426e-05
+57914,-3.408667,-0.033667095
+46159,-7.500569,-0.0005690624
+56461,-12.625011,-1.1444026e-05
+62107,-5.5549986e-05,-10.750055
+49087,-12.875022,-2.2053475e-05
+65792,-7.295342e-05,-10.3750725
+13181,-0.00012206286,-9.500122
+54119,-11.75002,-1.9907753e-05
+51997,-0.00014435203,-9.000144
+24924,-11.5000305,-3.0159496e-05
+45890,-8.0105434e-05,-10.12508
+41716,-1.9102623,-0.16026229
+60175,-0.000117533455,-9.375117
+30318,-0.00012742661,-9.250128
+13221,-10.375039,-3.933829e-05
+15509,-12.750011,-1.1920858e-05
+37365,-9.875061,-6.1033294e-05
+60975,-1.4061755,-0.2811755
+51375,-6.603976e-05,-10.625066
+16004,-11.000033,-3.3616456e-05
+12837,-10.750035,-3.564294e-05
+17864,-11.500031,-3.1351552e-05
+67134,-10.3750515,-5.1377883e-05
+18611,-10.250049,-4.8993817e-05
+12861,-9.625093,-9.381331e-05
+58084,-11.875019,-1.9073304e-05
+32874,-0.062029798,-2.8120298
+32717,-11.250025,-2.491443e-05
+23413,-10.500088,-8.749579e-05
+59634,-1.3132794,-0.31327933
+15629,-0.12706695,-2.1270669
+47071,-0.00048232367,-7.7504826
+48558,-10.750037,-3.6834994e-05
+3648,-6.031808e-05,-10.12506
+43367,-0.0011912639,-6.751191
+14869,-6.3417334e-05,-11.375063
+1518,-0.00051902176,-7.625519
+16976,-11.625425,-0.0004256058
+20931,-11.50002,-2.0503787e-05
+67379,-11.750026,-2.6106494e-05
+4741,-8.63038e-05,-10.125086
+5765,-10.62504,-4.029193e-05
+48791,-0.00051091966,-7.6255107
+15298,-7.7504444,-0.0004445518
+21874,-10.250073,-7.343022e-05
+9095,-9.87509,-8.9760564e-05
+3840,-11.62502,-1.9788546e-05
+55636,-1.3132768,-0.31327674
+57364,-6.2519464,-0.0019463421
+65863,-0.0001417298,-10.125142
+40786,-5.6265202e-05,-11.875056
+8118,-11.375024,-2.3722367e-05
+52441,-5.6026798e-05,-11.000056
+38593,-0.012522403,-4.387522
+5517,-0.00035291642,-8.125353
+39136,-3.529768,-0.029768005
+47292,-0.00025936577,-8.750259
+34052,-0.0025812422,-6.002581
+16037,-11.875024,-2.4079987e-05
+64606,-11.625022,-2.2172682e-05
+19552,-0.0052539133,-5.255254
+14116,-9.75007,-7.00926e-05
+11261,-6.2519393,-0.0019392034
+11668,-12.375019,-1.883489e-05
+42198,-11.125026,-2.5868081e-05
+22526,-13.250032,-3.2424403e-05
+8037,-11.125026,-2.5629668e-05
+5324,-9.00015,-0.00014935808
+56692,-6.258292e-05,-10.500063
+59753,-0.16024451,-1.9102445
+47298,-0.016051827,-4.141052
+57801,-3.5297604,-0.029760368
+58413,-12.750016,-1.585471e-05
+10673,-6.687418e-05,-11.125067
+65730,-12.125014,-1.4662635e-05
+40287,-10.375041,-4.088795e-05
+15186,-11.125031,-3.1232346e-05
+43119,-0.00015186111,-9.125152
+39219,-11.625029,-2.860982e-05
+50340,-10.875025,-2.5152844e-05
+34297,-10.500051,-5.078187e-05
+62941,-0.00045837386,-7.7504582
+31551,-13.500022,-2.1695856e-05
+41344,-10.625042,-4.1722382e-05
+46402,-12.750015,-1.5258673e-05
+13636,-9.75007,-6.96158e-05
+42241,-11.250022,-2.2172682e-05
+15422,-3.0485952,-0.04859528
+25014,-12.125023,-2.3126335e-05
+19613,-4.141052,-0.016051944
+5515,-0.00046623804,-7.7504663
+64128,-5.2689116e-05,-12.000052
+28084,-0.000107521,-10.375108
+10395,-8.375237,-0.00023767508
+9965,-0.20143059,-1.7014306
+27221,-9.875057,-5.769563e-05
+11994,-0.000109904926,-11.62511
+43384,-6.2940526e-05,-10.375063
+44329,-0.00010168035,-11.625102
+58937,-7.4026226e-05,-11.125074
+29119,-5.4238757e-05,-10.375054
+8989,-0.00016866691,-9.750169
+23043,-11.250029,-2.8848232e-05
+32166,-0.00031919152,-8.2503195
+42729,-0.00096381933,-7.0009637
+6863,-11.125036,-3.623897e-05
+41187,-0.00012099011,-10.750121
+36039,-13.375022,-2.193427e-05
+55977,-0.00016616394,-8.875166
+8129,-10.875034,-3.4570097e-05
+60223,-11.500031,-3.1351552e-05
+9414,-0.00010907055,-9.375109
+26177,-9.7031654e-05,-10.250097
+38443,-0.00044907976,-7.750449
+43084,-7.855584e-05,-10.625078
+53673,-0.0001296913,-9.37513
+15057,-9.000155,-0.00015519845
+51700,-0.0001752223,-9.250175
+51201,-11.375026,-2.5629668e-05
+47078,-11.500025,-2.5033638e-05
+59961,-9.375097,-9.7389246e-05
+22272,-4.63478,-0.009779755
+65773,-0.5759563,-0.8259563
+33746,-0.026316587,-3.6513166
+27311,-11.500028,-2.7536968e-05
+41292,-6.806619e-05,-9.875068
+17110,-4.634782,-0.009781644
+57029,-0.00017057394,-9.750171
+3009,-12.500011,-1.1563234e-05
+40193,-11.87502,-2.0146166e-05
+27618,-10.375047,-4.6371337e-05
+20145,-12.750014,-1.4066597e-05
+52193,-11.500024,-2.3722367e-05
+34398,-0.0008506732,-7.1258507
+36473,-12.375069,-6.866219e-05
+43577,-4.9589835e-05,-10.75005
+57850,-11.50002,-1.966934e-05
+61117,-0.00015484088,-9.1251545
+32569,-8.500214,-0.00021336187
+12290,-12.750021,-2.0980615e-05
+19499,-11.500033,-3.3378044e-05
+60470,-0.00021920186,-8.500219
+8962,-13.000032,-3.218599e-05
+65955,-10.6250515,-5.125868e-05
+62486,-2.2378597,-0.112859726
+19000,-0.31327882,-1.3132788
+22631,-10.250053,-5.3761945e-05
+25613,-0.00045575245,-7.750456
+56086,-11.50002,-2.0503787e-05
+28883,-3.6513112,-0.02631113
+26425,-11.375023,-2.2887922e-05
+48097,-0.012529467,-4.3875294
+61477,-0.033700865,-3.408701
+9121,-2.1269398,-0.1269398
+66709,-9.500089,-8.844938e-05
+51472,-9.000166,-0.00016628313
+19809,-9.750076,-7.6767836e-05
+38959,-10.500049,-4.911302e-05
+39849,-7.784064e-05,-9.750078
+59964,-0.00025400275,-8.375254
+65268,-11.62502,-1.9788546e-05
+8791,-0.5759613,-0.8259613
+51774,-11.0000305,-3.0755524e-05
+49640,-0.00094512134,-7.000945
+20125,-9.875059,-5.960287e-05
+59640,-0.16025326,-1.9102533
+68206,-10.625089,-8.892618e-05
+48079,-12.625026,-2.5629668e-05
+49583,-7.2507195,-0.0007195268
+67054,-0.00026425207,-8.375264
+59571,-4.511065,-0.011064838
+29080,-11.250046,-4.6252135e-05
+29111,-10.250055,-5.5073175e-05
+20758,-11.000029,-2.8848232e-05
+64023,-0.000116699084,-9.625116
+29058,-9.941561e-05,-10.375099
+18185,-0.00012885693,-9.375129
+36543,-8.785339e-05,-9.750088
+54983,-8.875151,-0.00015066919
+3101,-8.125303,-0.00030334163
+42140,-9.583968e-05,-9.875095
+6954,-4.482169e-05,-11.125045
+15955,-10.375057,-5.6861216e-05
+61746,-0.0001040643,-9.625104
+32055,-0.0015486402,-6.501549
+39496,-10.000066,-6.5682165e-05
+59909,-9.750072,-7.1165414e-05
+66296,-0.00011002412,-10.37511
+46804,-9.625075,-7.4979835e-05
+35049,-0.00018201603,-10.625182
+56017,-6.127251,-0.0022511159
+26947,-10.500037,-3.6954196e-05
+38928,-0.00012683064,-9.875127
+15029,-11.875036,-3.6715788e-05
+7086,-0.00015925094,-9.250159
+537,-0.016074937,-4.141075
+50731,-0.00025352603,-8.375254
+63604,-10.500043,-4.339124e-05
+67049,-0.16023679,-1.9102368
+31161,-0.00050758355,-7.6255074
+58922,-12.375038,-3.778863e-05
+18347,-11.500027,-2.7179349e-05
+25864,-2.1269388,-0.12693876
+63846,-0.00016342258,-8.875163
+13353,-0.000101203565,-9.625101
+25378,-8.250277,-0.00027688485
+59101,-11.000042,-4.196079e-05
+20895,-0.10022632,-2.3502264
+48119,-11.750018,-1.800044e-05
+14332,-5.566919e-05,-10.875055
+25497,-11.375025,-2.4437606e-05
+8686,-1.7014561,-0.20145611
+22758,-8.250318,-0.00031728478
+7666,-0.00012611547,-9.375126
+20686,-2.3502243,-0.10022427
+18975,-10.750052,-5.2569914e-05
+19054,-10.250045,-4.51793e-05
+48123,-12.875016,-1.5973917e-05
+57909,-11.500025,-2.5033638e-05
+9226,-12.000022,-2.193427e-05
+48653,-0.00040260793,-7.8754025
+44013,-0.020628551,-3.8956285
+11409,-10.500053,-5.3404336e-05
+62736,-0.0025164387,-6.0025163
+2777,-10.125062,-6.186771e-05
+7058,-5.960287e-05,-10.625059
+48408,-0.004113428,-5.504113
+28934,-11.0000305,-3.0159496e-05
+46578,-11.50003,-2.9444262e-05
+23203,-8.375243,-0.00024291902
+6257,-11.375028,-2.8132996e-05
+53444,-0.00034803056,-8.125348
+17816,-4.1410484,-0.016048308
+46307,-11.875032,-3.218599e-05
+20599,-13.00002,-2.0384581e-05
+29423,-0.0002478054,-8.500248
+21041,-6.425174e-05,-10.500064
+16633,-12.125019,-1.9311718e-05
+20221,-9.125122,-0.00012230125
+27466,-0.000107044216,-9.375107
+22987,-0.00036483307,-8.000365
+9322,-1.8047603,-0.17976029
+3265,-1.7014333,-0.20143332
+22814,-7.875392,-0.00039200252
+56185,-11.375026,-2.5629668e-05
+55014,-11.625019,-1.8954097e-05
+43437,-10.625035,-3.5762147e-05
+24683,-0.00018988237,-8.75019
+10233,-0.38689458,-1.1368946
+19001,-0.00015805903,-11.750158
+32718,-0.00045968455,-7.7504597
+31030,-0.000105494655,-10.000106
+1099,-7.688704e-05,-12.000077
+57982,-8.7501745,-0.00017474555
+49148,-0.22542214,-1.6004221
+40880,-11.250021,-2.0861407e-05
+31148,-8.4515814e-05,-11.250085
+9446,-10.625034,-3.4689303e-05
+18579,-12.625028,-2.741776e-05
+30932,-7.5005646,-0.00056453503
+40792,-0.82600677,-0.57600677
+48600,-0.0006842656,-7.3756843
+44588,-7.375662,-0.0006617502
+33828,-11.62502,-2.0146166e-05
+33917,-0.0005053197,-7.8755054
+2026,-0.28117496,-1.4061749
+56745,-0.00026532466,-8.375265
+17383,-2.0176933,-0.14269318
+2372,-0.016089717,-4.14109
+56600,-0.014493897,-4.264494
+50257,-0.00012516193,-9.625125
+38892,-0.0002613918,-8.375261
+45844,-0.0001905975,-9.500191
+29062,-0.089003585,-2.4640036
+5655,-10.625041,-4.0649542e-05
+67611,-0.00464444,-5.3796444
+18546,-0.00078480435,-7.250785
+63060,-12.0000305,-3.0517112e-05
+36068,-10.875043,-4.339124e-05
+784,-0.03365995,-3.40866
+20429,-0.000199894,-8.8752
+21679,-11.875027,-2.7179349e-05
+53617,-12.875021,-2.1099822e-05
+6978,-12.625013,-1.3828182e-05
+53262,-8.6899796e-05,-10.750087
+181,-0.00012206286,-9.375122
+28744,-0.0019671628,-6.251967
+48716,-0.00012909532,-9.250129
+51468,-6.580136e-05,-10.250066
+62209,-12.375022,-2.2053475e-05
+8732,-9.625078,-7.7959834e-05
+56949,-10.375042,-4.1722382e-05
+26885,-0.00010096517,-11.250101
+43345,-0.10023397,-2.350234
+8053,-10.250042,-4.1603176e-05
+59402,-12.125021,-2.1457441e-05
+49552,-8.105903e-05,-10.000081
+12348,-2.1269562,-0.1269563
+28335,-8.000353,-0.00035243976
+59114,-9.12512,-0.00012027494
+12625,-9.875074,-7.462223e-05
+8876,-8.750227,-0.00022742547
+29959,-11.250021,-2.1219028e-05
+37911,-6.4490145e-05,-10.125065
+38412,-4.5110626,-0.0110628335
+31999,-6.270212e-05,-10.625063
+34775,-0.00023993952,-8.50024
+65737,-10.250048,-4.768258e-05
+25244,-0.0028407716,-5.877841
+51630,-11.500025,-2.4556812e-05
+23979,-7.3756547,-0.0006544832
+34638,-10.875028,-2.7775379e-05
+22311,-13.625019,-1.9073304e-05
+14004,-12.750017,-1.716599e-05
+310,-8.153583e-05,-9.750081
+49105,-0.000121109304,-9.375121
+38782,-13.750019,-1.8954097e-05
+4647,-11.000028,-2.7298554e-05
+43782,-6.12717e-05,-11.250061
+66046,-0.029783627,-3.5297837
+16690,-12.500017,-1.7404405e-05
+67731,-0.00014053787,-9.12514
+54867,-11.25003,-2.920585e-05
+34108,-8.625215,-0.0002145537
+67332,-0.008629767,-4.75863
+22567,-8.856858e-05,-9.750089
+57173,-0.00072631676,-7.250726
+26527,-10.750034,-3.4093275e-05
+59580,-10.500044,-4.4225668e-05
+20737,-0.05491029,-2.9299102
+53307,-7.950944e-05,-12.375079
+32783,-6.0079677e-05,-11.00006
+7868,-12.000018,-1.8596476e-05
+50777,-0.00028725312,-8.250287
+29307,-12.375017,-1.7046783e-05
+18297,-0.0008498394,-7.1258497
+44524,-11.625022,-2.2172682e-05
+61320,-0.04302161,-3.1680217
+2578,-1.3133337,-0.3133338
+40612,-0.00021324267,-8.875214
+32523,-9.375102,-0.000102157144
+48509,-0.0017259715,-6.376726
+36666,-9.875062,-6.186771e-05
+6539,-11.875018,-1.7762026e-05
+33620,-10.750061,-6.091409e-05
+55547,-10.875031,-3.1232346e-05
+11751,-11.000027,-2.6940936e-05
+30491,-0.00057466206,-7.5005746
+48294,-10.875029,-2.8490615e-05
+37424,-11.250028,-2.7656173e-05
+29155,-2.578897,-0.07889702

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=8/seed=6/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv

@@ -0,0 +1,1141 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.35223936662077904,0,6.640613555908203,
+0,8,0.06298966333270073,1,5.125384360551834,
+1,16,0.033623211085796356,2,4.361110329627991,
+1,24,0.0332784540951252,3,1.7012449204921722,
+2,32,0.03324463218450546,4,0.48093452490866184,
+3,40,0.028406847268342972,5,0.42231972701847553,
+3,48,0.028162624686956406,6,0.35251838713884354,
+4,56,0.0287235826253891,7,0.35093854181468487,
+5,64,0.02850232645869255,8,0.2169504698831588,
+5,72,0.028769630938768387,9,0.13739503035321832,
+6,80,0.02844421938061714,10,0.1514444260392338,
+7,88,0.029062729328870773,11,0.060947864258196205,
+7,96,0.028651997447013855,12,0.07128430379088968,
+8,104,0.029095813632011414,13,0.059800015471410006,
+9,112,0.028739910572767258,14,0.01069392470526509,
+9,120,0.028651118278503418,15,0.04922766040544957,
+10,128,0.03264382481575012,16,0.023315355079830624,
+,,,16,,0.0035651490092277528
+11,136,0.02889912575483322,17,0.006397319310053717,
+11,144,0.028723087161779404,18,0.0019833746773656458,
+12,152,0.029153980314731598,19,0.0006092722142057028,
+13,160,0.028701052069664,20,0.0014843607059447095,
+13,168,0.02871992066502571,21,0.001296043983529671,
+14,176,0.028572499752044678,22,0.0011842130152217578,
+15,184,0.029044702649116516,23,0.0016597547073615715,
+15,192,0.028690360486507416,24,0.0005078861186120776,
+16,200,0.029321465641260147,25,0.00023293345475394744,
+17,208,0.028698492795228958,26,0.004384549694805173,
+17,216,0.028969313949346542,27,0.0004155468905082671,
+18,224,0.028744462877511978,28,0.0015197106658888515,
+19,232,0.029306381940841675,29,0.0014112946319073671,
+19,240,0.02900012955069542,30,0.00020838246291532414,
+20,248,0.02916734665632248,31,0.0006477072729467181,
+21,256,0.029282603412866592,32,0.0003051639196200995,
+,,,32,,0.0009392885491251946
+21,264,0.02935682237148285,33,0.0006381690545822494,
+22,272,0.028544358909130096,34,0.0002673251710803015,
+23,280,0.029118750244379044,35,0.0005145650811755331,
+23,288,0.028828222304582596,36,0.0004585896458593197,
+24,296,0.029734980314970016,37,0.00048155316289921757,
+25,304,0.029247336089611053,38,0.0002503245214029448,
+25,312,0.029191292822360992,39,0.0004014358646600158,
+26,320,0.029360562562942505,40,0.00044465362225309946,
+27,328,0.029510855674743652,41,0.0004276007111911895,
+27,336,0.02949605882167816,42,0.00020102384496567538,
+28,344,0.02908756583929062,43,0.0003975424297095742,
+29,352,0.02903447300195694,44,0.0002479206832504133,
+29,360,0.029771067202091217,45,0.0004121954189031385,
+30,368,0.02879977971315384,46,0.00037309678646124667,
+31,376,0.030550923198461533,47,0.00023548757326352643,
+31,384,0.03382747620344162,48,0.0004189396504443721,
+,,,48,,0.0005113210063427687
+32,392,0.05449734628200531,49,0.00019545066970749758,
+33,400,0.04164418205618858,50,0.0005384219311963534,
+33,408,0.042411450296640396,51,0.00025305217241111677,
+34,416,0.029926754534244537,52,0.000188345667993417,
+35,424,0.02906090021133423,53,0.00038199654591153376,
+35,432,0.029249947518110275,54,0.0003851531882901327,
+36,440,0.02916231006383896,55,0.00037177614649408497,
+37,448,0.029762860387563705,56,0.00019281372624391224,
+37,456,0.029644835740327835,57,0.00040581894063507207,
+38,464,0.030024856328964233,58,0.00037847055864403956,
+39,472,0.029580000787973404,59,0.000205550894861517,
+39,480,0.029978793114423752,60,0.00038823445447633276,
+40,488,0.02929525449872017,61,0.00019507802880980307,
+41,496,0.029971227049827576,62,0.00038355576361936983,
+41,504,0.0306425541639328,63,0.0003927642901544459,
+42,512,0.031092815101146698,64,0.00038681930891470984,
+,,,64,,0.0004822456743568182
+43,520,0.029035642743110657,65,0.00021438546718854923,
+43,528,0.02907642349600792,66,0.0003772288919208222,
+44,536,0.02917422726750374,67,0.0002348044608879718,
+45,544,0.029144540429115295,68,0.0003648606361821294,
+45,552,0.029014524072408676,69,0.00033527259074617177,
+46,560,0.02934863790869713,70,0.0003018687466465053,
+47,568,0.029099002480506897,71,0.0002717048100748798,
+47,576,0.029276549816131592,72,0.0003585779559216462,
+48,584,0.0292278453707695,73,0.0003210000950275571,
+49,592,0.02934163063764572,74,0.0002243656217615353,
+49,600,0.029297489672899246,75,0.0003539432473189663,
+50,608,0.029685303568840027,76,0.00033599676862650085,
+51,616,0.029415160417556763,77,0.00017721518815960735,
+51,624,0.029789410531520844,78,0.00037166008678468643,
+52,632,0.029531609266996384,79,0.00037635195440088864,
+53,640,0.02998698130249977,80,0.000206305398933182,
+,,,80,,0.0004216414876282215
+53,648,0.02907773107290268,81,0.00031636462517781183,
+54,656,0.029448091983795166,82,0.00033916648771992186,
+55,664,0.02908043935894966,83,0.0002354467751501943,
+55,672,0.029187452048063278,84,0.00029593327326438157,
+56,680,0.029038097709417343,85,0.00030480521309073083,
+57,688,0.02905053272843361,86,0.00026768284169520484,
+57,696,0.028729960322380066,87,0.0002911713045250508,
+58,704,0.029036644846200943,88,0.00022326226826407947,
+59,712,0.029209941625595093,89,0.0003153448233206291,
+59,720,0.029128920286893845,90,0.00032874140106287086,
+60,728,0.029073402285575867,91,0.0002145753669537953,
+61,736,0.0291634239256382,92,0.00030711459930898855,
+61,744,0.03391168266534805,93,0.000324598519000574,
+62,752,0.03712683171033859,94,0.00027795799542218447,
+63,760,0.032994430512189865,95,0.0002552585501689464,
+63,768,0.029074925929307938,96,0.0002923764195656986,
+,,,96,,0.0004072152078151703
+64,776,0.028932657092809677,97,0.00019349399644852383,
+65,784,0.02910386025905609,98,0.00032629864927002927,
+65,792,0.028974883258342743,99,0.00028516236216091784,
+66,800,0.029252033680677414,100,0.00030773855633015046,
+67,808,0.029058516025543213,101,0.0002770946930468199,
+67,816,0.02879948541522026,102,0.00020806711563636782,
+68,824,0.028593525290489197,103,0.000303949123917846,
+69,832,0.029277261346578598,104,0.0003026807926289621,
+69,840,0.028751496225595474,105,0.00017347707125736633,
+70,848,0.029728062450885773,106,0.00015086144594533835,
+71,856,0.02873065695166588,107,0.00042736974774015835,
+71,864,0.029006928205490112,108,0.0002014342499023769,
+72,872,0.028623290359973907,109,0.00020869231229880825,
+73,880,0.029022719711065292,110,0.0003182033269695239,
+73,888,0.028566759079694748,111,0.0002450168685754761,
+74,896,0.029158424586057663,112,0.0003178766064593219,
+,,,112,,0.00039660683833062647
+75,904,0.02842046692967415,113,0.000126248716696864,
+75,912,0.028409134596586227,114,0.0003365150259924121,
+76,920,0.028233766555786133,115,0.00020386421419971157,
+77,928,0.028844960033893585,116,0.00038376388420147123,
+77,936,0.028673548251390457,117,0.00020530928304651752,
+78,944,0.02924032136797905,118,0.00029734967483818764,
+79,952,0.02872958406805992,119,0.000210509710086626,
+79,960,0.028746824711561203,120,0.00025881253532133996,
+80,968,0.028744179755449295,121,0.0002445782029099064,
+81,976,0.02901696413755417,122,0.0003201897161488887,
+81,984,0.028724167495965958,123,0.00018370764337305445,
+82,992,0.031489212065935135,124,0.000305175116409373,
+83,1000,0.02848673239350319,125,0.00018718001228990033,
+83,1008,0.029621120542287827,126,0.0002407654073977028,
+84,1016,0.02832445129752159,127,0.00028605526767933043,
+85,1024,0.03085886314511299,128,0.00015635948602721328,
+,,,128,,0.00039114770479500296
+85,1032,0.02907579392194748,129,0.00029644959249708336,
+86,1040,0.030233681201934814,130,0.00029680089301109547,
+87,1048,0.02851511910557747,131,0.00017278747873206157,
+87,1056,0.03054055944085121,132,0.0002502839270164259,
+88,1064,0.02913013845682144,133,0.0001485813809267711,
+89,1072,0.03151681646704674,134,0.0003074839778491878,
+89,1080,0.02917921170592308,135,0.0002777520849122084,
+90,1088,0.04489217698574066,136,0.0002804320720315445,
+91,1096,0.02906373143196106,137,0.00026922448887489736,
+91,1104,0.03041837364435196,138,0.00017865633162728045,
+92,1112,0.02895384281873703,139,0.00027156931719218846,
+93,1120,0.03013579174876213,140,0.00015757573146402137,
+93,1128,0.02892051264643669,141,0.00028301693419052754,
+94,1136,0.02874285727739334,142,0.0002679731733223889,
+95,1144,0.028961431235074997,143,0.00017721191215969156,
+95,1152,0.029074810445308685,144,0.00022626129884883994,
+,,,144,,0.00034417156130075457
+96,1160,0.029456976801156998,145,0.0002686656116566155,
+97,1168,0.0312914177775383,146,0.00014114706209511496,
+97,1176,0.029159970581531525,147,0.000272609631792875,
+98,1184,0.04184868559241295,148,0.00027919286367250606,
+99,1192,0.02930999919772148,149,0.00012025922751490725,
+99,1200,0.031109880656003952,150,0.0002640823013280169,
+100,1208,0.029007695615291595,151,0.00022693048777000513,
+101,1216,0.04245613142848015,152,0.00015970674485288328,
+101,1224,0.02914782613515854,153,0.00027547147692530416,
+102,1232,0.030918635427951813,154,0.0002595300202301587,
+103,1240,0.02953329309821129,155,0.00024244567975983955,
+103,1248,0.03179986774921417,156,0.00015900698645054945,
+104,1256,0.029307983815670013,157,0.00021343433036236092,
+105,1264,0.044273920357227325,158,0.00016405846326961182,
+105,1272,0.029404617846012115,159,0.0002568587387941079,
+106,1280,0.03234383836388588,160,0.00023684079042141093,
+,,,160,,0.0003338512731716037
+107,1288,0.02976832538843155,161,0.00016328094852724462,
+107,1296,0.030120842158794403,162,0.00023061862702888902,
+108,1304,0.029893677681684494,163,0.0002100576944030763,
+109,1312,0.029812149703502655,164,0.0002216986922576325,
+109,1320,0.029611967504024506,165,0.00020587932613125304,
+110,1328,0.03008916974067688,166,0.0002504686553947977,
+111,1336,0.02965148538351059,167,0.00016171915558516048,
+111,1344,0.030052203685045242,168,0.00020854607191722607,
+112,1352,0.02960341051220894,169,0.00015692022680013906,
+113,1360,0.03336647152900696,170,0.00022876697039464489,
+113,1368,0.02962617576122284,171,0.00023038172685119207,
+114,1376,0.03302675485610962,172,0.00025720482426550006,
+115,1384,0.03282133862376213,173,0.00010744491737568751,
+115,1392,0.030199360102415085,174,0.0002490195656719152,
+116,1400,0.028814177960157394,175,0.00025389429447386647,
+117,1408,0.029477383941411972,176,0.00015189975692919688,
+,,,176,,0.0003217405639588833
+117,1416,0.02892426773905754,177,0.00017749281960277585,
+118,1424,0.03711148723959923,178,0.0002319117147635552,
+119,1432,0.030935466289520264,179,0.00010504656393095502,
+119,1440,0.029042690992355347,180,0.000245463535975432,
+120,1448,0.03716916963458061,181,0.00014802669738855911,
+121,1456,0.028705086559057236,182,0.00022553157214133535,
+121,1464,0.030042339116334915,183,0.00020668214028773946,
+122,1472,0.029144637286663055,184,0.00010309505842087674,
+123,1480,0.03022710233926773,185,0.0003313519300718326,
+123,1488,0.02912847325205803,186,0.00012876303799203015,
+124,1496,0.030281376093626022,187,0.0002334595574211562,
+125,1504,0.028799138963222504,188,9.451331607124303e-05,
+125,1512,0.030830301344394684,189,0.00022568637314179796,
+126,1520,0.02916056290268898,190,9.901262910716468e-05,
+127,1528,0.030064355581998825,191,0.00036931690192432143,
+127,1536,0.028878141194581985,192,0.00010281196000505588,
+,,,192,,0.0003011099295690656
+128,1544,0.02958674728870392,193,0.00013026768056079163,
+129,1552,0.03638128191232681,194,0.00023162901152318227,
+129,1560,0.030864033848047256,195,0.00017725546695146477,
+130,1568,0.02905690297484398,196,0.00011104866689493065,
+131,1576,0.03097938373684883,197,0.00029280514627316734,
+131,1584,0.029197603464126587,198,0.00014418486807699082,
+132,1592,0.030763663351535797,199,0.00017507690654383623,
+133,1600,0.028985273092985153,200,0.0001413831050740555,
+133,1608,0.03203294798731804,201,0.0002218595886915864,
+134,1616,0.029090221971273422,202,0.00012938920372107532,
+135,1624,0.031822867691516876,203,0.00017607369136385387,
+135,1632,0.029083378612995148,204,0.00021686695799871814,
+136,1640,0.03145664557814598,205,0.0001970946532310336,
+137,1648,0.02926350012421608,206,0.00012935958693560679,
+137,1656,0.030550222843885422,207,0.0001985858243642724,
+138,1664,0.02923770621418953,208,0.00017232291929758503,
+,,,208,,0.0002875922014936805
+139,1672,0.029761992394924164,209,0.00023681752372795017,
+139,1680,0.029183056205511093,210,0.00010412319943498005,
+140,1688,0.030383482575416565,211,0.00017185787510243244,
+141,1696,0.029040910303592682,212,0.0001991124590858817,
+141,1704,0.0313008613884449,213,0.00013491672598320292,
+142,1712,0.029090628027915955,214,0.00017196300450450508,
+143,1720,0.03195101022720337,215,0.00023585092230860027,
+143,1728,0.029114704579114914,216,9.387231784785399e-05,
+144,1736,0.030878663063049316,217,0.0001779356248334807,
+145,1744,0.029170047491788864,218,0.0001520485561741225,
+145,1752,0.028948210179805756,219,0.00015820380349396146,
+146,1760,0.02894211933016777,220,0.00019681191042764112,
+147,1768,0.028960414230823517,221,0.0001863187308117631,
+147,1776,0.028940517455339432,222,0.00010140797894564457,
+148,1784,0.029065284878015518,223,0.00020350679369585123,
+149,1792,0.029053419828414917,224,0.0001019596352307417,
+,,,224,,0.0002604812849313021
+149,1800,0.04393915459513664,225,0.0001759134038366028,
+150,1808,0.028821129351854324,226,0.00018353752466282458,
+151,1816,0.030345622450113297,227,0.00013880279766453896,
+151,1824,0.028641406446695328,228,0.00016943119271672913,
+152,1832,0.030158989131450653,229,0.000182753859917284,
+153,1840,0.028825275599956512,230,7.742311890979181e-05,
+153,1848,0.029582485556602478,231,0.00020519061627055635,
+154,1856,0.028774939477443695,232,0.00010748778913693968,
+155,1864,0.028778761625289917,233,0.0001555195294713485,
+155,1872,0.028719257563352585,234,0.0001865258300313144,
+156,1880,0.028942491859197617,235,0.00018495642370908172,
+157,1888,0.028730016201734543,236,9.013232875076937e-05,
+157,1896,0.028589248657226562,237,0.00018599990062284633,
+158,1904,0.029106412082910538,238,0.00010120027855009539,
+159,1912,0.032327745109796524,239,0.00025148545728370664,
+159,1920,0.03729994595050812,240,8.199724607038661e-05,
+,,,240,,0.00023331250995397567
+160,1928,0.030239060521125793,241,0.0001866339198386413,
+161,1936,0.028447743505239487,242,9.191683693643427e-05,
+161,1944,0.030772510915994644,243,0.00014314091959022335,
+162,1952,0.028392475098371506,244,0.0001803417853807332,
+163,1960,0.029606856405735016,245,7.833190829842351e-05,
+163,1968,0.028723742812871933,246,0.00017041936916939449,
+164,1976,0.03552921861410141,247,9.863812101684744e-05,
+165,1984,0.028415445238351822,248,0.000143260082040797,
+165,1992,0.028625957667827606,249,0.00018127841440218617,
+166,2000,0.02880469709634781,250,0.00013402171316556633,
+167,2008,0.032056987285614014,251,0.00015352554100900306,
+167,2016,0.03678872436285019,252,0.00014336027606987045,
+168,2024,0.04168643057346344,253,0.00017691375705908285,
+169,2032,0.028877995908260345,254,7.475589154637419e-05,
+169,2040,0.029820971190929413,255,0.00017284861951338826,
+170,2048,0.029214903712272644,256,9.090470484807156e-05,
+,,,256,,0.00022778345737606287
+171,2056,0.02895154431462288,257,0.000177080273260799,
+171,2064,0.02870456874370575,258,0.00013225392922322499,
+172,2072,0.028704289346933365,259,9.392967876920011e-05,
+173,2080,0.028780240565538406,260,0.00017533883783471538,
+173,2088,0.028941288590431213,261,0.00012209396982143517,
+174,2096,0.02864353358745575,262,0.00016681760916981148,
+175,2104,0.030476409941911697,263,5.990071349515347e-05,
+175,2112,0.028924938291311264,264,0.0001672768012213055,
+176,2120,0.030426323413848877,265,0.0001306093918174156,
+177,2128,0.028591182082891464,266,9.30062183215341e-05,
+177,2136,0.029960617423057556,267,0.0001573735021338507,
+178,2144,0.028654571622610092,268,0.00016377874817408156,
+179,2152,0.02843908593058586,269,5.6011667311395286e-05,
+179,2160,0.028609056025743484,270,0.00015281401783795445,
+180,2168,0.02851707488298416,271,0.0001266074596060207,
+181,2176,0.02858121320605278,272,0.00012205884831928415,
+,,,272,,0.00020631065126508474
+181,2184,0.029608629643917084,273,0.00012685734463957488,
+182,2192,0.02890874072909355,274,0.00012018523648293922,
+183,2200,0.030647922307252884,275,0.0001951557919710467,
+183,2208,0.02838987112045288,276,5.6994966143975034e-05,
+184,2216,0.031465016305446625,277,0.00014463555226029712,
+185,2224,0.02863689884543419,278,5.6220192163891625e-05,
+185,2232,0.03063800558447838,279,0.0001655966025282396,
+186,2240,0.028511088341474533,280,0.00016566935482842382,
+187,2248,0.02879214659333229,281,0.0001185453743346443,
+187,2256,0.03672502189874649,282,8.168241765815765e-05,
+188,2264,0.041682519018650055,283,8.054912905208766e-05,
+189,2272,0.028585299849510193,284,0.00021949317988401162,
+189,2280,0.030195798724889755,285,5.33742529569281e-05,
+190,2288,0.02864551916718483,286,0.0001349202048004372,
+191,2296,0.034791260957717896,287,7.153769092838047e-05,
+191,2304,0.033510275185108185,288,0.00013389395371632418,
+,,,288,,0.00019522673683241009
+192,2312,0.028890486806631088,289,0.00015379684600702603,
+193,2320,0.03895925357937813,290,7.491768337786198e-05,
+193,2328,0.02912231534719467,291,0.00013000133822060889,
+194,2336,0.02881617471575737,292,0.00014496449671241862,
+195,2344,0.029145270586013794,293,5.7650721828395035e-05,
+195,2352,0.029039278626441956,294,0.00014073179204387998,
+196,2360,0.029606591910123825,295,0.0001261317650005367,
+197,2368,0.02880091965198517,296,8.098204079942661e-05,
+197,2376,0.030506186187267303,297,0.0001433968723176804,
+198,2384,0.02869422361254692,298,0.0001427269205578341,
+199,2392,0.03505237400531769,299,0.0001270554930670187,
+199,2400,0.031556643545627594,300,7.521527845710807e-05,
+200,2408,0.030985701829195023,301,8.314240221807268e-05,
+201,2416,0.028988298028707504,302,0.00010752201842478826,
+201,2424,0.041322167962789536,303,0.00013961658487460227,
+202,2432,0.02891414240002632,304,0.00013537228778659482,
+,,,304,,0.0001979675143957138
+203,2440,0.030039388686418533,305,0.00010807297462633869,
+203,2448,0.033525798469781876,306,7.637797011739167e-05,
+204,2456,0.029336825013160706,307,0.0001429076498880022,
+205,2464,0.028786465525627136,308,4.29441349751869e-05,
+205,2472,0.02883729711174965,309,0.00013730698447034229,
+206,2480,0.02873716503381729,310,0.00014769145923310134,
+207,2488,0.029856011271476746,311,4.649045376936556e-05,
+207,2496,0.028694037348031998,312,0.00012184406318738183,
+208,2504,0.04086374118924141,313,7.392020529550791e-05,
+209,2512,0.028993066400289536,314,0.00016191245185837033,
+209,2520,0.036915697157382965,315,7.17744903795392e-05,
+210,2528,0.029111158102750778,316,0.00010354641858612013,
+211,2536,0.0353618748486042,317,0.00010641549260981265,
+211,2544,0.0317821279168129,318,0.00010108644232786901,
+212,2552,0.03305003419518471,319,7.196777255558118e-05,
+213,2560,0.02858874946832657,320,0.0001308106700435019,
+,,,320,,0.00017465866403654218
+213,2568,0.029239322990179062,321,0.00010004644718719646,
+214,2576,0.028608866035938263,322,7.22955733181152e-05,
+215,2584,0.02876180410385132,323,9.994120250667038e-05,
+215,2592,0.028695616871118546,324,0.00013011273495067144,
+216,2600,0.02881913259625435,325,0.00012339260752014525,
+217,2608,0.031852029263973236,326,5.160123987479892e-05,
+217,2616,0.028512082993984222,327,0.0001305119981225289,
+218,2624,0.028363417834043503,328,0.00012357112564131967,
+219,2632,0.028692200779914856,329,5.6026651691354346e-05,
+219,2640,0.028355523943901062,330,0.00012138127885918948,
+220,2648,0.028769787400960922,331,7.088020925039018e-05,
+221,2656,0.02862509712576866,332,0.00012811582018912304,
+221,2664,0.028962239623069763,333,0.00010980156162077037,
+222,2672,0.029035136103630066,334,6.416018482013897e-05,
+223,2680,0.03005535900592804,335,0.00018540891755947086,
+223,2688,0.028833497315645218,336,4.939596783515299e-05,
+,,,336,,0.0001713456935249269
+224,2696,0.029194742441177368,337,6.790040788473561e-05,
+225,2704,0.029033664613962173,338,0.00010405374951005797,
+225,2712,0.02909277006983757,339,0.00012568554416247935,
+226,2720,0.029170062392950058,340,0.0001313634643338446,
+227,2728,0.02890412136912346,341,3.491273650979565e-05,
+227,2736,0.02851118892431259,342,0.00013181098984205164,
+228,2744,0.029543813318014145,343,6.788582254557696e-05,
+229,2752,0.02847003936767578,344,0.00015729407459730282,
+229,2760,0.030657798051834106,345,7.451568262695218e-05,
+230,2768,0.028551485389471054,346,6.998628009569074e-05,
+231,2776,0.030868690460920334,347,0.00015564023260594695,
+231,2784,0.028489459306001663,348,6.930087647560867e-05,
+232,2792,0.029488246887922287,349,0.00012863574647781206,
+233,2800,0.02865489199757576,350,8.394169481107383e-05,
+233,2808,0.02832759916782379,351,6.901805772940861e-05,
+234,2816,0.032536059617996216,352,9.560689113641274e-05,
+,,,352,,0.0001661013811826706
+235,2824,0.02912982925772667,353,6.706605495310214e-05,
+235,2832,0.028930429369211197,354,0.00011199748223589268,
+236,2840,0.02979564666748047,355,0.00011242882987971825,
+237,2848,0.028841007500886917,356,9.511347343504895e-05,
+237,2856,0.030120499432086945,357,6.718555869156262e-05,
+238,2864,0.02870391309261322,358,9.785674114937137e-05,
+239,2872,0.030683156102895737,359,6.1791370399078e-05,
+239,2880,0.028689369559288025,360,0.00011105809244327247,
+240,2888,0.02995762974023819,361,5.9288253396516666e-05,
+241,2896,0.028550170361995697,362,0.00014523173672387202,
+241,2904,0.02851516380906105,363,6.422028286579007e-05,
+242,2912,0.02876148745417595,364,0.00011753908256650902,
+243,2920,0.028390176594257355,365,3.637303029790928e-05,
+243,2928,0.028221361339092255,366,0.00011116221980955743,
+244,2936,0.02835751697421074,367,6.275987880144385e-05,
+245,2944,0.02844659984111786,368,0.0001424732904524717,
+,,,368,,0.0001599290408194065
+245,2952,0.03033457323908806,369,6.812422975599475e-05,
+246,2960,0.02861061319708824,370,0.00011606222733462346,
+247,2968,0.02852751687169075,371,4.403178741085867e-05,
+247,2976,0.02833709493279457,372,0.000121796683743014,
+248,2984,0.02837951108813286,373,3.915936144949228e-05,
+249,2992,0.02853672206401825,374,0.0001333620689365489,
+249,3000,0.028424225747585297,375,9.918249429574644e-05,
+250,3008,0.029151562601327896,376,4.199044656161277e-05,
+251,3016,0.028812706470489502,377,0.0001200546582822426,
+251,3024,0.03008582815527916,378,0.00011427690560594783,
+252,3032,0.02865428477525711,379,6.529301617774763e-05,
+253,3040,0.028919465839862823,380,0.0001405217667524994,
+253,3048,0.02889012172818184,381,6.39223005691747e-05,
+254,3056,0.029307544231414795,382,0.00011168362107127905,
+255,3064,0.028998367488384247,383,3.4450843259037356e-05,
+255,3072,0.02918986976146698,384,0.0001258792904081929,
+,,,384,,0.00015747323632240296
+256,3080,0.02914634719491005,385,9.554584744364547e-05,
+257,3088,0.02908097207546234,386,0.00010731793418017332,
+257,3096,0.029163029044866562,387,6.334125168905302e-05,
+258,3104,0.029173482209444046,388,8.55809389577189e-05,
+259,3112,0.02892180159687996,389,6.271560732784565e-05,
+259,3120,0.030428152531385422,390,0.00010871972176573763,
+260,3128,0.02918434888124466,391,0.00010210265122623241,
+261,3136,0.029078882187604904,392,4.914266787636734e-05,
+261,3144,0.028832539916038513,393,0.0001108629537611705,
+262,3152,0.029237326234579086,394,6.0465626120276283e-05,
+263,3160,0.02919735386967659,395,0.00014219194963516202,
+263,3168,0.02938688173890114,396,5.791745343231014e-05,
+264,3176,0.029249846935272217,397,0.00011125350306429027,
+265,3184,0.029240574687719345,398,3.5672633657668484e-05,
+265,3192,0.028855308890342712,399,0.00010301306519977516,
+266,3200,0.029564056545495987,400,8.815814612717077e-05,
+,,,400,,0.00014364963863044977
+267,3208,0.02914055436849594,401,8.62414158291358e-05,
+267,3216,0.029660239815711975,402,8.367268333131506e-05,
+268,3224,0.029218953102827072,403,4.051535461258027e-05,
+269,3232,0.0291718952357769,404,0.00013427071439764404,
+269,3240,0.029012255370616913,405,8.68014694788144e-05,
+270,3248,0.02925177291035652,406,0.00011268232674410683,
+271,3256,0.029261454939842224,407,5.6055166396618006e-05,
+271,3264,0.029507078230381012,408,8.86034356426535e-05,
+272,3272,0.029454752802848816,409,0.00010615615701681236,
+273,3280,0.029341697692871094,410,4.064940549142193e-05,
+273,3288,0.029168937355279922,411,0.00010045070757769281,
+274,3296,0.029364243149757385,412,8.784420310803398e-05,
+275,3304,0.02930338680744171,413,5.81710412461689e-05,
+275,3312,0.029122348874807358,414,0.00011238336469432397,
+276,3320,0.02904469519853592,415,5.784313589174417e-05,
+277,3328,0.02895238623023033,416,9.337156575384142e-05,
+,,,416,,0.00015065695624798535
+277,3336,0.028594855219125748,417,0.00010812151936079317,
+278,3344,0.028958313167095184,418,6.161299666018749e-05,
+279,3352,0.028642725199460983,419,0.00012949713391208206,
+279,3360,0.028824251145124435,420,5.988453835925611e-05,
+280,3368,0.028785675764083862,421,5.61150793600973e-05,
+281,3376,0.02909683808684349,422,0.00013757377041656582,
+281,3384,0.028820399194955826,423,5.443112559078145e-05,
+282,3392,0.03653132915496826,424,0.00012027893376398424,
+283,3400,0.032761842012405396,425,7.796658701408887e-05,
+283,3408,0.02896764874458313,426,6.278987439145567e-05,
+284,3416,0.029028579592704773,427,0.00010599276174616534,
+285,3424,0.0291190966963768,428,8.377682365789951e-05,
+285,3432,0.028857097029685974,429,6.0078264823459904e-05,
+286,3440,0.030955586582422256,430,9.080886138690403e-05,
+287,3448,0.029036059975624084,431,5.157004466127546e-05,
+287,3456,0.030856482684612274,432,0.0001125905118897208,
+,,,432,,0.00015399279072880745
+288,3464,0.029698308557271957,433,0.00010705005024647107,
+289,3472,0.029404662549495697,434,8.309262739203405e-05,
+289,3480,0.029137954115867615,435,5.866215542482678e-05,
+290,3488,0.03036888688802719,436,8.066467898970586e-05,
+291,3496,0.028745468705892563,437,0.00011870232083310839,
+291,3504,0.030286259949207306,438,4.1811667188085266e-05,
+292,3512,0.02913656458258629,439,0.00010691568627407833,
+293,3520,0.030040748417377472,440,3.649219274848292e-05,
+293,3528,0.028927404433488846,441,0.00010904716168624873,
+294,3536,0.03152567520737648,442,3.583656825867365e-05,
+295,3544,0.028911370784044266,443,0.00015381435105155106,
+295,3552,0.03251480683684349,444,5.265778895591211e-05,
+296,3560,0.02890593931078911,445,0.00010854122911041486,
+297,3568,0.031066447496414185,446,3.12323031721462e-05,
+297,3576,0.029156263917684555,447,0.00011041677907996927,
+298,3584,0.031986553221940994,448,9.78881339506188e-05,
+,,,448,,0.000144055241253227
+299,3592,0.02897835150361061,449,3.385478134987352e-05,
+299,3600,0.030357234179973602,450,0.00010782595245473203,
+300,3608,0.029128730297088623,451,5.319469460118853e-05,
+301,3616,0.03127902001142502,452,9.803752709558466e-05,
+301,3624,0.029078826308250427,453,8.696442864675191e-05,
+302,3632,0.03411375358700752,454,8.252516954598832e-05,
+303,3640,0.02907898649573326,455,7.53946492295654e-05,
+303,3648,0.03153172880411148,456,8.264465441243374e-05,
+304,3656,0.02905695140361786,457,0.00010037660604211851,
+305,3664,0.03092033788561821,458,5.371590827962791e-05,
+305,3672,0.028827480971813202,459,8.59671204125334e-05,
+306,3680,0.029225073754787445,460,8.274892411463952e-05,
+307,3688,0.029011227190494537,461,0.00010578524302218284,
+307,3696,0.028854329138994217,462,5.580156994255958e-05,
+308,3704,0.029336392879486084,463,0.00010092791376337118,
+309,3712,0.02896362915635109,464,8.219729147640464e-05,
+,,,464,,0.00014953621430322528
+309,3720,0.02926858887076378,465,5.61445649509551e-05,
+310,3728,0.029997356235980988,466,0.00010614104257911094,
+311,3736,0.02935536950826645,467,3.5717336459129e-05,
+311,3744,0.029362529516220093,468,0.00010555967833170143,
+312,3752,0.02923683449625969,469,5.1689411520783324e-05,
+313,3760,0.029062733054161072,470,8.133505889418302e-05,
+313,3768,0.02926585078239441,471,0.00010666216212484869,
+314,3776,0.029104355722665787,472,5.833492218698666e-05,
+315,3784,0.029123790562152863,473,9.939236997524858e-05,
+315,3792,0.029236897826194763,474,8.017179857233714e-05,
+316,3800,0.02915288507938385,475,0.00010070352414004446,
+317,3808,0.02872539684176445,476,5.148064929016982e-05,
+317,3816,0.029140856117010117,477,8.228866545323399e-05,
+318,3824,0.02877228334546089,478,0.0001082121814306447,
+319,3832,0.03020666539669037,479,4.9751927917895955e-05,
+319,3840,0.028545450419187546,480,7.434752933477284e-05,
+,,,480,,0.00014541242271661758
+320,3848,0.029050178825855255,481,0.00010019721457865671,
+321,3856,0.0286530964076519,482,9.912422319757752e-05,
+321,3864,0.029242515563964844,483,3.7043487736809766e-05,
+322,3872,0.028383325785398483,484,0.00010271427095176477,
+323,3880,0.029675256460905075,485,5.703826082026353e-05,
+323,3888,0.02871200442314148,486,7.890655729170248e-05,
+324,3896,0.030164450407028198,487,8.534114999747544e-05,
+325,3904,0.028400331735610962,488,0.00010421812066851999,
+325,3912,0.029343843460083008,489,5.353695314624929e-05,
+326,3920,0.029106054455041885,490,0.00010593341698950098,
+327,3928,0.029084254056215286,491,7.67608430578548e-05,
+327,3936,0.02883261814713478,492,4.9096562861450366e-05,
+328,3944,0.029015105217695236,493,5.662170292453084e-05,
+329,3952,0.02896420657634735,494,0.00014895713707119285,
+329,3960,0.02899172157049179,495,3.4152795478803455e-05,
+330,3968,0.029102157801389694,496,5.2806559097007266e-05,
+,,,496,,0.00014207602944225073
+331,3976,0.03013226017355919,497,7.802880099916365e-05,
+331,3984,0.02880517765879631,498,0.00010213276664217119,
+332,3992,0.02944060042500496,499,9.955506629921729e-05,
+333,4000,0.028847817331552505,500,5.636839159706142e-05,
+333,4008,0.029293052852153778,501,7.579287785119959e-05,
+334,4016,0.029118504375219345,502,7.758025594739593e-05,
+335,4024,0.02902989834547043,503,7.64227088438929e-05,
+335,4032,0.029048874974250793,504,7.818986750862678e-05,
+336,4040,0.03403060510754585,505,3.233491634091479e-05,
+337,4048,0.029105294495821,506,0.00010252172455693653,
+337,4056,0.029285065829753876,507,9.197344252243056e-05,
+338,4064,0.0289812870323658,508,5.316457418302889e-05,
+339,4072,0.029024802148342133,509,0.0001503567038980691,
+339,4080,0.028723731637001038,510,3.422728946134157e-05,
+340,4088,0.02905064821243286,511,5.128672569298942e-05,
+341,4096,0.028767164796590805,512,0.00010374433577453601,
+,,,512,,0.0001396687119267881
+341,4104,0.029293440282344818,513,7.690967777307378e-05,
+342,4112,0.029039792716503143,514,0.0001020590445932612,
+343,4120,0.02910228818655014,515,5.927381016590516e-05,
+343,4128,0.02892107143998146,516,7.66108344123495e-05,
+344,4136,0.03045324608683586,517,8.854765746946214e-05,
+345,4144,0.029077891260385513,518,0.0001072298960025364,
+345,4152,0.030343417078256607,519,3.2141212841452216e-05,
+346,4160,0.029186688363552094,520,9.483335679760785e-05,
+347,4168,0.030515242367982864,521,4.090279003321484e-05,
+347,4176,0.029184803366661072,522,9.011128577185445e-05,
+348,4184,0.028917450457811356,523,9.771056215868157e-05,
+349,4192,0.02916668727993965,524,5.003532942282618e-05,
+349,4200,0.0290403813123703,525,7.409433942484611e-05,
+350,4208,0.029239118099212646,526,7.808583427504345e-05,
+351,4216,0.02954797074198723,527,0.0001005112317216117,
+351,4224,0.02892124280333519,528,4.979684649697447e-05,
+,,,528,,0.00013592664618045092
+352,4232,0.02937595546245575,529,8.289900506497361e-05,
+353,4240,0.029183801263570786,530,0.00011107507407359662,
+353,4248,0.029513727873563766,531,3.39888940743549e-05,
+354,4256,0.029296495020389557,532,9.103530396714632e-05,
+355,4264,0.029751576483249664,533,7.974069012561813e-05,
+355,4272,0.02922995015978813,534,5.2061740461795125e-05,
+356,4280,0.029955685138702393,535,3.294583393653738e-05,
+357,4288,0.029119320213794708,536,9.830465296545299e-05,
+357,4296,0.029424000531435013,537,0.00010046508191408066,
+358,4304,0.02935430407524109,538,7.840058310648601e-05,
+359,4312,0.02970661222934723,539,9.131776596404961e-05,
+359,4320,0.028869669884443283,540,5.314954773893987e-05,
+360,4328,0.029167909175157547,541,9.538582366985793e-05,
+361,4336,0.02904321625828743,542,7.732701033091871e-05,
+361,4344,0.029332060366868973,543,5.188298223401944e-05,
+362,4352,0.03328707441687584,544,9.855897974375694e-05,
+,,,544,,0.00013435371220111848
+363,4360,0.02916274219751358,545,4.829211889045837e-05,
+363,4368,0.035648852586746216,546,7.625401735822379e-05,
+364,4376,0.02921757474541664,547,9.863425589173858e-05,
+365,4384,0.035840678960084915,548,4.218300591674051e-05,
+365,4392,0.02906109020113945,549,7.93990461716021e-05,
+366,4400,0.030708003789186478,550,7.336456042139616e-05,
+367,4408,0.029040440917015076,551,0.00010561949397924764,
+367,4416,0.03080574795603752,552,4.791975902662671e-05,
+368,4424,0.02910275012254715,553,3.507660858304007e-05,
+369,4432,0.031916480511426926,554,9.621896629141702e-05,
+369,4440,0.028744827955961227,555,9.295715540247329e-05,
+370,4448,0.031269486993551254,556,9.815679868552252e-05,
+371,4456,0.028861921280622482,557,7.503219990212529e-05,
+371,4464,0.02999033033847809,558,4.899243344880233e-05,
+372,4472,0.0354241207242012,559,9.531176806376607e-05,
+373,4480,0.03139885887503624,560,6.834268378952402e-05,
+,,,560,,0.0001314463559538126
+373,4488,0.02907315269112587,561,4.999095176572155e-05,
+374,4496,0.02903008460998535,562,3.226043986614968e-05,
+375,4504,0.028820648789405823,563,0.00011456011679911171,
+375,4512,0.03016163781285286,564,7.677654457438621e-05,
+376,4520,0.028920654207468033,565,7.36464173769491e-05,
+377,4528,0.030502721667289734,566,9.417833325642277e-05,
+377,4536,0.0291048102080822,567,5.584665291280544e-05,
+378,4544,0.031116042286157608,568,8.105099936983606e-05,
+379,4552,0.028986185789108276,569,4.434342145032133e-05,
+379,4560,0.030321896076202393,570,9.543160672365048e-05,
+380,4568,0.028667762875556946,571,9.359830210087239e-05,
+381,4576,0.029041681438684464,572,6.829887661297107e-05,
+381,4584,0.028486113995313644,573,4.920107994621503e-05,
+382,4592,0.028522919863462448,574,9.276346281694714e-05,
+383,4600,0.028785116970539093,575,3.8280298895188025e-05,
+383,4608,0.02885701134800911,576,9.218102604791056e-05,
+,,,576,,0.00012660727370530366
+384,4616,0.028886739164590836,577,8.875639286998194e-05,
+385,4624,0.03154594451189041,578,3.3184285939569236e-05,
+385,4632,0.028676338493824005,579,9.042422243510373e-05,
+386,4640,0.0307232104241848,580,9.706915238893998e-05,
+387,4648,0.0289665125310421,581,2.96527925911505e-05,
+387,4656,0.029159024357795715,582,9.095965674532636e-05,
+388,4664,0.029081471264362335,583,9.374650585414201e-05,
+389,4672,0.028898749500513077,584,4.9588286401558435e-05,
+389,4680,0.02936495840549469,585,8.257091667474015e-05,
+390,4688,0.028775472193956375,586,6.62278100662661e-05,
+391,4696,0.029177982360124588,587,9.261500031243486e-05,
+391,4704,0.028619330376386642,588,4.7532527560179005e-05,
+392,4712,0.028891555964946747,589,4.6131759063428035e-05,
+393,4720,0.028537556529045105,590,0.00011543712048478483,
+393,4728,0.02888387069106102,591,5.0825175776481046e-05,
+394,4736,0.028837528079748154,592,8.51953639084968e-05,
+,,,592,,0.00013604615814983846
+395,4744,0.028897669166326523,593,2.8430933070922038e-05,
+395,4752,0.0307057686150074,594,9.52667166984611e-05,
+396,4760,0.0285499207675457,595,9.56083813434816e-05,
+397,4768,0.03138437867164612,596,2.6881299845626927e-05,
+397,4776,0.029043875634670258,597,9.416446528121014e-05,
+398,4784,0.030732259154319763,598,8.991843242256436e-05,
+399,4792,0.028617054224014282,599,5.2359986966621364e-05,
+399,4800,0.029276374727487564,600,6.868567652418278e-05,
+400,4808,0.02923865243792534,601,3.197730347892502e-05,
+401,4816,0.028664737939834595,602,0.0001098981883842498,
+401,4824,0.029298920184373856,603,8.128806666718447e-05,
+402,4832,0.02887985110282898,604,7.701399908910389e-05,
+403,4840,0.02895977720618248,605,4.9633360276857275e-05,
+403,4848,0.028928667306900024,606,9.230004957316851e-05,
+404,4856,0.029126059263944626,607,9.197435497299011e-05,
+405,4864,0.028624653816223145,608,2.2828309056421858e-05,
+,,,608,,0.00013130311854183673
+405,4872,0.029258131980895996,609,9.438751771995157e-05,
+406,4880,0.028938256204128265,610,5.2136501153654535e-05,
+407,4888,0.028729308396577835,611,6.657037761215179e-05,
+407,4896,0.029118355363607407,612,9.361202614854847e-05,
+408,4904,0.03714017942547798,613,7.36175586553145e-05,
+409,4912,0.04114638641476631,614,6.4458080487384e-05,
+409,4920,0.03323151543736458,615,7.272439597727498e-05,
+410,4928,0.0292588472366333,616,8.874089576238475e-05,
+411,4936,0.029093891382217407,617,3.35567883666954e-05,
+411,4944,0.02899574115872383,618,9.235908055416076e-05,
+412,4952,0.029293283820152283,619,5.1927868071288685e-05,
+413,4960,0.02963053435087204,620,0.00011840003912766406,
+413,4968,0.028700385242700577,621,4.926096016788506e-05,
+414,4976,0.029357321560382843,622,9.490838533565693e-05,
+415,4984,0.02897004410624504,623,3.00551173495478e-05,
+415,4992,0.02950179949402809,624,8.990265564534639e-05,
+,,,624,,0.00013042124919593334
+416,5000,0.029045555740594864,625,4.580388144859171e-05,
+417,5008,0.029714200645685196,626,0.00011843167180813907,
+417,5016,0.028547678142786026,627,4.5029202510704636e-05,
+418,5024,0.029451970010995865,628,8.462945447718084e-05,
+419,5032,0.028755899518728256,629,6.765809575881576e-05,
+419,5040,0.029250584542751312,630,4.915655949844222e-05,
+420,5048,0.02902473509311676,631,6.986239691286755e-05,
+421,5056,0.029405295848846436,632,4.631050683201465e-05,
+421,5064,0.029283173382282257,633,9.470094255448203e-05,
+422,5072,0.029818139970302582,634,7.14567531758803e-05,
+423,5080,0.029135771095752716,635,4.765158632835664e-05,
+423,5088,0.029414352029561996,636,8.64916737555177e-05,
+424,5096,0.029256857931613922,637,4.9424768121753004e-05,
+425,5104,0.03683656454086304,638,9.416367424819327e-05,
+425,5112,0.033527735620737076,639,6.770274785594665e-05,
+426,5120,0.02933085709810257,640,2.874386586881883e-05,
+,,,640,,0.00012744152918457984
+427,5128,0.033534545451402664,641,9.00977272522141e-05,
+427,5136,0.029656607657670975,642,8.424156931141624e-05,
+428,5144,0.029115688055753708,643,4.835223444388248e-05,
+429,5152,0.0299404114484787,644,6.943134894754621e-05,
+429,5160,0.028875436633825302,645,8.489689798807376e-05,
+430,5168,0.029548756778240204,646,4.718991658592131e-05,
+431,5176,0.028958041220903397,647,0.000125123320685816,
+431,5184,0.030258357524871826,648,2.85352427908947e-05,
+432,5192,0.029257409274578094,649,4.40457572494779e-05,
+433,5200,0.03039649873971939,650,0.00010707925821407116,
+433,5208,0.029005486518144608,651,4.9216343541047536e-05,
+434,5216,0.030330121517181396,652,8.532897027180297e-05,
+435,5224,0.028954610228538513,653,5.015485180592805e-05,
+435,5232,0.029134318232536316,654,6.503627378151577e-05,
+436,5240,0.029255460947752,655,8.987240084934456e-05,
+437,5248,0.029132381081581116,656,2.7939234087170917e-05,
+,,,656,,0.00011900404933840036
+437,5256,0.028952695429325104,657,9.16917913400539e-05,
+438,5264,0.02928222343325615,658,8.622295649729494e-05,
+439,5272,0.028952471911907196,659,4.163199378126592e-05,
+439,5280,0.02907184138894081,660,7.093693102433463e-05,
+440,5288,0.029046129435300827,661,9.01113075997273e-05,
+441,5296,0.029160473495721817,662,3.105346877418924e-05,
+441,5304,0.029141690582036972,663,8.294516965179355e-05,
+442,5312,0.029382001608610153,664,8.894915868040698e-05,
+443,5320,0.028803907334804535,665,4.493993787946238e-05,
+443,5328,0.02906017005443573,666,7.078674229887838e-05,
+444,5336,0.0288999080657959,667,4.531237118499121e-05,
+445,5344,0.029364772140979767,668,7.023585590104631e-05,
+445,5352,0.02879355102777481,669,8.59845590639452e-05,
+446,5360,0.03004973754286766,670,7.24552892279462e-05,
+447,5368,0.029091019183397293,671,6.623175431741402e-05,
+447,5376,0.02967512607574463,672,7.008616739767604e-05,
+,,,672,,0.00012319881934672595
+448,5384,0.028985589742660522,673,4.3941601006736164e-05,
+449,5392,0.02942795306444168,674,6.703296890009369e-05,
+449,5400,0.03262971714138985,675,7.977236168699164e-05,
+450,5408,0.03283732756972313,676,4.7428239668079186e-05,
+451,5416,0.03425798565149307,677,6.883544301672373e-05,
+451,5424,0.03534577786922455,678,8.583593944422319e-05,
+452,5432,0.036462556570768356,679,8.77136449162208e-05,
+453,5440,0.032044269144535065,680,7.856536149120075e-05,
+453,5448,0.03315386548638344,681,2.9384596928139217e-05,
+454,5456,0.03257979452610016,682,8.592463586865051e-05,
+455,5464,0.02968713268637657,683,7.22772069821076e-05,
+455,5472,0.02882993593811989,684,4.485043814383971e-05,
+456,5480,0.029138758778572083,685,8.5179997540763e-05,
+457,5488,0.02877490222454071,686,3.224553984182421e-05,
+457,5496,0.028987914323806763,687,8.924692701839376e-05,
+458,5504,0.029038581997156143,688,8.44650223825738e-05,
+,,,688,,0.00012484295293688775
+459,5512,0.029322687536478043,689,4.820293702323397e-05,
+459,5520,0.02880285680294037,690,7.202320716714894e-05,
+460,5528,0.036797646433115005,691,4.7413474476343254e-05,
+461,5536,0.03272821009159088,692,8.009990074242523e-05,
+461,5544,0.033190079033374786,693,6.831462269474287e-05,
+462,5552,0.029917005449533463,694,8.412347619923821e-05,
+463,5560,0.02858666330575943,695,6.829872199887177e-05,
+463,5568,0.028965525329113007,696,4.349442224338418e-05,
+464,5576,0.028587110340595245,697,2.9891208441767958e-05,
+465,5584,0.0285593643784523,698,7.871531875025539e-05,
+465,5592,0.029120516031980515,699,7.86998457442678e-05,
+466,5600,0.02877045050263405,700,8.147084440679464e-05,
+467,5608,0.029219523072242737,701,2.99806436032668e-05,
+467,5616,0.028770189732313156,702,8.302046967401111e-05,
+468,5624,0.02954508736729622,703,8.702720788278384e-05,
+469,5632,0.028673913329839706,704,6.327845039777458e-05,
+,,,704,,0.00012567697558552027
+469,5640,0.0358903594315052,705,4.787525085703237e-05,
+470,5648,0.041401561349630356,706,4.1825705579867645e-05,
+471,5656,0.032791055738925934,707,8.80865090948646e-05,
+471,5664,0.036781828850507736,708,6.71069565214566e-05,
+472,5672,0.03300558403134346,709,6.269693471949722e-05,
+473,5680,0.028808854520320892,710,4.8083968067658134e-05,
+473,5688,0.02858896180987358,711,9.167508892460319e-05,
+474,5696,0.028657719492912292,712,7.056383537928923e-05,
+475,5704,0.028766818344593048,713,7.892259611708141e-05,
+475,5712,0.02899283915758133,714,5.015502779315284e-05,
+476,5720,0.028923172503709793,715,6.7033123514193e-05,
+477,5728,0.02890603244304657,716,0.00010031954207079252,
+477,5736,0.02919156849384308,717,2.786474260574323e-05,
+478,5744,0.029260993003845215,718,4.458186117517471e-05,
+479,5752,0.029151130467653275,719,0.00012606207496901334,
+479,5760,0.0293034128844738,720,2.7805120225821156e-05,
+,,,720,,0.00012095806887373328
+480,5768,0.028609126806259155,721,6.460364943450259e-05,
+481,5776,0.033195316791534424,722,4.938032975587703e-05,
+481,5784,0.0284898579120636,723,7.804377469255996e-05,
+482,5792,0.028845977038145065,724,7.902806692072772e-05,
+483,5800,0.028407707810401917,725,3.062132805098372e-05,
+483,5808,0.02864166721701622,726,8.534340145160968e-05,
+484,5816,0.02871564030647278,727,2.6791878553922288e-05,
+485,5824,0.02915092185139656,728,0.0001259282062164857,
+485,5832,0.03513774648308754,729,4.198973601887701e-05,
+486,5840,0.029471416026353836,730,4.663847516894748e-05,
+487,5848,0.028570905327796936,731,0.00011788211645580304,
+487,5856,0.030439328402280807,732,2.9697510399273597e-05,
+488,5864,0.028641454875469208,733,8.20220110426817e-05,
+489,5872,0.030296918004751205,734,8.716178490431048e-05,
+489,5880,0.028429146856069565,735,2.8356434086163063e-05,
+490,5888,0.034390080720186234,736,4.14381638620398e-05,
+,,,736,,0.00012143483618274332
+491,5896,0.028728701174259186,737,0.00010627587084854895,
+491,5904,0.029293447732925415,738,4.419479228090495e-05,
+492,5912,0.029187873005867004,739,4.978250126441708e-05,
+493,5920,0.034265223890542984,740,0.0001052768648150959,
+493,5928,0.02869214490056038,741,4.4105349843448494e-05,
+494,5936,0.029349125921726227,742,4.6072528675722424e-05,
+495,5944,0.028654098510742188,743,0.00011654143872874556,
+495,5952,0.029808398336172104,744,2.9399492632364854e-05,
+496,5960,0.02910805493593216,745,8.330319701599365e-05,
+497,5968,0.031218480318784714,746,5.045308103035495e-05,
+497,5976,0.02880249172449112,747,6.479725016106386e-05,
+498,5984,0.03046547994017601,748,4.622133610610035e-05,
+499,5992,0.028756335377693176,749,6.685363086944562e-05,
+499,6000,0.039327364414930344,750,7.807411657267949e-05,
+500,6008,0.02863309532403946,751,4.379250208330632e-05,
+501,6016,0.028462853282690048,752,7.427306786667032e-05,
+,,,752,,0.00011995695531368256
+501,6024,0.028581012040376663,753,7.869987689446134e-05,
+502,6032,0.030195560306310654,754,4.4239623775865766e-05,
+503,6040,0.028552625328302383,755,0.00011672104574245168,
+503,6048,0.028652749955654144,756,2.8863069474027725e-05,
+504,6056,0.028571758419275284,757,8.391444634980871e-05,
+505,6064,0.02841462567448616,758,6.405358976735442e-05,
+505,6072,0.028737585991621017,759,4.5640124881174415e-05,
+506,6080,0.02870151400566101,760,8.44792546104145e-05,
+507,6088,0.028968188911676407,761,2.71196859102929e-05,
+507,6096,0.02854163572192192,762,8.607431823293155e-05,
+508,6104,0.029814615845680237,763,4.237692883179989e-05,
+509,6112,0.028599269688129425,764,0.00011228016819586628,
+509,6120,0.02925053983926773,765,4.1944777194657945e-05,
+510,6128,0.02877599373459816,766,6.643619462920469e-05,
+511,6136,0.03430602699518204,767,8.452533575109555e-05,
+511,6144,0.028541795909404755,768,4.251127597854065e-05,
+,,,768,,0.00011688197264447808
+512,6152,0.028546761721372604,769,6.350173589453334e-05,
+513,6160,0.02933180332183838,770,4.426927398526459e-05,
+513,6168,0.02882526069879532,771,8.789174898993224e-05,
+514,6176,0.028740450739860535,772,7.805840141372755e-05,
+515,6184,0.029147233814001083,773,5.009548704038025e-05,
+515,6192,0.02846628800034523,774,6.746457870576705e-05,
+516,6200,0.02938847988843918,775,7.981788985489402e-05,
+517,6208,0.02896725758910179,776,7.111399668247032e-05,
+517,6216,0.029204193502664566,777,4.613182113644143e-05,
+518,6224,0.028810374438762665,778,4.4313949501884053e-05,
+519,6232,0.02914554253220558,779,6.237000070541399e-05,
+519,6240,0.028811316937208176,780,8.37202867387532e-05,
+520,6248,0.029045432806015015,781,4.029094361612806e-05,
+521,6256,0.02886776626110077,782,7.163568602663872e-05,
+521,6264,0.037044886499643326,783,8.567226291233965e-05,
+522,6272,0.03182623162865639,784,8.227549551520497e-05,
+,,,784,,0.00011652444954961539
+523,6280,0.029271017760038376,785,6.749496697011637e-05,
+523,6288,0.029081374406814575,786,4.140854684919759e-05,
+524,6296,0.029061052948236465,787,4.2690058990046964e-05,
+525,6304,0.02899448573589325,788,7.99510544311488e-05,
+525,6312,0.03354600816965103,789,6.645258531534637e-05,
+526,6320,0.029105812311172485,790,6.658670076831186e-05,
+527,6328,0.029038917273283005,791,3.778752488869941e-05,
+527,6336,0.029746435582637787,792,8.853312488099618e-05,
+528,6344,0.028899364173412323,793,7.983174236869672e-05,
+529,6352,0.02904529869556427,794,2.8714080826830468e-05,
+529,6360,0.02915794402360916,795,8.273732350971841e-05,
+530,6368,0.029149707406759262,796,4.27492761900794e-05,
+531,6376,0.029110141098499298,797,0.0001037433701185364,
+531,6384,0.02891114354133606,798,4.5297237647901056e-05,
+532,6392,0.028848927468061447,799,6.606366628147953e-05,
+533,6400,0.02894154191017151,800,4.611697249856661e-05,
+,,,800,,0.00011132832150906324
+533,6408,0.02871442586183548,801,8.479288010221353e-05,
+534,6416,0.029875658452510834,802,4.394145616970491e-05,
+535,6424,0.028928328305482864,803,6.722645434820151e-05,
+535,6432,0.029245760291814804,804,8.544932893528312e-05,
+536,6440,0.028612326830625534,805,7.920597931843076e-05,
+537,6448,0.029090315103530884,806,3.25584388747302e-05,
+537,6456,0.028820566833019257,807,7.749301857984392e-05,
+538,6464,0.02928968146443367,808,8.383987506022095e-05,
+539,6472,0.029110684990882874,809,2.570411572833109e-05,
+539,6480,0.029185041785240173,810,8.194783663384442e-05,
+540,6488,0.02900126576423645,811,7.002745337558736e-05,
+541,6496,0.029143597930669785,812,4.2719753764686175e-05,
+541,6504,0.029158201068639755,813,7.567535203634179e-05,
+542,6512,0.029499579221010208,814,8.622270843261504e-05,
+543,6520,0.02937481179833412,815,2.82968560441077e-05,
+543,6528,0.029572170227766037,816,8.370478758479294e-05,
+,,,816,,0.00011552385985851288
+544,6536,0.032690972089767456,817,4.291345521778567e-05,
+545,6544,0.03448665887117386,818,0.0001179426287762908,
+545,6552,0.029271773993968964,819,2.63150725459127e-05,
+546,6560,0.029347002506256104,820,4.6310671223182e-05,
+547,6568,0.028824903070926666,821,7.580927695016726e-05,
+547,6576,0.03348160907626152,822,6.508093042612018e-05,
+548,6584,0.03039233386516571,823,8.202209528462845e-05,
+549,6592,0.02874824032187462,824,6.314446477517777e-05,
+549,6600,0.02863086387515068,825,4.3420090833024005e-05,
+550,6608,0.03620579093694687,826,6.543883569065656e-05,
+551,6616,0.03286292776465416,827,5.6427545359838405e-05,
+551,6624,0.0288851335644722,828,6.640694141424319e-05,
+552,6632,0.030072562396526337,829,6.753960565220041e-05,
+553,6640,0.02900906652212143,830,5.736612115470052e-05,
+553,6648,0.02882993221282959,831,6.478283512478811e-05,
+554,6656,0.029024899005889893,832,8.464457641821355e-05,
+,,,832,,0.00011807371629402041
+555,6664,0.031299348920583725,833,6.806090550526278e-05,
+555,6672,0.028781533241271973,834,4.06485826260905e-05,
+556,6680,0.030814744532108307,835,6.56918755339575e-05,
+557,6688,0.028717942535877228,836,6.17170512668963e-05,
+557,6696,0.029005642980337143,837,6.512567119898449e-05,
+558,6704,0.02863335609436035,838,2.756670983217191e-05,
+559,6712,0.02855754643678665,839,8.246840934589272e-05,
+559,6720,0.028753869235515594,840,8.513547891197959e-05,
+560,6728,0.028437837958335876,841,6.412804623323609e-05,
+561,6736,0.028398245573043823,842,9.549148148835229e-05,
+561,6744,0.028389088809490204,843,2.7447503157418396e-05,
+562,6752,0.028857331722974777,844,6.299568713075132e-05,
+563,6760,0.0284331813454628,845,5.7142771538565285e-05,
+563,6768,0.028719831258058548,846,5.900301130168373e-05,
+564,6776,0.030803009867668152,847,7.714975913586386e-05,
+565,6784,0.028515532612800598,848,2.8848177521467733e-05,
+,,,848,,0.00011485624127089977
+565,6792,0.02985815703868866,849,8.343743161276507e-05,
+566,6800,0.028827447444200516,850,4.115522733627586e-05,
+567,6808,0.029450006783008575,851,7.211459433165146e-05,
+567,6816,0.028708159923553467,852,6.295161892921897e-05,
+568,6824,0.029151126742362976,853,6.463421163971361e-05,
+569,6832,0.02881849929690361,854,5.545907117721072e-05,
+569,6840,0.029260952025651932,855,6.250392971196561e-05,
+570,6848,0.028999291360378265,856,8.093434939837607e-05,
+571,6856,0.028955992311239243,857,2.886307925109577e-05,
+571,6864,0.028762053698301315,858,7.993658971372497e-05,
+572,6872,0.029095973819494247,859,8.716279353393475e-05,
+573,6880,0.028375893831253052,860,2.3752112156216754e-05,
+573,6888,0.02906583994626999,861,8.032330151763745e-05,
+574,6896,0.029021382331848145,862,4.546163040686224e-05,
+575,6904,0.028897490352392197,863,0.00010809471564243722,
+575,6912,0.028950747102499008,864,2.902696769524482e-05,
+,,,864,,0.00011240141466259957
+576,6920,0.02928200736641884,865,8.08156844414043e-05,
+577,6928,0.028776660561561584,866,4.149773803874268e-05,
+577,6936,0.02914087474346161,867,6.213155768364231e-05,
+578,6944,0.028747905045747757,868,6.567755440300971e-05,
+579,6952,0.029883671551942825,869,4.589344348460145e-05,
+579,6960,0.028751365840435028,870,7.644983440968645e-05,
+580,6968,0.029690183699131012,871,5.770652751380112e-05,
+581,6976,0.028549760580062866,872,4.108054167772934e-05,
+581,6984,0.02976347878575325,873,8.60450052186934e-05,
+582,6992,0.03353533148765564,874,4.27048130404728e-05,
+583,7000,0.03253606706857681,875,5.7586716138757765e-05,
+583,7008,0.03096245974302292,876,8.498805686940614e-05,
+584,7016,0.02877270057797432,877,7.749332269213483e-05,
+585,7024,0.03033161535859108,878,2.698559546843171e-05,
+585,7032,0.0295407697558403,879,7.652464898910694e-05,
+586,7040,0.030045103281736374,880,7.966852376739553e-05,
+,,,880,,0.00011476066429167986
+587,7048,0.028944071382284164,881,6.718194060795213e-05,
+587,7056,0.028604336082935333,882,4.130387333134422e-05,
+588,7064,0.028592709451913834,883,4.193000722807483e-05,
+589,7072,0.028959043323993683,884,6.756922493877937e-05,
+589,7080,0.028449319303035736,885,7.849104986235034e-05,
+590,7088,0.029318589717149734,886,7.606283782024548e-05,
+591,7096,0.028675835579633713,887,6.917876316947513e-05,
+591,7104,0.029708921909332275,888,3.781767031796335e-05,
+592,7112,0.028630904853343964,889,7.874521406847634e-05,
+593,7120,0.02910718321800232,890,2.4780246235422965e-05,
+593,7128,0.028878819197416306,891,8.428675960203691e-05,
+594,7136,0.029149498790502548,892,7.576487678306876e-05,
+595,7144,0.029075652360916138,893,4.2675024133131956e-05,
+595,7152,0.02914537489414215,894,5.849632225363166e-05,
+596,7160,0.028920352458953857,895,4.34200890140346e-05,
+597,7168,0.02908666431903839,896,7.804427968949312e-05,
+,,,896,,0.00011171021033078432
+597,7176,0.030868351459503174,897,6.64960805352166e-05,
+598,7184,0.028695043176412582,898,2.8475663384597283e-05,
+599,7192,0.04396071285009384,899,0.00012965458972757915,
+599,7200,0.028722885996103287,900,2.3588224621562404e-05,
+600,7208,0.030688349157571793,901,8.729557453079906e-05,
+601,7216,0.02881523221731186,902,5.950892364126048e-05,
+601,7224,0.03007727861404419,903,4.491020308705629e-05,
+602,7232,0.02888207510113716,904,6.24590379629808e-05,
+603,7240,0.029675960540771484,905,4.28390867455164e-05,
+603,7248,0.02851324900984764,906,8.519492052982969e-05,
+604,7256,0.02896338328719139,907,7.828262710063427e-05,
+605,7264,0.028409264981746674,908,2.889286633944721e-05,
+605,7272,0.029055442661046982,909,7.850571773815318e-05,
+606,7280,0.028774444013834,910,6.703218764414487e-05,
+607,7288,0.029431462287902832,911,4.6862094336574955e-05,
+607,7296,0.028912991285324097,912,7.619631901434332e-05,
+,,,912,,0.00010382047621533274
+608,7304,0.02898765355348587,913,8.15898839618967e-05,
+609,7312,0.031315580010414124,914,7.449903887390974e-05,
+609,7320,0.028935257345438004,915,2.5376319968017924e-05,
+610,7328,0.030620664358139038,916,8.261865627900988e-05,
+611,7336,0.028890695422887802,917,2.497399191270233e-05,
+611,7344,0.03106689453125,918,7.546671963609697e-05,
+612,7352,0.028846561908721924,919,2.478028147834266e-05,
+613,7360,0.030795324593782425,920,0.00011888149447258911,
+613,7368,0.028981715440750122,921,3.970992452195787e-05,
+614,7376,0.03159983828663826,922,6.315958785307885e-05,
+615,7384,0.02893909439444542,923,4.391192373986996e-05,
+615,7392,0.032469600439071655,924,7.747658071366459e-05,
+616,7400,0.033082351088523865,925,4.29433854378658e-05,
+617,7408,0.02908894047141075,926,7.662816710762854e-05,
+617,7416,0.029305309057235718,927,6.746517510691774e-05,
+618,7424,0.029017962515354156,928,4.380732957542932e-05,
+,,,928,,0.00011354488087818026
+619,7432,0.028914768248796463,929,6.080503771954682e-05,
+619,7440,0.02988613024353981,930,7.651039754819067e-05,
+620,7448,0.028728526085615158,931,4.449279447271692e-05,
+621,7456,0.02920464798808098,932,8.106862355816702e-05,
+621,7464,0.028588321059942245,933,5.761689669725456e-05,
+622,7472,0.029077906161546707,934,7.956411286613729e-05,
+623,7480,0.028500989079475403,935,8.28116899356246e-05,
+623,7488,0.029466692358255386,936,2.5629627316448023e-05,
+624,7496,0.028788793832063675,937,7.58242549636634e-05,
+625,7504,0.02904026210308075,938,2.39160307273778e-05,
+625,7512,0.02871495485305786,939,7.834321627342433e-05,
+626,7520,0.02901240438222885,940,6.599054268008331e-05,
+627,7528,0.028590884059667587,941,5.569733446009195e-05,
+627,7536,0.0288214311003685,942,6.470792868640274e-05,
+628,7544,0.028401989489793777,943,7.646512995052035e-05,
+629,7552,0.028747081756591797,944,2.6747159495243977e-05,
+,,,944,,0.00010677599348127842
+629,7560,0.031011279672384262,945,7.916144556929794e-05,
+630,7568,0.028425410389900208,946,5.5859073654573876e-05,
+631,7576,0.030530143529176712,947,4.295832252410037e-05,
+631,7584,0.02830953523516655,948,7.723976887064055e-05,
+632,7592,0.029747914522886276,949,7.953474596433807e-05,
+633,7600,0.028766576200723648,950,2.0220664964654134e-05,
+633,7608,0.031044084578752518,951,7.861032804612478e-05,
+634,7616,0.02903417870402336,952,7.850564861655585e-05,
+635,7624,0.030843224376440048,953,6.330867245196714e-05,
+635,7632,0.0288858525454998,954,3.944159755064902e-05,
+636,7640,0.030138202011585236,955,4.268992233846802e-05,
+637,7648,0.028802573680877686,956,7.555638444500801e-05,
+637,7656,0.032951720058918,957,6.446992460951151e-05,
+638,7664,0.028660323470830917,958,8.172396792360814e-05,
+639,7672,0.0309206023812294,959,2.8401181452863966e-05,
+639,7680,0.02871520072221756,960,7.02671832186752e-05,
+,,,960,,0.00010739538120105863
+640,7688,0.029346253722906113,961,7.814907553438388e-05,
+641,7696,0.028854038566350937,962,2.1606424184028583e-05,
+641,7704,0.03009989857673645,963,8.288639583042823e-05,
+642,7712,0.028807174414396286,964,7.481105922124698e-05,
+643,7720,0.028974205255508423,965,8.093493465821666e-05,
+643,7728,0.0286557674407959,966,2.4228941356341238e-05,
+644,7736,0.02907092124223709,967,6.405283897947811e-05,
+645,7744,0.028726324439048767,968,4.4105522420068155e-05,
+645,7752,0.028962068259716034,969,7.650963789274101e-05,
+646,7760,0.02863674983382225,970,8.176813480531564e-05,
+647,7768,0.029019515961408615,971,7.634574080839229e-05,
+647,7776,0.0288064107298851,972,2.869918512260483e-05,
+648,7784,0.029228180646896362,973,7.332148902605695e-05,
+649,7792,0.029075656086206436,974,6.254874165279034e-05,
+649,7800,0.030114557594060898,975,3.994834833065397e-05,
+650,7808,0.02911066636443138,976,7.105716099431447e-05,
+,,,976,,0.000107204494997859
+651,7816,0.0287342332303524,977,2.6344862817495596e-05,
+651,7824,0.028907693922519684,978,8.315473723996547e-05,
+652,7832,0.02937602624297142,979,7.695627141401928e-05,
+653,7840,0.029019270092248917,980,2.7507107461133273e-05,
+653,7848,0.029164765030145645,981,7.42901125931894e-05,
+654,7856,0.028845876455307007,982,4.2168545405729674e-05,
+655,7864,0.029273897409439087,983,6.084924427796068e-05,
+655,7872,0.035354625433683395,984,8.084594151114288e-05,
+656,7880,0.0296199768781662,985,7.199537321866956e-05,
+657,7888,0.03332336246967316,986,2.9980624958625413e-05,
+657,7896,0.030400849878787994,987,7.662875441383221e-05,
+658,7904,0.029895983636379242,988,6.073122551697452e-05,
+659,7912,0.030576590448617935,989,4.227273302603862e-05,
+659,7920,0.028943859040737152,990,7.475110305676935e-05,
+660,7928,0.034644801169633865,991,7.244200560307945e-05,
+661,7936,0.03290000930428505,992,6.0924929243810766e-05,
+,,,992,,0.00011466530850157142
+661,7944,0.029052846133708954,993,4.1557486838428304e-05,
+662,7952,0.028707224875688553,994,6.013475660893164e-05,
+663,7960,0.02920064702630043,995,4.291344203011249e-05,
+663,7968,0.02897036075592041,996,7.788050618273701e-05,
+664,7976,0.0291803777217865,997,7.418558266181208e-05,
+665,7984,0.0290752612054348,998,6.286222765083949e-05,
+665,7992,0.02932099625468254,999,3.7757908103230875e-05,
+666,8000,0.029378551989793777,1000,7.442371838806139e-05,
+667,8008,0.029153935611248016,1001,4.105086611616571e-05,
+667,8016,0.02966207265853882,1002,6.329375833047379e-05,
+668,8024,0.03443726897239685,1003,8.001076662367268e-05,
+669,8032,0.028921879827976227,1004,6.5394891635151e-05,
+669,8040,0.02902188152074814,1005,3.745991034520557e-05,
+670,8048,0.029063347727060318,1006,4.075297476902051e-05,
+671,8056,0.029144171625375748,1007,9.571347004566633e-05,
+671,8064,0.02938752993941307,1008,3.877119888784364e-05,
+,,,1008,,0.00011023140978068113
+672,8072,0.030624236911535263,1009,6.496236005659739e-05,
+673,8080,0.029221870005130768,1010,4.263047242147877e-05,
+673,8088,0.0293169766664505,1011,7.17866373634024e-05,
+674,8096,0.029403958469629288,1012,5.8734785170599935e-05,
+675,8104,0.029235612601041794,1013,4.197452926746337e-05,
+675,8112,0.02892906591296196,1014,7.947465337565518e-05,
+676,8120,0.029273394495248795,1015,7.741883734979638e-05,
+677,8128,0.02880653366446495,1016,6.324881769614876e-05,
+677,8136,0.02910628542304039,1017,4.1721363345459395e-05,
+678,8144,0.02911197394132614,1018,7.989212849679461e-05,
+679,8152,0.02909361571073532,1019,6.369520019688935e-05,
+679,8160,0.028925929218530655,1020,3.899468947565765e-05,
+680,8168,0.02930445596575737,1021,2.8058443604095373e-05,
+681,8176,0.02895284816622734,1022,8.202337323837128e-05,
+681,8184,0.029292449355125427,1023,6.317494785434974e-05,
+682,8192,0.02920466661453247,1024,4.0827356087902444e-05,
+,,,1024,,0.00010644232388585806
+683,8200,0.02964404597878456,1025,6.692935448882054e-05,
+683,8208,0.029339447617530823,1026,7.513852290230716e-05,
+684,8216,0.02964092046022415,1027,2.4497169761161786e-05,
+685,8224,0.029184672981500626,1028,0.00011555848334410257,
+685,8232,0.03263526037335396,1029,4.121490724173782e-05,
+686,8240,0.03237950801849365,1030,4.4433356379158795e-05,
+687,8248,0.02940358966588974,1031,7.531778283009771e-05,
+687,8256,0.03232781961560249,1032,5.420539787337475e-05,
+688,8264,0.029138080775737762,1033,6.058236863282218e-05,
+689,8272,0.02915916219353676,1034,3.675959612792212e-05,
+689,8280,0.029012899845838547,1035,7.953478018407623e-05,
+690,8288,0.028843648731708527,1036,3.8205149962777796e-05,
+691,8296,0.029465414583683014,1037,6.287686915129598e-05,
+691,8304,0.028787340968847275,1038,7.728400021278503e-05,
+692,8312,0.03306920826435089,1039,4.23769939743579e-05,
+693,8320,0.028709396719932556,1040,7.339609123846458e-05,
+,,,1040,,0.00010575121268630028
+693,8328,0.028881609439849854,1041,6.321920818663784e-05,
+694,8336,0.028819192200899124,1042,7.29484498833699e-05,
+695,8344,0.02880021557211876,1043,6.220643751930766e-05,
+695,8352,0.028857413679361343,1044,4.0186779870055034e-05,
+696,8360,0.028801701962947845,1045,8.178418636362039e-05,
+697,8368,0.028456851840019226,1046,2.3677648414377472e-05,
+697,8376,0.02894466370344162,1047,7.443830247666483e-05,
+698,8384,0.028561513870954514,1048,4.5282663450052496e-05,
+699,8392,0.0292782224714756,1049,7.268097760970704e-05,
+699,8400,0.029145751148462296,1050,5.658888733250933e-05,
+700,8408,0.029520347714424133,1051,2.382664104061405e-05,
+701,8416,0.03226293623447418,1052,9.340649353362096e-05,
+701,8424,0.034355081617832184,1053,5.229847295140644e-05,
+702,8432,0.032450493425130844,1054,4.173629838533088e-05,
+703,8440,0.02879473939538002,1055,8.647661707072984e-05,
+703,8448,0.028803076595067978,1056,4.0112298052008555e-05,
+,,,1056,,0.00010863502975553275
+704,8456,0.02857334166765213,1057,2.314120138180442e-05,
+705,8464,0.03124420717358589,1058,7.639106615897617e-05,
+705,8472,0.028885584324598312,1059,7.448365067830309e-05,
+706,8480,0.02976958081126213,1060,8.109889472507348e-05,
+707,8488,0.028770990669727325,1061,5.7512645980750676e-05,
+707,8496,0.02875230833888054,1062,3.799649573466013e-05,
+708,8504,0.028695859014987946,1063,8.077114341631386e-05,
+709,8512,0.028558559715747833,1064,1.9281912727819872e-05,
+709,8520,0.02890370413661003,1065,7.747871609353751e-05,
+710,8528,0.028712905943393707,1066,4.006752715213224e-05,
+711,8536,0.029133986681699753,1067,6.32786695859977e-05,
+711,8544,0.029025912284851074,1068,7.204014821127203e-05,
+712,8552,0.029196176677942276,1069,7.624241254688968e-05,
+713,8560,0.028562836349010468,1070,3.7772707287331286e-05,
+713,8568,0.030023399740457535,1071,5.9762828414022806e-05,
+714,8576,0.028649505227804184,1072,7.263610405061627e-05,
+,,,1072,,0.0001107089570723474