Add files using upload-large-folder tool

calibration/llama3.2-1b-instruct/agnews/size=32/seed=3/bias_shift/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1f3b120fff5d0cd5f3e0160952dcde4a521ab1099c6029d735aaac5fb68355
+size 1740

calibration/llama3.2-1b-instruct/agnews/size=32/seed=3/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735259163.gamma.1489322.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7a88b5c9db61f61644af3b54a5ed12f2f698c779d86c223d6d12296cc4a212
+size 195186

calibration/llama3.2-1b-instruct/agnews/size=32/seed=8/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737761205.gamma.2119067.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d8cb21470e714100ad77c8d07f9c98b75c603354d12ab034cd3245779fdd18
+size 355958

calibration/llama3.2-1b-instruct/agnews/size=32/seed=8/vector_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e198fc1d289e20436e77054fde9ede5f837412a699dcf1a839d1150bc88ccd
+size 1740

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,648 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.37092528864741325,0,5.831554412841797,
+0,8,0.063178401440382,1,6.981758077939351,
+1,16,0.03309148922562599,2,7.200972366333008,
+1,24,0.028021525591611862,3,3.707570219039917,
+2,32,0.028884992003440857,4,3.2709769854942956,
+3,40,0.02840729057788849,5,3.0375493988394737,
+3,48,0.02828322723507881,6,2.1025080693264804,
+4,56,0.028497107326984406,7,1.524198940396309,
+5,64,0.028524398803710938,8,1.1478683929890394,
+5,72,0.028300199657678604,9,0.5886121734976768,
+6,80,0.028481725603342056,10,0.8227461925707757,
+7,88,0.028611719608306885,11,0.6080841664224863,
+7,96,0.028055604547262192,12,0.4781345303636044,
+8,104,0.028294280171394348,13,0.3451815926702693,
+9,112,0.03315737098455429,14,0.4198179670299093,
+9,120,0.028536442667245865,15,0.21042785835452377,
+10,128,0.028232891112565994,16,0.1867247543608149,
+,,,16,,0.3388896882534027
+11,136,0.028063010424375534,17,0.06542029185220599,
+11,144,0.028187643736600876,18,0.10850819200277328,
+12,152,0.029038317501544952,19,0.14218733840001127,
+13,160,0.02842000126838684,20,0.15806885343044996,
+13,168,0.03307931125164032,21,0.06940987015453477,
+14,176,0.028311319649219513,22,0.07805597721599042,
+15,184,0.02822773903608322,23,0.03202578322961926,
+15,192,0.02866359055042267,24,0.03505649223613242,
+16,200,0.0285235233604908,25,0.02643468640744686,
+17,208,0.02793595939874649,26,0.015829960838891564,
+17,216,0.0284123495221138,27,0.02754861944898342,
+18,224,0.028539195656776428,28,0.017453098692931233,
+19,232,0.028268110007047653,29,0.02424196865952884,
+19,240,0.02821899577975273,30,0.01839339470025152,
+20,248,0.028370540589094162,31,0.02443093523712984,
+21,256,0.02825053408741951,32,0.017121092751040123,
+,,,32,,0.29907748103141785
+21,264,0.03345349803566933,33,0.011111635531415231,
+22,272,0.028348129242658615,34,0.01039035534777213,
+23,280,0.028637077659368515,35,0.014309751945256721,
+23,288,0.028620164841413498,36,0.015027964154190462,
+24,296,0.028465278446674347,37,0.011989901364722754,
+25,304,0.02850429341197014,38,0.006765632309543435,
+25,312,0.02806735411286354,39,0.010680828700666703,
+26,320,0.028342358767986298,40,0.008959745366155403,
+27,328,0.02834724634885788,41,0.0020609812017937656,
+27,336,0.03345620632171631,42,0.007157180539555459,
+28,344,0.028325606137514114,43,0.005359109982964583,
+29,352,0.028283562511205673,44,0.004221485224843491,
+29,360,0.02818099409341812,45,0.004638143661092424,
+30,368,0.02807137742638588,46,0.0046688754797893734,
+31,376,0.02868117019534111,47,0.003009701932023745,
+31,384,0.028280504047870636,48,0.0031989162220270374,
+,,,48,,0.1681864708662033
+32,392,0.028288889676332474,49,0.003141237011004705,
+33,400,0.02832447737455368,50,0.0020837337986449713,
+33,408,0.028371818363666534,51,0.003277388704494418,
+34,416,0.028182342648506165,52,0.002012501741774031,
+35,424,0.033226821571588516,53,0.0030911341569403055,
+35,432,0.028220556676387787,54,0.0022642733485554343,
+36,440,0.02809462696313858,55,0.002402299865207169,
+37,448,0.033324889838695526,56,0.0020375796972075476,
+37,456,0.0279875285923481,57,0.002321611437461494,
+38,464,0.02832416072487831,58,0.0019223475004158292,
+39,472,0.027775179594755173,59,0.0023695487398072146,
+39,480,0.027947232127189636,60,0.001919696799450321,
+40,488,0.02828933671116829,61,0.0015519596490776166,
+41,496,0.02780276909470558,62,0.0025291325094128425,
+41,504,0.03355221822857857,63,0.0015666305735066999,
+42,512,0.028022844344377518,64,0.0016932304576281847,
+,,,64,,0.10948987305164337
+43,520,0.027932561933994293,65,0.0018532767271608463,
+43,528,0.02782386913895607,66,0.0019805979087929395,
+44,536,0.028216984122991562,67,0.001955640530165207,
+45,544,0.0283576101064682,68,0.0014591288454539608,
+45,552,0.028470467776060104,69,0.0017870566589408554,
+46,560,0.02801085263490677,70,0.0020562064128171187,
+47,568,0.027862418442964554,71,0.000916116750886431,
+47,576,0.028191540390253067,72,0.001864524067665722,
+48,584,0.028152301907539368,73,0.0011772155696235132,
+49,592,0.028239570558071136,74,0.0019654993035752946,
+49,600,0.02830670028924942,75,0.0015184467047220096,
+50,608,0.027977753430604935,76,0.0014015383749210741,
+51,616,0.027976062148809433,77,0.0020982646389408424,
+51,624,0.028586868196725845,78,0.0012530694846645928,
+52,632,0.028114598244428635,79,0.0015359932665887754,
+53,640,0.027844250202178955,80,0.0018384353637278157,
+,,,80,,0.09705351293087006
+53,648,0.02789505571126938,81,0.001272479133331217,
+54,656,0.02794962003827095,82,0.001743438258927199,
+55,664,0.0331161767244339,83,0.0007979673964655376,
+55,672,0.027761705219745636,84,0.0016988523123776151,
+56,680,0.028115838766098022,85,0.0013894074782001553,
+57,688,0.02802971377968788,86,0.0014469309135165531,
+57,696,0.027955014258623123,87,0.0014225641765127268,
+58,704,0.02822836861014366,88,0.001570161151175853,
+59,712,0.02813846245408058,89,0.0012483448487425146,
+59,720,0.028084486722946167,90,0.0014399952851817943,
+60,728,0.028083529323339462,91,0.0014274183442466893,
+61,736,0.028568997979164124,92,0.001477936606014347,
+61,744,0.03354962542653084,93,0.0010879805950025911,
+62,752,0.03331495076417923,94,0.0011747985136025818,
+63,760,0.028137851506471634,95,0.001824825120274909,
+63,768,0.028136953711509705,96,0.001034337554301601,
+,,,96,,0.09671852737665176
+64,776,0.02828972041606903,97,0.0014189216993448401,
+65,784,0.02819756418466568,98,0.000935086438403232,
+65,792,0.02812718227505684,99,0.0014664020642764324,
+66,800,0.027958944439888,100,0.0015191236216196558,
+67,808,0.028594814240932465,101,0.00134704888187116,
+67,816,0.0282294899225235,102,0.0009549190574034583,
+68,824,0.02798047661781311,103,0.0011200189394003246,
+69,832,0.02812764048576355,104,0.001131052096025087,
+69,840,0.028382007032632828,105,0.0015560190586256795,
+70,848,0.028028663247823715,106,0.0014544645479569833,
+71,856,0.02808227762579918,107,0.0011723798095772508,
+71,864,0.02801285684108734,108,0.0011096811402239836,
+72,872,0.028313323855400085,109,0.0012954927413375116,
+73,880,0.027965664863586426,110,0.0011949594627367333,
+73,888,0.033491600304841995,111,0.0011822690345676772,
+74,896,0.028679259121418,112,0.001528184650548307,
+,,,112,,0.08838921785354614
+75,904,0.0333973653614521,113,0.001017576270896825,
+75,912,0.028264541178941727,114,0.0011213164404277147,
+76,920,0.028482899069786072,115,0.0011760031164158135,
+77,928,0.02833307534456253,116,0.0010899696477281394,
+77,936,0.033347390592098236,117,0.0013608071664445258,
+78,944,0.028187263756990433,118,0.0013519345317035913,
+79,952,0.028308924287557602,119,0.0012748229692078894,
+79,960,0.028726685792207718,120,0.000953466853388818,
+80,968,0.02844713255763054,121,0.001284682522964431,
+81,976,0.028472159057855606,122,0.0007723151269601658,
+81,984,0.028194446116685867,123,0.0014581420073227491,
+82,992,0.028251204639673233,124,0.0011873253955855035,
+83,1000,0.02832290157675743,125,0.0010310835702208958,
+83,1008,0.03353140875697136,126,0.001225935095862951,
+84,1016,0.02850928157567978,127,0.0011376088332326617,
+85,1024,0.02828039973974228,128,0.0008924194211431313,
+,,,128,,0.08761045336723328
+85,1032,0.028634950518608093,129,0.001289033776629367,
+86,1040,0.02847902476787567,130,0.0008606352048445842,
+87,1048,0.02840905636548996,131,0.0013804754513936739,
+87,1056,0.03318559378385544,132,0.001082494948908182,
+88,1064,0.028355609625577927,133,0.0010356193539337254,
+89,1072,0.028339873999357224,134,0.0011484055838081985,
+89,1080,0.028247658163309097,135,0.0011200130138604436,
+90,1088,0.028559204190969467,136,0.0010498337942408398,
+91,1096,0.028191640973091125,137,0.0011754617989936378,
+91,1104,0.03339150547981262,138,0.000902800928997749,
+92,1112,0.028285779058933258,139,0.0009339386524516158,
+93,1120,0.02823777124285698,140,0.0013111339940223843,
+93,1128,0.0283457413315773,141,0.0009823443469940685,
+94,1136,0.02887788414955139,142,0.0010825382101756985,
+95,1144,0.028635874390602112,143,0.0009736625167230765,
+95,1152,0.028427869081497192,144,0.0010955944148008713,
+,,,144,,0.08352790772914886
+96,1160,0.028902634978294373,145,0.0010675201803678647,
+97,1168,0.02861589565873146,146,0.0011541790965046467,
+97,1176,0.02840438485145569,147,0.0007796662448527059,
+98,1184,0.028164900839328766,148,0.0008790649058937561,
+99,1192,0.028525032103061676,149,0.0011450226290132075,
+99,1200,0.02841094136238098,150,0.0010765633087430615,
+100,1208,0.0333881750702858,151,0.0004968133343936643,
+101,1216,0.028338901698589325,152,0.0013037077490783606,
+101,1224,0.028266210108995438,153,0.0010720013997342903,
+102,1232,0.02818932756781578,154,0.0007741578610875877,
+103,1240,0.02824896201491356,155,0.0011608323137417237,
+103,1248,0.028222594410181046,156,0.0008858789107762278,
+104,1256,0.02848983183503151,157,0.0011422899187891744,
+105,1264,0.028305575251579285,158,0.0009361537049699109,
+105,1272,0.03349184989929199,159,0.0008566707088903059,
+106,1280,0.028840146958827972,160,0.001071197217243025,
+,,,160,,0.0749470517039299
+107,1288,0.02819465845823288,161,0.0007803375701769255,
+107,1296,0.02817321941256523,162,0.0010684729659260483,
+108,1304,0.03338867425918579,163,0.0010851847575395368,
+109,1312,0.028532546013593674,164,0.001031529504568122,
+109,1320,0.0287434421479702,165,0.0008211520784243475,
+110,1328,0.02868855744600296,166,0.0007337765629927163,
+111,1336,0.03341112658381462,167,0.0010456753055526253,
+111,1344,0.028456643223762512,168,0.0009622050107282121,
+112,1352,0.02856229990720749,169,0.0010844072069933948,
+113,1360,0.02809944748878479,170,0.0005561170710279839,
+113,1368,0.028166860342025757,171,0.001069562703075159,
+114,1376,0.02857222408056259,172,0.0005292562882459606,
+115,1384,0.03321521729230881,173,0.0009899920763321763,
+115,1392,0.028076142072677612,174,0.0010749718730949098,
+116,1400,0.02792542055249214,175,0.0007488787035981659,
+117,1408,0.028533119708299637,176,0.0007458578889782075,
+,,,176,,0.0770205706357956
+117,1416,0.028202299028635025,177,0.0011331495497870492,
+118,1424,0.028261762112379074,178,0.0008165466497302987,
+119,1432,0.028104320168495178,179,0.0009854317337158135,
+119,1440,0.02804909646511078,180,0.0008934594188758638,
+120,1448,0.028255973011255264,181,0.0007778508675983176,
+121,1456,0.028307750821113586,182,0.0009930236040721259,
+121,1464,0.028238706290721893,183,0.0008265226410003379,
+122,1472,0.028449129313230515,184,0.0007283825980266556,
+123,1480,0.028261572122573853,185,0.0008397362405958119,
+123,1488,0.028439238667488098,186,0.0010197496915983113,
+124,1496,0.03350261226296425,187,0.0007498270770156523,
+125,1504,0.028326861560344696,188,0.0009692968263455745,
+125,1512,0.028663258999586105,189,0.0008401992587702504,
+126,1520,0.033487655222415924,190,0.0008302937880216632,
+127,1528,0.028602980077266693,191,0.0008118717720208224,
+127,1536,0.02820957824587822,192,0.0009375393007455083,
+,,,192,,0.07249367237091064
+128,1544,0.028582938015460968,193,0.000824232889135601,
+129,1552,0.02854699268937111,194,0.000833698024507612,
+129,1560,0.028599809855222702,195,0.0008529873732186389,
+130,1568,0.028559356927871704,196,0.0006753850328095723,
+131,1576,0.028208695352077484,197,0.0009483176945650484,
+131,1584,0.028462514281272888,198,0.0008358140142566602,
+132,1592,0.028489623218774796,199,0.0003631928248069016,
+133,1600,0.028537053614854813,200,0.0011372396099128916,
+133,1608,0.028407108038663864,201,0.0007775945899387201,
+134,1616,0.02846716344356537,202,0.00091481286654016,
+135,1624,0.0286281555891037,203,0.0008102884979355925,
+135,1632,0.028473909944295883,204,0.0008238924710894935,
+136,1640,0.02838394045829773,205,0.0008731313704629428,
+137,1648,0.029053840786218643,206,0.0008996312868215942,
+137,1656,0.028635840862989426,207,0.0005599014211838949,
+138,1664,0.028230436146259308,208,0.0009246511987536602,
+,,,208,,0.0724514052271843
+139,1672,0.02812524139881134,209,0.0007423605231451802,
+139,1680,0.02846713364124298,210,0.0006661019870080054,
+140,1688,0.02865653857588768,211,0.0008929706425988115,
+141,1696,0.028643418103456497,212,0.0007598919823067263,
+141,1704,0.028501294553279877,213,0.0007550258833362022,
+142,1712,0.028644338250160217,214,0.0009005082362515774,
+143,1720,0.03332439810037613,215,0.0008483807990463296,
+143,1728,0.02824985235929489,216,0.0006132725702627795,
+144,1736,0.028431598097085953,217,0.0005462207282107556,
+145,1744,0.02848237380385399,218,0.0008763526736098962,
+145,1752,0.028316035866737366,219,0.0007979107831488363,
+146,1760,0.02824731543660164,220,0.000830803611461306,
+147,1768,0.02843136340379715,221,0.0005864297578227706,
+147,1776,0.02838437631726265,222,0.0009106088358142491,
+148,1784,0.028162505477666855,223,0.0006868909949844237,
+149,1792,0.02841516211628914,224,0.001051386424175386,
+,,,224,,0.06940574944019318
+149,1800,0.028527304530143738,225,0.0005506979163328651,
+150,1808,0.028642840683460236,226,0.0008285451913252473,
+151,1816,0.028585724532604218,227,0.0006014689803123474,
+151,1824,0.028467319905757904,228,0.0008475542660259331,
+152,1832,0.028639987111091614,229,0.0008974462531720443,
+153,1840,0.028309769928455353,230,0.0006695310526993126,
+153,1848,0.03323888033628464,231,0.0006806269186199643,
+154,1856,0.02865258976817131,232,0.0007698449941623645,
+155,1864,0.02866719663143158,233,0.00045928871168143814,
+155,1872,0.03302077203989029,234,0.0008762844511996567,
+156,1880,0.028713546693325043,235,0.0007144734605390113,
+157,1888,0.028107333928346634,236,0.0006557491673447657,
+157,1896,0.028568223118782043,237,0.0008391074940542845,
+158,1904,0.028291884809732437,238,0.0007591800203954335,
+159,1912,0.028512921184301376,239,0.0007541561086933749,
+159,1920,0.033524710685014725,240,0.0006674877440673299,
+,,,240,,0.0699499100446701
+160,1928,0.028282031416893005,241,0.0007929303186150113,
+161,1936,0.028505563735961914,242,0.0005946492514340207,
+161,1944,0.02830558270215988,243,0.000750207676901482,
+162,1952,0.028431851416826248,244,0.0006975394360779319,
+163,1960,0.02838529646396637,245,0.0007408588602023277,
+163,1968,0.02841777727007866,246,0.0007276439784618561,
+164,1976,0.02861756831407547,247,0.0007340122022772751,
+165,1984,0.028748363256454468,248,0.0007439445267664269,
+165,1992,0.028511367738246918,249,0.0006750621643732302,
+166,2000,0.028711091727018356,250,0.0008349498900012501,
+167,2008,0.028717584908008575,251,0.00040801519571687095,
+167,2016,0.029053982347249985,252,0.0007720051277525878,
+168,2024,0.02862733229994774,253,0.0006546723840680594,
+169,2032,0.02876712754368782,254,0.000623365482169902,
+169,2040,0.028366897255182266,255,0.0008277034115356704,
+170,2048,0.028386760503053665,256,0.0007019920529273804,
+,,,256,,0.06618369370698929
+171,2056,0.03332574665546417,257,0.0007260522155168777,
+171,2064,0.02863244339823723,258,0.0007068572143907659,
+172,2072,0.033124540001153946,259,0.000665115294395946,
+173,2080,0.02852294221520424,260,0.0005928023310843855,
+173,2088,0.02844052016735077,261,0.0007964943251863588,
+174,2096,0.028875283896923065,262,0.0008003999058322128,
+175,2104,0.028607629239559174,263,0.00048167657951125875,
+175,2112,0.02863350510597229,264,0.0007393767567312656,
+176,2120,0.02845514938235283,265,0.0007404491952911485,
+177,2128,0.028125401586294174,266,0.00048614560182613786,
+177,2136,0.028812676668167114,267,0.0007347455769680286,
+178,2144,0.028521504253149033,268,0.0005969111152808182,
+179,2152,0.02849137783050537,269,0.0008251429961611782,
+179,2160,0.028390195220708847,270,0.0005800377193736495,
+180,2168,0.028948277235031128,271,0.0007220411898742896,
+181,2176,0.02867434173822403,272,0.000752345024375245,
+,,,272,,0.06579095870256424
+181,2184,0.028188403695821762,273,0.0005599670825176872,
+182,2192,0.028449375182390213,274,0.0007476761420548428,
+183,2200,0.028570037335157394,275,0.0006815504627108263,
+183,2208,0.028307948261499405,276,0.0006117870776506607,
+184,2216,0.02832477167248726,277,0.000574432792927837,
+185,2224,0.02823040261864662,278,0.0007779534993460402,
+185,2232,0.02842540293931961,279,0.0006599747988123758,
+186,2240,0.03336712718009949,280,0.0007303128647132932,
+187,2248,0.028424862772226334,281,0.0006679959078610409,
+187,2256,0.028942685574293137,282,0.0005948795798758511,
+188,2264,0.028306718915700912,283,0.0005408983895904384,
+189,2272,0.033647533506155014,284,0.0007586704086861573,
+189,2280,0.02840597927570343,285,0.0006381667051755357,
+190,2288,0.028548315167427063,286,0.0004371124223325751,
+191,2296,0.028639137744903564,287,0.0008513573203734788,
+191,2304,0.028429076075553894,288,0.0005595748654741329,
+,,,288,,0.06149758771061897
+192,2312,0.028329622000455856,289,0.000806531499013848,
+193,2320,0.028639789670705795,290,0.0005798752259579487,
+193,2328,0.028398651629686356,291,0.0006226523197256029,
+194,2336,0.028288811445236206,292,0.0005240248610789422,
+195,2344,0.02822336181998253,293,0.0005978536792099476,
+195,2352,0.028329670429229736,294,0.0007438977791025536,
+196,2360,0.028071437031030655,295,0.0006055926940462086,
+197,2368,0.02805105596780777,296,0.0005165898852283135,
+197,2376,0.03334878757596016,297,0.0007855014913123645,
+198,2384,0.028121467679739,298,0.0007563723726586128,
+199,2392,0.028329208493232727,299,0.00026754059672384756,
+199,2400,0.028148986399173737,300,0.0007393016955271984,
+200,2408,0.02820904552936554,301,0.0006527961624669843,
+201,2416,0.028208822011947632,302,0.0006037077051587403,
+201,2424,0.028951521962881088,303,0.0006232348544775353,
+202,2432,0.02803587168455124,304,0.0003968669316236628,
+,,,304,,0.06379873305559158
+203,2440,0.028187792748212814,305,0.0007606309965402554,
+203,2448,0.03358308970928192,306,0.000645456078927964,
+204,2456,0.02818167209625244,307,0.0005961860631941817,
+205,2464,0.028059333562850952,308,0.0005458480802190025,
+205,2472,0.028306253254413605,309,0.0007112963976396713,
+206,2480,0.02814329043030739,310,0.0005850038269272773,
+207,2488,0.02876300737261772,311,0.0006563152310263831,
+207,2496,0.02814532443881035,312,0.0006419154997274745,
+208,2504,0.02839912474155426,313,0.0005843526547929893,
+209,2512,0.02812878042459488,314,0.0007639742558239959,
+209,2520,0.028644856065511703,315,0.00048485898296348753,
+210,2528,0.0283808670938015,316,0.0007102323997969506,
+211,2536,0.028606925159692764,317,0.00045494400274037616,
+211,2544,0.02844937890768051,318,0.000604100698789504,
+212,2552,0.028624679893255234,319,0.0003503756925056223,
+213,2560,0.028675053268671036,320,0.0008210960544861986,
+,,,320,,0.060404326766729355
+213,2568,0.02854081243276596,321,0.0004913035430945456,
+214,2576,0.028502117842435837,322,0.00045993155163159827,
+215,2584,0.02855660393834114,323,0.0006988822897255886,
+215,2592,0.028122354298830032,324,0.0005830369147588499,
+216,2600,0.028218071907758713,325,0.0006188917308463715,
+217,2608,0.028078939765691757,326,0.0005900383888122936,
+217,2616,0.028482072055339813,327,0.0005931288469582796,
+218,2624,0.028389114886522293,328,0.00059774825998223,
+219,2632,0.02839893475174904,329,0.0004175027761448291,
+219,2640,0.028126977384090424,330,0.0007342616069460443,
+220,2648,0.02827036753296852,331,0.0006108327567441544,
+221,2656,0.028246775269508362,332,0.0006764048499462661,
+221,2664,0.02822478488087654,333,0.0005181429172807839,
+222,2672,0.02854705974459648,334,0.0004962068240274675,
+223,2680,0.028696272522211075,335,0.0006877668922243175,
+223,2688,0.02869797870516777,336,0.0006196119696445143,
+,,,336,,0.06595529615879059
+224,2696,0.028650347143411636,337,0.0005346660815121141,
+225,2704,0.02839919552206993,338,0.0006344187204376794,
+225,2712,0.028246622532606125,339,0.00056811221074895,
+226,2720,0.028680916875600815,340,0.0007288317513787964,
+227,2728,0.028444688767194748,341,0.0004949233662046026,
+227,2736,0.0287582166492939,342,0.0005135808656632435,
+228,2744,0.028912533074617386,343,0.0005709099975016821,
+229,2752,0.02886945754289627,344,0.0007570657374647757,
+229,2760,0.02854808419942856,345,0.00029934397116448963,
+230,2768,0.028778713196516037,346,0.0006082509171392303,
+231,2776,0.028511065989732742,347,0.0006845675881777425,
+231,2784,0.028415285050868988,348,0.00043544910004129634,
+232,2792,0.028563253581523895,349,0.00045559692625829484,
+233,2800,0.028631098568439484,350,0.0005860255023435457,
+233,2808,0.028507616370916367,351,0.000690483019449554,
+234,2816,0.02862418070435524,352,0.0005045517718826886,
+,,,352,,0.06319226324558258
+235,2824,0.028417207300662994,353,0.00048419010418001565,
+235,2832,0.02861272543668747,354,0.0006746913119665502,
+236,2840,0.033268850296735764,355,0.0006309610325843096,
+237,2848,0.0288013257086277,356,0.00045015040450380184,
+237,2856,0.028632085770368576,357,0.0006418979877101568,
+238,2864,0.02870875597000122,358,0.0004781577474204823,
+239,2872,0.02866349369287491,359,0.0007070520181774295,
+239,2880,0.028752241283655167,360,0.0004291528402973199,
+240,2888,0.028535228222608566,361,0.0005550370970013319,
+241,2896,0.028520304709672928,362,0.0006329648691462353,
+241,2904,0.03344833478331566,363,0.0004867345349339303,
+242,2912,0.028236325830221176,364,0.0003138870097245672,
+243,2920,0.028554875403642654,365,0.00066268775637062,
+243,2928,0.02822144329547882,366,0.0006068209484510589,
+244,2936,0.028803396970033646,367,0.0006611228794402754,
+245,2944,0.028283774852752686,368,0.0005476296333654318,
+,,,368,,0.05814936384558678
+245,2952,0.028692785650491714,369,0.0004213128406263422,
+246,2960,0.0283610038459301,370,0.0006289273248209307,
+247,2968,0.033478956669569016,371,0.00044744439583155327,
+247,2976,0.0284050852060318,372,0.0005311179381048229,
+248,2984,0.028338056057691574,373,0.0005992984944896307,
+249,2992,0.02828998863697052,374,0.00046189393409197993,
+249,3000,0.03311706334352493,375,0.0005948704718321096,
+250,3008,0.02865205705165863,376,0.0005400960653787479,
+251,3016,0.028124302625656128,377,0.0005949541731145777,
+251,3024,0.028472229838371277,378,0.0005497235644725152,
+252,3032,0.028468072414398193,379,0.0006253005831240444,
+253,3040,0.02860323339700699,380,0.0003991490502812667,
+253,3048,0.028427615761756897,381,0.0005748170624428894,
+254,3056,0.028979461640119553,382,0.0005864857733589209,
+255,3064,0.028377540409564972,383,0.00045607814463437534,
+255,3072,0.02819499745965004,384,0.0006059645689674653,
+,,,384,,0.05682699382305145
+256,3080,0.028574243187904358,385,0.0006175170140825988,
+257,3088,0.028472580015659332,386,0.00040270545141538603,
+257,3096,0.02864784002304077,387,0.0005503177861100994,
+258,3104,0.028466857969760895,388,0.0003856171924780938,
+259,3112,0.028474263846874237,389,0.0006091554454802203,
+259,3120,0.028702042996883392,390,0.0005799728976853657,
+260,3128,0.028344187885522842,391,0.0005688430635927943,
+261,3136,0.029129210859537125,392,0.0006048164936406206,
+261,3144,0.02844814583659172,393,0.00037653914841939695,
+262,3152,0.02855369821190834,394,0.00061637612816412,
+263,3160,0.028696663677692413,395,0.000522774846710187,
+263,3168,0.028741154819726944,396,0.00040868869109544903,
+264,3176,0.02857154980301857,397,0.0005862003083166201,
+265,3184,0.028394032269716263,398,0.000363969465252012,
+265,3192,0.028521902859210968,399,0.0006241898069371624,
+266,3200,0.0335371308028698,400,0.0004929150985844899,
+,,,400,,0.055851127952337265
+267,3208,0.028523284941911697,401,0.0006379215966652348,
+267,3216,0.033566758036613464,402,0.0004024406016469584,
+268,3224,0.0282965749502182,403,0.0005924089612866131,
+269,3232,0.028121475130319595,404,0.00047190521872835233,
+269,3240,0.02809806540608406,405,0.000501206201442983,
+270,3248,0.028443235903978348,406,0.0005446342535530372,
+271,3256,0.02853284776210785,407,0.0005839896039105952,
+271,3264,0.02835879474878311,408,0.00045346752667683175,
+272,3272,0.02836976945400238,409,0.0004814896543393843,
+273,3280,0.028435301035642624,410,0.0005995834295996852,
+273,3288,0.02836167812347412,411,0.0004872890203841962,
+274,3296,0.02873038500547409,412,0.00045636294526048006,
+275,3304,0.028433475643396378,413,0.00046869678335497155,
+275,3312,0.028200816363096237,414,0.0006436628888574584,
+276,3320,0.028280500322580338,415,0.0004598589446686674,
+277,3328,0.028304703533649445,416,0.0005481819353008177,
+,,,416,,0.05627740919589996
+277,3336,0.02814648300409317,417,0.00049604071318754,
+278,3344,0.033472806215286255,418,0.0006057965244205358,
+279,3352,0.028193529695272446,419,0.0004671007402066607,
+279,3360,0.03355284035205841,420,0.000482966528943507,
+280,3368,0.028477132320404053,421,0.0005474252298881766,
+281,3376,0.02837863191962242,422,0.0005078288710744042,
+281,3384,0.028275620192289352,423,0.0004783377000421751,
+282,3392,0.028394665569067,424,0.0005449654432595708,
+283,3400,0.02859571948647499,425,0.00048489188945192535,
+283,3408,0.028386786580085754,426,0.0005414791397925,
+284,3416,0.028238382190465927,427,0.0005460051688714884,
+285,3424,0.028843048959970474,428,0.000534196816564266,
+285,3432,0.028289616107940674,429,0.0004117268486879766,
+286,3440,0.02831408753991127,430,0.0005848775908816606,
+287,3448,0.02842288836836815,431,0.0004580912773235468,
+287,3456,0.028522923588752747,432,0.00044259422975301277,
+,,,432,,0.058329030871391296
+288,3464,0.02818099781870842,433,0.0003243676655984018,
+289,3472,0.028096534311771393,434,0.0006476252638094593,
+289,3480,0.028209049254655838,435,0.0005118069882882991,
+290,3488,0.028306033462285995,436,0.00044786940998164937,
+291,3496,0.028211086988449097,437,0.00047604992432752623,
+291,3504,0.028075803071260452,438,0.0005714546611367647,
+292,3512,0.028480377048254013,439,0.0005086988852175031,
+293,3520,0.02830560877919197,440,0.0005992859654118851,
+293,3528,0.02815360203385353,441,0.0003497241123113781,
+294,3536,0.028321649879217148,442,0.0004062423107825452,
+295,3544,0.02847980335354805,443,0.0006691340334197905,
+295,3552,0.02818523347377777,444,0.00038182914704520954,
+296,3560,0.028569798916578293,445,0.000383486803912092,
+297,3568,0.028838463127613068,446,0.0006021992339810822,
+297,3576,0.02848763018846512,447,0.0005267951031176684,
+298,3584,0.029080919921398163,448,0.00027937343020312255,
+,,,448,,0.05081251636147499
+299,3592,0.028392869979143143,449,0.0005914883825296004,
+299,3600,0.028790269047021866,450,0.0004911588155664503,
+300,3608,0.028840404003858566,451,0.0005190177798795048,
+301,3616,0.02850818634033203,452,0.0006004759738321549,
+301,3624,0.02850467339158058,453,0.0003050911532227474,
+302,3632,0.02860763669013977,454,0.0005415645143026874,
+303,3640,0.028556227684020996,455,0.00022449621064879466,
+303,3648,0.028470639139413834,456,0.0005984735338036747,
+304,3656,0.033585354685783386,457,0.000378332901163958,
+305,3664,0.028302010148763657,458,0.0005823720145729437,
+305,3672,0.02857353910803795,459,0.0004916939877148252,
+306,3680,0.028615951538085938,460,0.000565842318489255,
+307,3688,0.028571557253599167,461,0.00046542530253645964,
+307,3696,0.028432756662368774,462,0.0004456639595446177,
+308,3704,0.028742801398038864,463,0.0005148677366378252,
+309,3712,0.028600841760635376,464,0.0005268840769921164,
+,,,464,,0.05679311603307724
+309,3720,0.02854456752538681,465,0.00035460810067888815,
+310,3728,0.028774119913578033,466,0.0005510621667781379,
+311,3736,0.02872968465089798,467,0.00027100995703221997,
+311,3744,0.02868734672665596,468,0.0005409364093793556,
+312,3752,0.028456851840019226,469,0.0005024660616375817,
+313,3760,0.028596695512533188,470,0.00046083048655418677,
+313,3768,0.028404265642166138,471,0.0004932651041599456,
+314,3776,0.028545476496219635,472,0.0004817599286373782,
+315,3784,0.02830887958407402,473,0.0005365950622945092,
+315,3792,0.028254792094230652,474,0.0004394527262775227,
+316,3800,0.028401248157024384,475,0.0005547494147322141,
+317,3808,0.028494417667388916,476,0.00032752252627687994,
+317,3816,0.02874203398823738,477,0.0004975295469193952,
+318,3824,0.02844787761569023,478,0.0005866209176019765,
+319,3832,0.028255529701709747,479,0.0004862449237407418,
+319,3840,0.02821756899356842,480,0.00037561257704510354,
+,,,480,,0.06052366644144058
+320,3848,0.02848879247903824,481,0.0003930630009563174,
+321,3856,0.02848226949572563,482,0.0005714250634506849,
+321,3864,0.02870142087340355,483,0.0004226664619636722,
+322,3872,0.029035285115242004,484,0.00043332796485628933,
+323,3880,0.03358454629778862,485,0.000491227690508822,
+323,3888,0.02853306382894516,486,0.0004940446773010384,
+324,3896,0.028050784021615982,487,0.00047703483141958714,
+325,3904,0.02824397385120392,488,0.00049261163136786,
+325,3912,0.033527810126543045,489,0.0004614029028743971,
+326,3920,0.028896931558847427,490,0.00040021662134677173,
+327,3928,0.02816128358244896,491,0.0005112820894282777,
+327,3936,0.028575405478477478,492,0.00045519475497712847,
+328,3944,0.028284788131713867,493,0.00022957885448704474,
+329,3952,0.02843276783823967,494,0.0005595556425153821,
+329,3960,0.028237495571374893,495,0.0005442417847613493,
+330,3968,0.028498992323875427,496,0.0005258059514744673,
+,,,496,,0.05508158355951309
+331,3976,0.028837762773036957,497,0.000554836900846567,
+331,3984,0.028285298496484756,498,0.0003243069259042386,
+332,3992,0.03333821892738342,499,0.0004215164626657497,
+333,4000,0.028232991695404053,500,0.0005166161051117039,
+333,4008,0.028700929135084152,501,0.00041779575913096777,
+334,4016,0.028627172112464905,502,0.00030710997234564277,
+335,4024,0.028814226388931274,503,0.0005426754447398707,
+335,4032,0.028499919921159744,504,0.0005333744666131679,
+336,4040,0.029000580310821533,505,0.0004970573892933317,
+337,4048,0.02828306332230568,506,0.0004729636763537807,
+337,4056,0.0334453247487545,507,0.0004031959491840098,
+338,4064,0.028220143169164658,508,0.0003337887310408405,
+339,4072,0.03360963985323906,509,0.0004829484114452498,
+339,4080,0.028489433228969574,510,0.000513168581771121,
+340,4088,0.028179578483104706,511,0.0005081583527498879,
+341,4096,0.02836841717362404,512,0.0002969307155581191,
+,,,512,,0.053997769951820374
+341,4104,0.028332795947790146,513,0.0005647798449596545,
+342,4112,0.028281372040510178,514,0.0003956578082579654,
+343,4120,0.02861696481704712,515,0.0005182012331109339,
+343,4128,0.028399907052516937,516,0.0004545082607364748,
+344,4136,0.028297822922468185,517,0.00042019456886919213,
+345,4144,0.028096750378608704,518,0.0005058853665104834,
+345,4152,0.028382133692502975,519,0.0004434759121068055,
+346,4160,0.028992094099521637,520,0.0004111616828595288,
+347,4168,0.02860584482550621,521,0.00045656190341105687,
+347,4176,0.028545647859573364,522,0.0005043985577988982,
+348,4184,0.02870648354291916,523,0.0005270725044586774,
+349,4192,0.028457030653953552,524,0.00019313756456540432,
+349,4200,0.028335273265838623,525,0.0005656624901651716,
+350,4208,0.03372916579246521,526,0.0005404272645440263,
+351,4216,0.0286540724337101,527,0.00044919164004871465,
+351,4224,0.028020888566970825,528,0.0003291905295554898,
+,,,528,,0.05868115648627281
+352,4232,0.03395066410303116,529,0.0005196124178231306,
+353,4240,0.028175294399261475,530,0.0005253564304439351,
+353,4248,0.0286690816283226,531,0.00031329230623668993,
+354,4256,0.02893095090985298,532,0.00044923675632162484,
+355,4264,0.028463032096624374,533,0.00046238877257565036,
+355,4272,0.02862764149904251,534,0.00040448632898915093,
+356,4280,0.028751447796821594,535,0.00043799020240840034,
+357,4288,0.028514064848423004,536,0.0004051569281728007,
+357,4296,0.028718646615743637,537,0.0005152825203064518,
+358,4304,0.028887003660202026,538,0.000457558279595105,
+359,4312,0.0288144052028656,539,0.0003121886074950453,
+359,4320,0.02867456153035164,540,0.0005560188571204586,
+360,4328,0.028582457453012466,541,0.0004895735825508988,
+361,4336,0.0288517065346241,542,0.0004558150605589617,
+361,4344,0.029003921896219254,543,0.0003818763478193432,
+362,4352,0.033481959253549576,544,0.0004166290658758953,
+,,,544,,0.05525266379117966
+363,4360,0.029070019721984863,545,0.0005702811930469969,
+363,4368,0.028969138860702515,546,0.00025265404110541567,
+364,4376,0.02869027853012085,547,0.0004578970365400892,
+365,4384,0.028887584805488586,548,0.0003491368688628427,
+365,4392,0.0284825898706913,549,0.0004627998338643617,
+366,4400,0.028549835085868835,550,0.0005000531382393092,
+367,4408,0.028553273528814316,551,0.0003340219489473384,
+367,4416,0.0286097414791584,552,0.0005023570709454361,
+368,4424,0.02859056368470192,553,0.0004991053104580109,
+369,4432,0.028374701738357544,554,0.0003868382322252728,
+369,4440,0.02833934873342514,555,0.0004479141301999334,
+370,4448,0.03324844688177109,556,0.0004703782076830976,
+371,4456,0.028895478695631027,557,0.0004422608120269918,
+371,4464,0.028500784188508987,558,0.0004093485236808192,
+372,4472,0.028660252690315247,559,0.0003094093472100212,
+373,4480,0.03331076726317406,560,0.0004363476718935999,
+,,,560,,0.0552554652094841
+373,4488,0.0288999080657959,561,0.0005090145671905096,
+374,4496,0.028614848852157593,562,0.0004715355877124239,
+375,4504,0.0285307876765728,563,0.0004314908116308895,
+375,4512,0.028413817286491394,564,0.0004045767025672831,
+376,4520,0.02837156131863594,565,0.00045448581513483075,
+377,4528,0.028258655220270157,566,0.0004231583140305399,
+377,4536,0.028383061289787292,567,0.00045244106695463415,
+378,4544,0.029823075979948044,568,0.0003378226221684599,
+379,4552,0.028370395302772522,569,0.0004892709242994897,
+379,4560,0.02841133251786232,570,0.00047323204792822554,
+380,4568,0.02863456681370735,571,0.00045034157010377386,
+381,4576,0.02831181138753891,572,0.0002969058925373247,
+381,4584,0.028466597199440002,573,0.0005088273713530119,
+382,4592,0.028336241841316223,574,0.00048716860631733044,
+383,4600,0.033501021564006805,575,0.000368934385915054,
+383,4608,0.028678134083747864,576,0.00039283821170101876,
+,,,576,,0.054239220917224884
+384,4616,0.033636245876550674,577,0.0003304629932245007,
+385,4624,0.028164781630039215,578,0.0005271357986202929,
+385,4632,0.028375696390867233,579,0.0003945077543903608,
+386,4640,0.028484351933002472,580,0.0004987735734175658,
+387,4648,0.028338145464658737,581,0.00046834442608607266,
+387,4656,0.02850545197725296,582,0.00030188257278496167,
+388,4664,0.02856944128870964,583,0.00041964554839069024,
+389,4672,0.028473228216171265,584,0.0005792696257620784,
+389,4680,0.02840142324566841,585,0.0002171085875488643,
+390,4688,0.02846303954720497,586,0.0004398407281769323,
+391,4696,0.028163228183984756,587,0.0004540409241599264,
+391,4704,0.028196651488542557,588,0.0004040722575155087,
+392,4712,0.028320852667093277,589,0.00044696889502423193,
+393,4720,0.028131309896707535,590,0.0002770982086985896,
+393,4728,0.028553161770105362,591,0.0004931911947399689,
+394,4736,0.028181932866573334,592,0.00048291243183484767,
+,,,592,,0.054520148783922195
+395,4744,0.02776847407221794,593,0.00022886561600898858,
+395,4752,0.02809392288327217,594,0.0004825907029347339,
+396,4760,0.028221867978572845,595,0.00048092269510865054,
+397,4768,0.03331713750958443,596,0.00038907556554477194,
+397,4776,0.028248634189367294,597,0.00037931444385321813,
+398,4784,0.028648268431425095,598,0.00029080409403832165,
+399,4792,0.02854229509830475,599,0.000609324490748501,
+399,4800,0.02849455550312996,600,0.00031595372820447665,
+400,4808,0.028091613203287125,601,0.0003830953213764587,
+401,4816,0.027894485741853714,602,0.00041065078706499963,
+401,4824,0.03355441614985466,603,0.00046570092454203407,
+402,4832,0.028573963791131973,604,0.00038206949102459475,
+403,4840,0.028518475592136383,605,0.00042524095260887407,
+403,4848,0.028491877019405365,606,0.00044006799907947425,
+404,4856,0.028956372290849686,607,0.000474198975401426,
+405,4864,0.028302934020757675,608,0.0004026853319373913,
+,,,608,,0.0581536665558815

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=0.7-1.0/labels.csv

@@ -0,0 +1,4 @@
+20715,3
+51405,1
+53467,2
+91088,3

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=0.7-1.0/logits.csv

@@ -0,0 +1,4 @@
+20715,-2.3912444,-9.016244,-5.0162444,-0.3917546
+51405,-7.126177,-0.0011766185,-14.251177,-12.129003
+53467,-9.75019,-14.00019,-0.00018952481,-11.37542
+91088,-9.259088,-10.009088,-14.571588,-0.033791

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+31224,-9.375441,-0.0004407388,-11.875441,-15.500793
+80227,-0.0029003243,-11.6279,-10.2529,-5.878299
+79086,-4.613293e-05,-13.250046,-13.500046,-12.125363
+75303,-10.504949,-15.004949,-17.567448,-0.7001356
+56417,-6.2635317,-7.7635317,-0.013531864,-4.5137787
+11319,-5.7794533,-9.529453,-11.029453,-0.07456315
+12625,-0.06224142,-9.437242,-9.937242,-2.812677
+87626,-8.250699,-0.00069867994,-9.500699,-18.653555
+43853,-5.3859468,-12.010946,-12.010946,-0.011792975
+23828,-4.066707,-10.441708,-3.3167071,-0.06712535
+27858,-0.6832323,-8.058232,-0.8082323,-3.0586078
+12604,-0.5487169,-9.423717,-0.9237169,-3.7989473
+8180,-5.138045,-12.388045,-0.013044852,-5.0132337
+37466,-5.4148126,-9.039812,-7.6648126,-0.040148895
+48185,-7.5010443,-0.0010443239,-13.376044,-12.251865
+77755,-6.3813496,-8.88135,-0.006349391,-9.508341
+29286,-0.8052966,-5.0552964,-5.5552964,-0.68181276
+87038,-6.87951,-13.87951,-12.00451,-0.0076862164
+33094,-10.125423,-0.0004232226,-12.500423,-12.758472
+17990,-5.326524,-10.826524,-2.7015238,-0.084826246
+125393,-4.905184,-10.967684,-9.405184,-0.030741906
+25066,-9.250688,-0.00068772025,-15.625688,-10.882614
+93021,-4.7812223,-10.031222,-2.2812223,-0.15698381
+91364,-9.750443,-11.875443,-0.00044336024,-8.125956
+56219,-0.005887666,-8.880888,-5.5058875,-6.631205
+108119,-2.61199,-6.11199,-9.92449,-0.49309936
+108029,-0.6965727,-9.196572,-10.196572,-0.69683504
+82606,-6.772607,-10.147607,-5.022607,-0.022947399
+34733,-5.7077427,-9.457743,-0.7077426,-0.7101806
+40806,-3.5046916e-05,-12.875035,-15.500035,-11.625375
+89870,-0.00019894051,-12.625199,-15.937699,-8.750686
+120589,-7.6289825,-8.003983,-0.003982709,-8.62951
+107229,-5.5083766,-9.383377,-0.008376702,-5.508592
+81763,-2.407288,-7.782288,-0.15728804,-2.9075644
+126587,-6.1281962,-8.878197,-12.628197,-0.0041540335
+105931,-6.252856,-0.002855987,-12.127856,-13.756775
+51593,-0.20188026,-11.07688,-10.95188,-1.7023169
+105827,-8.376187,-13.751187,-12.626187,-0.0017870333
+92547,-9.500251,-0.00025054652,-11.875251,-11.384527
+11098,-6.1292744,-10.629274,-0.004274399,-6.2545342
+15535,-7.75153,-0.0015301912,-14.189031,-11.663983
+104144,-4.2737904,-12.02379,-0.023790495,-4.7742925
+84409,-0.00023541064,-12.500236,-10.375236,-9.251488
+55188,-7.126264,-9.876265,-0.0012641305,-8.376821
+97914,-6.252076,-12.502076,-0.002076257,-10.127225
+9697,-9.500576,-15.375576,-13.625576,-0.0016778345
+43614,-7.752819,-12.377819,-11.502819,-0.003006282
+57056,-6.2670684,-10.642069,-6.3920684,-0.01787752
+98595,-11.000591,-0.00059169903,-13.375591,-11.378651
+11602,-5.2636976,-8.013698,-0.013697558,-5.014158
+29109,-2.9363565,-10.936357,-0.061356664,-5.4367747
+114682,-8.750717,-0.00071690604,-14.500717,-12.502598
+63374,-9.00044,-0.00044002387,-15.93794,-13.630151
+77864,-4.418718,-11.168718,-0.04371792,-3.5439346
+81631,-2.4759738,-9.225974,-0.10097391,-4.477076
+124163,-6.141419,-13.266419,-4.391419,-0.016817862
+81563,-2.8157632,-8.190763,-5.9407635,-0.067155
+13895,-9.375486,-0.00048601735,-13.500486,-10.629119
+12863,-2.5009391,-11.125939,-5.6259394,-0.12702821
+45732,-3.5422657,-1.1672657,-0.41726568,-7.1680317
+49404,-7.126417,-11.001417,-0.0014171092,-10.002846
+487,-9.750287,-0.0002868956,-13.500287,-11.376246
+64317,-5.888923,-9.888924,-1.3889233,-0.3906584
+6331,-0.00014065707,-12.37514,-13.50014,-9.625693
+73812,-3.7829695,-5.2829695,-0.5329694,-6.6587925
+15701,-8.208058,-10.708058,-0.08305811,-2.5836077
+104663,-9.285972e-05,-13.7500925,-11.8750925,-12.625438
+90606,-1.8380356,-6.2130356,-9.588036,-0.21345702
+127552,-6.2225314e-05,-12.750062,-12.000062,-10.750478
+126761,-11.12541,-16.25041,-15.75041,-0.003945583
+92697,-0.08097764,-8.205977,-6.5809774,-2.5824327
+107122,-0.4354423,-8.810442,-1.0604423,-5.1869245
+74380,-6.780448,-9.155448,-7.655448,-0.030875092
+66285,-4.4225668e-05,-14.250044,-13.125044,-13.500421
+70163,-0.46628058,-7.8412805,-3.3412805,-1.0916767
+75972,-3.2132914,-9.088291,-0.08829151,-3.7135253
+30713,-7.0123734,-12.387374,-0.012373587,-4.518909
+118867,-0.00012861856,-11.500129,-13.250129,-10.500365
+84835,-9.126175,-0.0011749514,-10.376175,-10.377169
+60503,-4.3925033,-10.142503,-0.017503085,-5.3927903
+11807,-8.402671,-11.652671,-0.02767094,-3.6555142
+27906,-0.00033206193,-10.750332,-9.500332,-8.75052
+30093,-11.251689,-0.0016891987,-13.376689,-11.877832
+45657,-8.000457,-12.875457,-0.00045718232,-11.875684
+97197,-0.00069570175,-11.750695,-12.125695,-9.750991
+48440,-10.750218,-0.00021836757,-15.625218,-10.631336
+14971,-6.0437284e-05,-12.75006,-13.12506,-10.875393
+61380,-6.007016,-10.007016,-10.882016,-0.007392587
+7177,-8.000679,-0.0006793813,-16.000679,-11.026379
+40241,-0.048886504,-10.798886,-12.298886,-3.0501332
+38583,-9.50039,-0.00038997675,-10.25039,-13.752609
+104941,-0.00023922442,-13.125239,-9.750239,-9.250977
+39377,-7.376565,-0.0015649465,-12.876565,-14.002351
+65329,-3.673193,-10.673193,-9.798193,-0.074430875
+81089,-11.375253,-0.0002531685,-11.375253,-10.253891
+6143,-0.22622004,-10.22622,-8.60122,-1.6017823
+63753,-0.00028558468,-9.375285,-12.250285,-9.250794
+5084,-8.638534,-13.013534,-0.013533981,-4.389079
+125282,-8.501267,-12.251267,-0.0012669879,-9.252059
+7980,-3.3246078,-7.199608,-9.887108,-0.3305891
+42346,-11.250697,-15.125697,-14.750697,-0.0011105856
+73055,-5.1313844,-9.881384,-0.006384216,-8.2594595
+31696,-5.504749,-9.504748,-0.004748615,-7.6301646
+101343,-3.7743027,-11.8993025,-0.024302786,-8.774938
+115075,-0.0002188443,-12.500218,-14.125218,-8.625641
+29447,-5.643942,-13.393942,-8.518942,-0.019353021
+89441,-0.06252254,-11.187523,-2.8125226,-8.187809
+15843,-0.0009390474,-8.250939,-8.625939,-8.001265
+110126,-0.5007463,-6.5007463,-2.0007463,-1.3820903
+36142,-6.1390104,-13.13901,-6.0140104,-0.0142786
+2846,-5.6379194,-12.575419,-8.637919,-0.013502431
+85390,-0.0006216024,-10.750622,-8.500622,-9.001027
+108138,-2.8711147,-8.996115,-1.2461147,-0.49695662
+7571,-7.4165936,-8.666594,-3.6665936,-0.05167587
+62381,-10.000273,-0.00027259448,-16.375273,-14.716266
+65963,-7.080851,-10.580851,-0.08085099,-2.58153
+39384,-0.00013660452,-13.625136,-14.875136,-10.128931
+62356,-0.00019929807,-13.125199,-11.625199,-9.500432
+20478,-8.8760805,-0.0010800487,-12.3760805,-10.3791275
+101968,-7.001185,-11.876185,-0.0011849533,-9.12649
+124810,-1.69304,-7.44304,-2.44304,-0.31901994
+9300,-9.125325,-10.750325,-0.00032479255,-13.001075
+35593,-3.5389972,-10.663997,-4.913997,-0.039372575
+53670,-7.625967,-11.250967,-0.00096703484,-8.126631
+44789,-0.00014459042,-13.375145,-14.500145,-9.750637
+25135,-6.7518888,-0.0018886363,-16.501888,-16.002213
+32124,-3.3020428e-05,-12.375033,-14.625033,-12.000398
+36646,-7.751539,-10.751539,-11.751539,-0.0022397472
+34191,-6.281003,-10.656003,-0.031003172,-3.6708348
+65307,-5.8901105,-12.64011,-7.3901105,-0.015257409
+32731,-8.750595,-0.0005946775,-14.750595,-12.884569
+112637,-2.0603206,-6.3103204,-7.8103204,-0.20579845
+18943,-0.70225275,-4.077253,-1.3272527,-3.4594939
+117291,-0.0012834177,-9.251284,-11.626284,-7.6266356
+67975,-6.386785,-12.2617855,-0.011785051,-4.6377482
+104676,-0.07647872,-5.576479,-8.076479,-7.0773315
+109059,-0.7693217,-0.6443217,-6.5193214,-4.68687
+86252,-5.026734,-11.651734,-6.526734,-0.027041323
+109620,-0.00031192205,-12.125312,-14.625312,-8.250709
+35543,-4.184,-10.059,-5.184,-0.059413265
+96155,-6.3771706,-0.0021705895,-10.502171,-10.294876
+33646,-4.635264,-10.635264,-0.010263993,-11.13561
+64061,-0.00045468006,-10.875455,-10.000455,-8.25127
+6764,-8.248942e-05,-11.000082,-12.875082,-11.375489
+63078,-10.75063,-0.0006301801,-15.12563,-11.876348
+88343,-9.375726,-0.0007253638,-15.375726,-12.254961
+50106,-9.7504425,-0.000442407,-11.3754425,-9.779721
+35688,-8.148895,-12.398895,-0.023895023,-3.7742
+78697,-6.876529,-0.001529239,-11.62653,-10.002848
+13749,-0.31904656,-1.3190465,-7.4440465,-5.448166
+44428,-7.376762,-13.501762,-13.814262,-0.0064535295
+13880,-0.00022742547,-12.500227,-9.750227,-10.125421
+107805,-5.7921553,-10.167155,-0.042155333,-3.2923646
+47687,-6.2940526e-05,-13.250063,-13.250063,-11.12536
+3328,-9.125468,-11.500468,-0.00046790618,-8.75067
+27574,-6.5067,-11.8192005,-11.2567005,-0.006954921
+6049,-10.375291,-0.0002910667,-14.250291,-12.126372
+121371,-8.625527,-0.0005270046,-12.750527,-10.127611
+93977,-1.4078255,-10.657825,-0.28282544,-6.5329714
+87794,-7.8755774,-13.000578,-0.00057764055,-9.250754
+1284,-10.75039,-0.00038973842,-14.62539,-9.597253
+86737,-2.8725255,-6.872525,-2.8725255,-0.24824072
+9800,-10.50174,-15.93924,-18.43924,-0.20563208
+60632,-9.500317,-0.00031704645,-14.000317,-14.379589
+69196,-10.12552,-0.0005199749,-15.68802,-13.503637
+109514,-8.375898,-12.125898,-0.0008983152,-10.626291
+75454,-7.751043,-0.0010426567,-13.001042,-9.38134
+68262,-0.5884102,-11.58841,-0.9634102,-7.9640474
+51383,-1.6051625,-0.2301625,-7.7301626,-8.127468
+39024,-9.1264,-0.0013996101,-15.8139,-11.002564
+53372,-5.6278677,-9.752868,-1.0028679,-0.5055116
+61955,-5.2658277,-9.265828,-6.2658277,-0.016123572
+46407,-8.875418,-0.00041726464,-13.750418,-12.079882
+56851,-2.6066465,-11.481647,-0.10664645,-3.6069398
+117835,-8.625581,-13.250581,-0.0005806191,-10.626205
+41315,-0.707492,-12.332492,-0.707492,-4.4577475
+54086,-0.00013445904,-14.125134,-11.750134,-9.877151
+1123,-9.822363e-05,-13.500098,-10.750098,-10.7504835
+6738,-7.625847,-0.00084674265,-12.125847,-11.884399
+65022,-3.1317666,-7.0067663,-6.5067663,-0.26166978
+29011,-10.50054,-16.00054,-16.12554,-0.0021117686
+209,-5.7730803,-8.77308,-0.14808017,-2.0233283
+117949,-0.00012659225,-14.375127,-10.750127,-11.750316
+112253,-3.1542292,-4.404229,-5.904229,-0.1550737
+117575,-4.946779,-4.946779,-2.9467788,-0.07204597
+12151,-2.9306803,-10.30568,-0.055680353,-8.305858
+6503,-5.3808656,-12.630866,-10.130866,-0.006611836
+47388,-9.500409,-0.00040928094,-14.500409,-9.886466
+122533,-4.3886724,-10.388673,-9.013673,-0.013848335
+77557,-0.0021729686,-9.377173,-6.877173,-7.1284356
+3593,-4.4151297,-0.04012958,-7.4151297,-3.8072138
+39857,-0.0007996937,-9.3758,-13.5633,-9.001066
+82941,-9.625492,-0.00049245154,-14.937992,-14.264568
+2835,-0.00013827322,-12.125138,-11.750138,-9.750363
+12119,-0.049698647,-9.424699,-4.549699,-3.2998686
+2255,-0.0010813586,-11.251081,-9.751081,-7.1296315
+99071,-0.2296257,-7.8546257,-3.7296257,-1.7304065
+73970,-1.2263281,-6.851328,-0.47632813,-2.4768734
+73312,-2.4484727,-2.8234727,-3.3234727,-0.69893575
+109736,-11.500298,-0.00029785966,-13.625298,-11.013445
+2581,-7.6260858,-0.0010857646,-14.626086,-13.701963
+64922,-6.3841553,-13.259155,-14.509155,-0.21874876
+85830,-0.00021777165,-12.125217,-11.500217,-9.125516
+122144,-8.876289,-0.0012891324,-12.876289,-10.766633
+62330,-8.625807,-0.00080648315,-13.500807,-14.135412
+112561,-2.2446275,-5.2446275,-1.3696276,-1.5017881
+48434,-5.7535424,-0.0035425783,-13.878543,-12.075471
+119944,-10.125261,-0.00026127262,-15.500261,-16.251608
+120940,-0.018338652,-8.018338,-10.768338,-5.644562
+77443,-7.882439,-12.132439,-0.0074390545,-5.0143657
+23685,-6.006898,-11.006898,-0.0068978043,-5.5072246
+47231,-8.6258745,-0.0008749709,-14.2508745,-10.753558
+91022,-11.875371,-0.0003709105,-19.43787,-18.010214
+714,-6.0351806,-9.535181,-0.6601806,-0.7860781
+25730,-9.375194,-12.000194,-0.00019381552,-12.375637
+97729,-0.00042250767,-11.3754225,-10.8754225,-8.002031
+30236,-0.05521401,-9.055214,-10.680214,-2.9307482
+2443,-10.000364,-0.0003644756,-14.375364,-13.262807
+52656,-0.010998931,-10.260999,-5.3859987,-5.1364107
+116972,-5.4271436,-8.677144,-7.5521436,-0.053682275
+43770,-1.6800535,-5.0550537,-3.6800535,-0.34607863
+10949,-8.750459,-0.00045896962,-12.125459,-11.126887
+100306,-13.250404,-0.0004045145,-14.125404,-10.2805
+29745,-8.750472,-0.00047159992,-11.375472,-13.62993
+60439,-8.378568,-10.378568,-10.628568,-0.0044583506
+109824,-6.2526417,-0.0026418804,-11.627642,-13.759085
+102648,-3.2991686,-10.924169,-6.9241686,-0.05150997
+62099,-8.625456,-0.00045622909,-9.500456,-11.125989
+33686,-8.003289,-0.003289172,-11.503289,-9.003791
+116606,-5.629626,-12.754626,-12.129626,-0.004971117
+85384,-3.3024833,-10.427484,-8.802484,-0.053707466
+31834,-1.4177003,-6.6677003,-0.29270032,-5.9392605
+58133,-5.8866553,-10.886656,-8.136656,-0.013476605
+95196,-2.8150253,-10.940025,-0.06502528,-5.9407353
+11675,-7.1264057,-0.0014058002,-16.313906,-11.760007
+34902,-0.12503207,-4.750032,-4.250032,-2.6275342
+112691,-6.6492906,-11.27429,-5.6492906,-0.02537194
+33713,-2.2474008,-8.122401,-0.12240086,-5.9977183
+109135,-5.6289124,-12.253912,-0.003912415,-8.7548275
+60521,-0.47081557,-8.345816,-1.0958155,-3.2210114
+76695,-8.375894,-13.500894,-16.250895,-1.854481
+98619,-6.0047626,-11.754763,-0.004762734,-6.1305375
+13731,-10.750468,-0.00046826364,-12.875468,-13.002627
+14492,-11.250453,-0.00045313104,-13.250453,-12.258882
+81006,-7.0011983,-12.001199,-0.0011984078,-9.376491
+114491,-6.755047,-9.255047,-8.255047,-0.009331066
+120167,-9.875247,-11.750247,-0.00024709033,-12.501101
+69602,-12.750233,-0.0002324311,-15.812733,-13.698393
+81057,-1.9158549,-6.165855,-0.16585499,-5.79288
+118239,-7.0013843,-0.0013844916,-11.876385,-13.009713
+26999,-0.23647347,-8.736473,-1.6114734,-4.6116843
+103729,-0.21923119,-2.5942311,-3.2192311,-3.4758837
+70324,-6.317893e-05,-12.250063,-14.125063,-11.750345
+88697,-4.5917587,-11.841759,-3.8417585,-0.09300778
+79720,-10.375414,-0.00041368985,-12.500414,-11.630777
+119098,-2.2701788,-6.770179,-6.020179,-0.14556737
+16374,-8.377353,-0.00235233,-14.877353,-13.127655
+8973,-8.751015,-0.0010143141,-13.376015,-7.8776784
+92670,-0.0012417472,-9.751242,-7.5012417,-7.502626
+46136,-9.375465,-0.0004652848,-14.125465,-9.42746
+113240,-0.0004443135,-11.125444,-9.000444,-8.752602
+92271,-2.1149883,-10.864988,-1.3649883,-0.49017912
+47020,-8.018707,-10.268707,-0.018707737,-4.018876
+68952,-5.878811,-10.003811,-0.0038106462,-10.254193
+93704,-9.500196,-13.125196,-0.00019643761,-10.50235
+126515,-9.625517,-0.00051675795,-15.438017,-14.177523
+1648,-7.8062696,-8.80627,-0.056269765,-2.931652
+4147,-5.1382318,-10.013232,-1.6382319,-0.2636134
+106815,-4.7353883,-10.985388,-0.1103881,-2.3610616
+18919,-0.26527062,-5.1402707,-2.2652707,-2.3906586
+88395,-4.62193,-11.62193,-1.6219304,-0.24765454
+83361,-11.125536,-0.0005361788,-15.750536,-11.001049
+69550,-10.12536,-0.0003594706,-16.625359,-13.16201
+59782,-5.892024,-13.017024,-13.642024,-0.017977923
+62607,-6.642145,-9.517145,-7.017145,-0.02326861
+49031,-8.006802,-12.131802,-0.006801667,-5.1321115
+24073,-6.1558104,-10.96831,-5.2808104,-0.031259242
+34883,-7.7507467,-9.625747,-0.00074656744,-9.001052
+78080,-0.00048458754,-12.625484,-10.750484,-7.876247
+59546,-8.883701,-10.758701,-13.383701,-0.011280509
+123805,-6.502335,-0.002334847,-13.002335,-8.024576
+87807,-13.250751,-0.0007507366,-14.125751,-10.599175
+53821,-10.1261635,-15.0011635,-15.8136635,-0.014292608
+90016,-10.625317,-0.00031633142,-12.875317,-13.943759
+75870,-6.626793,-10.751793,-0.0017930873,-10.002196
+58764,-5.905341,-11.030341,-0.6553413,-0.79893374
+64575,-6.544376e-05,-12.125066,-15.000066,-10.875321
+85818,-7.757677,-11.757677,-8.632677,-0.008129525
+15652,-9.375267,-12.000267,-0.00026663562,-9.8761
+85976,-4.9384546,-11.813455,-0.18845464,-1.8141471
+15080,-10.625332,-0.0003323003,-15.750332,-13.265647
+79945,-7.75165,-0.0016496872,-15.56415,-11.258582
+76385,-5.618841,-10.493841,-0.11884127,-2.244462
+115581,-0.11240066,-5.1124005,-3.3624008,-2.737907
+61199,-10.500496,-0.00049614516,-14.875496,-17.420649
+85813,-7.3769464,-10.501946,-0.001946461,-8.127089
+67537,-13.000722,-0.0007215519,-12.750722,-9.877988
+89261,-3.169835,-8.669835,-0.044835005,-6.5453043
+22046,-3.6069763,-9.4819765,-4.8569765,-0.10748068
+22926,-0.5237094,-9.773709,-11.023709,-0.8998234
+49488,-2.994739,-7.994739,-2.869739,-0.12009371
+96660,-7.251716,-0.0017159751,-11.501716,-12.128091
+63730,-5.280916,-11.530916,-3.9059162,-0.031209486
+9677,-0.00011741426,-14.625117,-11.000117,-10.000249
+120201,-5.137031,-9.762031,-6.887031,-0.012627247
+35208,-7.6304736,-11.005474,-0.005473745,-11.255713
+30950,-5.301454,-10.051455,-0.05145413,-3.1771123
+66963,-0.14317605,-10.018176,-2.268176,-3.5186357
+16156,-10.0020895,-15.6895895,-17.31459,-0.1164542
+69670,-8.875409,-0.0004090426,-12.125409,-12.501612
+13477,-6.0035024,-0.0035023084,-13.253502,-7.407357
+50904,-11.25144,-0.0014399646,-10.37644,-11.752417
+7930,-8.375918,-11.250918,-0.0009188006,-7.501111
+26294,-7.0192204,-11.14422,-7.8942204,-0.023368027
+35749,-1.4868497,-11.11185,-0.36184967,-2.6120508
+55850,-0.13068186,-7.755682,-2.2556818,-4.1311584
+64767,-11.00069,-14.87569,-15.62569,-0.008869918
+22057,-5.771978,-11.771977,-2.021978,-0.14730372
+87663,-6.6425924,-11.892592,-5.7675924,-0.017851112
+35864,-7.381312,-13.131312,-7.506312,-0.0064461795
+33007,-4.7610207,-8.761021,-0.011020626,-6.2622304
+81372,-5.5079713,-11.882972,-8.882972,-0.008230987
+97703,-5.804479,-0.054479036,-11.866979,-10.682655
+118589,-0.0018700745,-12.12687,-12.37687,-6.377101
+65741,-0.104682274,-7.6046824,-11.479682,-2.3553004
+119601,-2.683065,-6.933065,-1.933065,-0.3110843
+114504,-6.8774986,-10.502499,-0.00249884,-6.6295395
+92452,-6.699338e-05,-13.750067,-11.875067,-11.00025
+11152,-0.13023268,-9.130233,-9.630233,-2.1313698
+44669,-4.635919,-8.01092,-0.010919106,-7.6367464
+121963,-9.375582,-0.0005820487,-12.875582,-15.002036
+63486,-9.125843,-13.125843,-15.750843,-0.0014935035
+123055,-3.7879803,-8.66298,-6.03798,-0.049147036
+119717,-3.531107,-13.406107,-14.343607,-0.04734446
+88042,-2.3288183,-10.578818,-2.4538183,-0.20441496
+54428,-10.375452,-0.00045229695,-12.375452,-12.948887
+125274,-0.00061695615,-12.375617,-9.250617,-7.751008
+46816,-6.607139,-8.60714,-0.35713917,-1.232898
+8553,-0.13238214,-10.132382,-2.1323822,-5.2576547
+56455,-12.250602,-0.0006013492,-18.0631,-16.627935
+101092,-0.0014528206,-10.751452,-6.751453,-10.127396
+55570,-0.0010431331,-11.751043,-13.126043,-7.002394
+2531,-0.0029174406,-12.252917,-10.502917,-5.878651
+55854,-7.6272964,-0.0022965504,-14.439796,-12.002552
+65143,-0.00012242045,-14.125122,-12.750122,-10.000685
+28422,-7.1380014,-12.325501,-7.8880014,-0.013288452
+36329,-4.0569816,-11.744481,-10.556981,-0.063733585
+8061,-8.125994,-0.0009940688,-15.000994,-15.905535
+107678,-11.3752985,-0.00029881304,-12.0002985,-9.504603
+53009,-0.105355196,-10.230355,-9.730355,-2.6058102
+62879,-0.00037889453,-14.000379,-13.875379,-8.250935
+26784,-9.500392,-0.0003917642,-12.250392,-15.188308
+21912,-6.826343,-11.201343,-0.07634288,-2.703711
+113597,-0.000108712964,-12.250109,-13.500109,-9.875332
+82760,-0.00012718822,-11.875127,-12.500127,-9.50082
+26160,-9.75054,-0.0005395149,-13.25054,-12.39044
+23421,-10.000242,-0.0002424423,-14.875242,-10.629736
+41793,-2.5792823,-3.2042823,-8.579283,-1.4584346
+103325,-10.625672,-0.0006722336,-15.125672,-11.751179
+33557,-12.125249,-0.00024935475,-16.62525,-16.126896
+81209,-12.250651,-0.00065090926,-13.875651,-10.75125
+107064,-12.000988,-16.188488,-16.500988,-0.11666003
+98221,-1.1390094,-8.639009,-11.139009,-0.38966888
+16139,-8.636031,-13.011031,-9.011031,-0.011810152
+62717,-7.3763156,-0.0013154434,-12.376315,-11.879874
+28151,-9.9654004e-05,-12.125099,-13.875099,-10.000529
+22888,-9.875656,-0.00065615104,-10.625656,-10.8597765
+24637,-0.29790264,-7.9229026,-2.6729026,-1.6731459
+92809,-4.64375,-12.76875,-8.26875,-0.019230654
+91862,-5.379935,-9.129934,-0.0049346327,-10.006085
+7412,-7.4979835e-05,-13.500075,-10.750075,-11.750279
+52442,-1.5332594,-8.158259,-0.40825945,-2.1591508
+87399,-0.00075919414,-10.875759,-8.250759,-8.25107
+112712,-9.3336515e-05,-12.625093,-10.375093,-11.875429
+54201,-0.47509986,-10.3501,-9.3501,-0.9755823
+117074,-5.8941503,-9.26915,-0.019150134,-4.144438
+25137,-6.0065384,-11.131538,-12.631538,-4.9698124
+16780,-0.0035672858,-12.003568,-7.378567,-6.1287374
+72881,-5.8100924,-9.810092,-0.06009222,-2.9358041
+110597,-9.250717,-0.00071678695,-14.875717,-11.876881
+89655,-0.00013827322,-13.875138,-12.000138,-11.7530985
+48391,-6.2530746,-0.0030746828,-13.503075,-11.130368
+110182,-0.00018654513,-13.375187,-12.625187,-10.750413
+87621,-3.0427303,-3.9177303,-8.85523,-0.17297928
+122711,-5.9483667e-05,-14.500059,-14.250059,-12.376163
+115720,-0.002558175,-12.877558,-12.127558,-6.0031447
+66486,-6.877032,-0.0020320022,-13.127032,-11.437281
+68169,-7.0015388,-0.0015388802,-12.251539,-11.502715
+110138,-1.4693886,-7.2193885,-0.34438857,-4.219688
+21580,-7.3767314,-0.0017314457,-15.751732,-13.761273
+102553,-12.251339,-0.0013385393,-13.376339,-9.673901
+78769,-9.875489,-0.00048899616,-17.125488,-12.881656
+93593,-10.00039,-0.0003904534,-13.87539,-10.251597
+16612,-6.751398,-0.0013983005,-10.876398,-11.139305
+59583,-5.754478,-13.8794775,-12.7544775,-0.0058322325
+76885,-0.19653937,-8.071539,-13.571539,-4.206366
+120777,-8.125598,-0.0005977751,-12.875598,-12.316692
+121894,-0.02648215,-10.901483,-9.901483,-3.6519828
+88371,-8.3443025e-05,-12.625083,-15.250083,-11.500641
+68747,-4.5113134,-9.636313,-0.011313571,-11.5124235

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,478 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3581552095711231,0,5.831554412841797,
+0,8,0.06360099837183952,1,5.320268253485362,
+0,16,0.03707442805171013,2,6.617529392242432,
+1,24,0.03364679217338562,3,2.9775407314300537,
+1,32,0.03374021500349045,4,3.3982558086514474,
+2,40,0.03433115780353546,5,2.653784860457693,
+2,48,0.03352046012878418,6,1.77567288428545,
+3,56,0.03376642242074013,7,1.836266902089119,
+3,64,0.03341081738471985,8,1.0733887909778528,
+4,72,0.03399612009525299,9,0.8941222848370671,
+4,80,0.03376685827970505,10,0.22789756022393703,
+5,88,0.033619388937950134,11,0.5953790390464876,
+5,96,0.03418601304292679,12,0.42959115793928504,
+6,104,0.03355810418725014,13,0.4373094678656863,
+6,112,0.0337507538497448,14,0.26158879455178974,
+7,120,0.0344439297914505,15,0.12505001186703643,
+7,128,0.03353734314441681,16,0.1506941462866962,
+,,,16,,0.11308978497982025
+8,136,0.03365020826458931,17,0.08587191828216116,
+8,144,0.03441641107201576,18,0.17497043668602905,
+9,152,0.03335912898182869,19,0.14144101766869427,
+9,160,0.033590544015169144,20,0.10660901013761759,
+10,168,0.03313407674431801,21,0.09086232376284897,
+10,176,0.03344319388270378,22,0.0748191458738542,
+11,184,0.03369179740548134,23,0.07774399481713772,
+11,192,0.033211760222911835,24,0.03876887634396553,
+12,200,0.03437436372041702,25,0.055397820891812444,
+12,208,0.033683981746435165,26,0.02030961335791896,
+13,216,0.033241331577301025,27,0.016283989301882684,
+13,224,0.03334388881921768,28,0.031592270359396935,
+14,232,0.03454434499144554,29,0.022480733003855374,
+14,240,0.03309198096394539,30,0.015533826857184371,
+15,248,0.033335763961076736,31,0.01722466735684845,
+15,256,0.03352240473031998,32,0.009242227365029975,
+,,,32,,0.010071303695440292
+16,264,0.03359737619757652,33,0.009814272087533027,
+16,272,0.03312274068593979,34,0.01031480855765819,
+17,280,0.0333285816013813,35,0.00512880274472991,
+17,288,0.03353378176689148,36,0.008921053744935696,
+18,296,0.03335830941796303,37,0.0042870524834142994,
+18,304,0.033180732280015945,38,0.006836843844212126,
+19,312,0.03376024588942528,39,0.0066143037277340356,
+19,320,0.033297643065452576,40,0.0036475729910307566,
+20,328,0.03372124210000038,41,0.0046905435374355875,
+20,336,0.0344952717423439,42,0.003951568435877561,
+21,344,0.03363190218806267,43,0.0038888386867862814,
+21,352,0.03340112790465355,44,0.003237895679679544,
+22,360,0.0332600399851799,45,0.0029998660284036305,
+22,368,0.03361561894416809,46,0.0030902468006388517,
+23,376,0.033352311700582504,47,0.00211906569529674,
+23,384,0.03318188339471817,48,0.0033850325186601062,
+,,,48,,0.0022929704282432795
+24,392,0.03345019742846489,49,0.0025636758466134777,
+24,400,0.03339337185025215,50,0.0024870999779003406,
+25,408,0.03371056914329529,51,0.0029903436079621315,
+25,416,0.03370245546102524,52,0.0010501379947527312,
+26,424,0.02842383086681366,53,0.0022541291234249783,
+26,432,0.02834009751677513,54,0.002107725811947603,
+27,440,0.02853899449110031,55,0.0025197666509484407,
+27,448,0.02844236046075821,56,0.0016963727975962684,
+28,456,0.028605002909898758,57,0.00148633874632651,
+28,464,0.02857053652405739,58,0.002274482698079997,
+29,472,0.028576552867889404,59,0.0016422146169740397,
+29,480,0.028698626905679703,60,0.00228345136383723,
+30,488,0.02861015498638153,61,0.0015496755598481589,
+30,496,0.028874807059764862,62,0.002169076108354299,
+31,504,0.028635475784540176,63,0.0019430450338404626,
+31,512,0.02881542220711708,64,0.0017294107754423748,
+,,,64,,0.001580545911565423
+32,520,0.028933674097061157,65,0.001980637973507068,
+32,528,0.02873142808675766,66,0.001404459952027537,
+33,536,0.03336355835199356,67,0.002041234057590676,
+33,544,0.028720811009407043,68,0.001324163324170513,
+34,552,0.028921104967594147,69,0.0017995294797401584,
+34,560,0.028956014662981033,70,0.0013019008219998796,
+35,568,0.02868904545903206,71,0.0017955413204617798,
+35,576,0.028696518391370773,72,0.001201674170442857,
+36,584,0.028583958745002747,73,0.0015821356670736957,
+36,592,0.028631899505853653,74,0.0015052548618162593,
+37,600,0.02851192280650139,75,0.0017862271148866664,
+37,608,0.028569672256708145,76,0.001246491787848451,
+38,616,0.028621632605791092,77,0.0013141412096696772,
+38,624,0.028816889971494675,78,0.0016449720875243655,
+39,632,0.02852918580174446,79,0.0012131593154793205,
+39,640,0.028628844767808914,80,0.0017610339011298493,
+,,,80,,0.001365468604490161
+40,648,0.028594300150871277,81,0.0014639256805821788,
+40,656,0.028903644531965256,82,0.0014074636211652042,
+41,664,0.028494201600551605,83,0.0011778785548813176,
+41,672,0.02854544296860695,84,0.0016052916928726649,
+42,680,0.02862120047211647,85,0.0011233155433728824,
+42,688,0.028567928820848465,86,0.001562812258531007,
+43,696,0.02885368838906288,87,0.001817122085152992,
+43,704,0.028748128563165665,88,0.0007506394897063729,
+44,712,0.02840263396501541,89,0.0013943251475817913,
+44,720,0.02846093475818634,90,0.0013458480340583872,
+45,728,0.02880203351378441,91,0.0010915125320025254,
+45,736,0.02867836505174637,92,0.001516617992560246,
+46,744,0.028783615678548813,93,0.0010313845581549686,
+46,752,0.028485555201768875,94,0.0015712765307398513,
+47,760,0.02854219079017639,95,0.0012870313791305914,
+47,768,0.028929855674505234,96,0.0013508465272025205,
+,,,96,,0.0012924224138259888
+48,776,0.02904980629682541,97,0.001391797940110943,
+48,784,0.02842063456773758,98,0.001144720630691154,
+49,792,0.028583887964487076,99,0.001065415787577097,
+49,800,0.028646957129240036,100,0.0015228579024551437,
+50,808,0.0289323553442955,101,0.0012107145074488862,
+50,816,0.02884625643491745,102,0.0011779592168750241,
+51,824,0.0329352468252182,103,0.0012681254056587932,
+51,832,0.028305664658546448,104,0.0012177053713458008,
+52,840,0.028650321066379547,105,0.0008693152146103481,
+52,848,0.028727520257234573,106,0.0015268208129176248,
+53,856,0.029040493071079254,107,0.001408844083319612,
+53,864,0.028982151299715042,108,0.0009841576660013136,
+54,872,0.028636015951633453,109,0.0007740748951619025,
+54,880,0.03344259411096573,110,0.0013971131827150071,
+55,888,0.028873290866613388,111,0.0009017721604323015,
+55,896,0.02875560149550438,112,0.001452319501064873,
+,,,112,,0.0010881477501243353
+56,904,0.028748229146003723,113,0.0011155917187958646,
+56,912,0.029377665370702744,114,0.0012131939317138556,
+57,920,0.028748665004968643,115,0.001241429746490515,
+57,928,0.02941865101456642,116,0.0010201987643085886,
+58,936,0.028653722256422043,117,0.0012026151810763015,
+58,944,0.028620608150959015,118,0.0010011874207217868,
+59,952,0.033077966421842575,119,0.001163838678621687,
+59,960,0.028560936450958252,120,0.001072035389370285,
+60,968,0.02851692959666252,121,0.0007167151576140896,
+60,976,0.02868148311972618,122,0.0013222880204141671,
+61,984,0.02871037647128105,123,0.0012083855144737754,
+61,992,0.028556380420923233,124,0.0008041231412789784,
+62,1000,0.032865311950445175,125,0.0008753785077715293,
+62,1008,0.028643861413002014,126,0.0012084668996976689,
+63,1016,0.13449056446552277,127,0.0010037561423814623,
+63,1024,0.028745830059051514,128,0.0011849823313241359,
+,,,128,,0.0010493601439520717
+64,1032,0.028408408164978027,129,0.0011533854297643604,
+64,1040,0.02859017252922058,130,0.000997159223819229,
+65,1048,0.028584521263837814,131,0.001143750688546182,
+65,1056,0.03305116668343544,132,0.0009289718436775729,
+66,1064,0.028611760586500168,133,0.0012501314461890918,
+66,1072,0.02876906841993332,134,0.0007762368871529665,
+67,1080,0.028564434498548508,135,0.001131749793421477,
+67,1088,0.02864498645067215,136,0.0009947883050439746,
+68,1096,0.02886521816253662,137,0.0009644241130445152,
+68,1104,0.033054646104574203,138,0.0010220299341848918,
+69,1112,0.028486434370279312,139,0.0008382988404870654,
+69,1120,0.028671566396951675,140,0.0011323031358188018,
+70,1128,0.02887376770377159,141,0.0010224690224276856,
+70,1136,0.02859324961900711,142,0.0009401955659476309,
+71,1144,0.028739873319864273,143,0.0008854873551172205,
+71,1152,0.028801660984754562,144,0.0010180143477295392,
+,,,144,,0.0009594913572072983
+72,1160,0.028975848108530045,145,0.0010962388827465475,
+72,1168,0.028743859380483627,146,0.0008668801139200306,
+73,1176,0.029084689915180206,147,0.0007715844476479106,
+73,1184,0.028960909694433212,148,0.0010823124466696754,
+74,1192,0.028665676712989807,149,0.0011059046591981314,
+74,1200,0.029007475823163986,150,0.0007747894063262114,
+75,1208,0.02870885282754898,151,0.0009192479587909475,
+75,1216,0.02866009995341301,152,0.0009856790420599282,
+76,1224,0.028950553387403488,153,0.0011001993261743337,
+76,1232,0.02905413880944252,154,0.0006700121193716768,
+77,1240,0.02868957445025444,155,0.0009309266145767955,
+77,1248,0.028833426535129547,156,0.0008874723292440952,
+78,1256,0.028601814061403275,157,0.0009193914890299008,
+78,1264,0.0290166437625885,158,0.0009283264662371948,
+79,1272,0.028367020189762115,159,0.0007734299312384488,
+79,1280,0.028655584901571274,160,0.0010290991012880113,
+,,,160,,0.0008636692073196173
+80,1288,0.028332754969596863,161,0.0010020990563740877,
+80,1296,0.028256870806217194,162,0.0007793814656906761,
+81,1304,0.028551317751407623,163,0.0009067775587027427,
+81,1312,0.02825908735394478,164,0.000901436737746865,
+82,1320,0.028382878750562668,165,0.000984970664181414,
+82,1328,0.028256308287382126,166,0.000767102926329244,
+83,1336,0.03313901275396347,167,0.0009496260657518482,
+83,1344,0.02826184406876564,168,0.0008085230868649281,
+84,1352,0.028695687651634216,169,0.0007282496741633319,
+84,1360,0.02854366973042488,170,0.0009882791152146335,
+85,1368,0.02849986031651497,171,0.0008884790828839565,
+85,1376,0.03342656418681145,172,0.0008600344329655248,
+86,1384,0.03338683024048805,173,0.0007674020947888493,
+86,1392,0.028360337018966675,174,0.0009086344902503438,
+87,1400,0.028567567467689514,175,0.0010180813717722362,
+87,1408,0.028302889317274094,176,0.0006529856822453439,
+,,,176,,0.000844856258481741
+88,1416,0.028511743992567062,177,0.0007286108339030761,
+88,1424,0.028301656246185303,178,0.0009508837611065246,
+89,1432,0.028478268533945084,179,0.0007157962785034518,
+89,1440,0.028730593621730804,180,0.0008955821540439501,
+90,1448,0.02818913757801056,181,0.000622319664216775,
+90,1456,0.03310754895210266,182,0.0009258632990167825,
+91,1464,0.02834007516503334,183,0.0004459639712877106,
+91,1472,0.028447791934013367,184,0.0009695806838863064,
+92,1480,0.028948858380317688,185,0.0007682710365770617,
+92,1488,0.02868027240037918,186,0.0008337493030315576,
+93,1496,0.02861335501074791,187,0.0008485976330121047,
+93,1504,0.028145670890808105,188,0.0007772150846514185,
+94,1512,0.02836906537413597,189,0.0009190068580210209,
+94,1520,0.02831590175628662,190,0.0007240644055335517,
+95,1528,0.028421737253665924,191,0.0008224189041357022,
+95,1536,0.02860880270600319,192,0.000779493023098136,
+,,,192,,0.0007900958298705518
+96,1544,0.028422605246305466,193,0.0008625946478180898,
+96,1552,0.028377000242471695,194,0.0007211416838496613,
+97,1560,0.03302628919482231,195,0.0007220852215444514,
+97,1568,0.028722181916236877,196,0.00084989883301508,
+98,1576,0.028648626059293747,197,0.0008249063478918591,
+98,1584,0.028646454215049744,198,0.0007153676245555592,
+99,1592,0.02864149585366249,199,0.0006530776871451442,
+99,1600,0.028581004589796066,200,0.000926861089101294,
+100,1608,0.028882041573524475,201,0.0007169994911237154,
+100,1616,0.028520788997411728,202,0.0008061713929886796,
+101,1624,0.028859931975603104,203,0.0008251981474001825,
+101,1632,0.028559021651744843,204,0.0007474632991943508,
+102,1640,0.028950568288564682,205,0.0007821621360822714,
+102,1648,0.028820056468248367,206,0.0007696481698076241,
+103,1656,0.02873881906270981,207,0.000697880419465946,
+103,1664,0.028484392911195755,208,0.0008336700796332609,
+,,,208,,0.0007339365547522902
+104,1672,0.02889735996723175,209,0.0009106526148181209,
+104,1680,0.03347665071487427,210,0.0005368110723793507,
+105,1688,0.02901172637939453,211,0.0008874216029653326,
+105,1696,0.029141593724489212,212,0.0006415664091556599,
+106,1704,0.02901798114180565,213,0.000787238365904029,
+106,1712,0.02882477641105652,214,0.0006524301439640112,
+107,1720,0.028741013258695602,215,0.0006446538725867867,
+107,1728,0.02890346571803093,216,0.0007846839871490374,
+108,1736,0.029172219336032867,217,0.0007471688732039183,
+108,1744,0.028909984976053238,218,0.0006680948954453925,
+109,1752,0.028846997767686844,219,0.000730712927179411,
+109,1760,0.028770245611667633,220,0.0006837726292100602,
+110,1768,0.02887476608157158,221,0.0007311993384584119,
+110,1776,0.0286661759018898,222,0.0007095913228113204,
+111,1784,0.02908150479197502,223,0.0007465048280816214,
+111,1792,0.028849918395280838,224,0.0006746604515986595,
+,,,224,,0.0007132328464649618
+112,1800,0.028838850557804108,225,0.000729433138206202,
+112,1808,0.028770580887794495,226,0.0006789138846215792,
+113,1816,0.03323913738131523,227,0.0006390613139956258,
+113,1824,0.028750382363796234,228,0.0007069601592125504,
+114,1832,0.028655823320150375,229,0.0007754542727655332,
+114,1840,0.02871052920818329,230,0.0005699928449757862,
+115,1848,0.029084257781505585,231,0.0006943912988693531,
+115,1856,0.028918594121932983,232,0.0006750538692964861,
+116,1864,0.029160194098949432,233,0.0007411045849689149,
+116,1872,0.02873971313238144,234,0.0006434070426621474,
+117,1880,0.028605777770280838,235,0.0006333103926105347,
+117,1888,0.02841196581721306,236,0.0007346087865395626,
+118,1896,0.0285298153758049,237,0.0005615400572423823,
+118,1904,0.028501495718955994,238,0.0007296904316587773,
+119,1912,0.02869381755590439,239,0.00073561187764426,
+119,1920,0.02849048748612404,240,0.0005280415116430959,
+,,,240,,0.0006791413761675358
+120,1928,0.02882564067840576,241,0.000708062546826633,
+120,1936,0.028645120561122894,242,0.0005779808168881572,
+121,1944,0.028779566287994385,243,0.0007302584253920941,
+121,1952,0.028796520084142685,244,0.0004772089660036727,
+122,1960,0.028634026646614075,245,0.0006451078526359717,
+122,1968,0.028720702975988388,246,0.0006749034291715361,
+123,1976,0.028896313160657883,247,0.000733091116126161,
+123,1984,0.02874922752380371,248,0.0005893886045669205,
+124,1992,0.02845429629087448,249,0.0006402628496289253,
+124,2000,0.02845964953303337,250,0.000684802104452891,
+125,2008,0.028702564537525177,251,0.0006319997378990852,
+125,2016,0.028787199407815933,252,0.0006130815861979499,
+126,2024,0.02884715050458908,253,0.0005719846194551792,
+126,2032,0.033372025936841965,254,0.0007577007224123614,
+127,2040,0.033179912716150284,255,0.0004943712192471139,
+127,2048,0.028853818774223328,256,0.0007243304550814043,
+,,,256,,0.0006431600777432323
+128,2056,0.0288272462785244,257,0.0006390745111275464,
+128,2064,0.028454836457967758,258,0.0006390855366286511,
+129,2072,0.028653040528297424,259,0.0006449358167758744,
+129,2080,0.02857328951358795,260,0.0006166514904180076,
+130,2088,0.028861932456493378,261,0.0006348807924950961,
+130,2096,0.028396964073181152,262,0.0006120570677532149,
+131,2104,0.02872416377067566,263,0.0005888634623261169,
+131,2112,0.028595879673957825,264,0.0006554947446732383,
+132,2120,0.02876603975892067,265,0.0005414514598669484,
+132,2128,0.02843596041202545,266,0.0007388286418669546,
+133,2136,0.028805304318666458,267,0.0007992278891227519,
+133,2144,0.028448574244976044,268,0.00045013731869403273,
+134,2152,0.02903687208890915,269,0.0006686941869702423,
+134,2160,0.028696872293949127,270,0.0005761417730051713,
+135,2168,0.028714492917060852,271,0.0004992810012481641,
+135,2176,0.028677858412265778,272,0.0007050475469441153,
+,,,272,,0.0006345741567201912
+136,2184,0.028576530516147614,273,0.0006886393627307067,
+136,2192,0.028681542724370956,274,0.0005642474109966619,
+137,2200,0.028544284403324127,275,0.00039136841769504827,
+137,2208,0.028741195797920227,276,0.0007272784223459894,
+138,2216,0.028765380382537842,277,0.0005739002917835023,
+138,2224,0.02901444211602211,278,0.0006165466014257012,
+139,2232,0.02880336344242096,279,0.0006487284076034225,
+139,2240,0.02869657427072525,280,0.0005705015937564895,
+140,2248,0.028697270900011063,281,0.0005910863874305505,
+140,2256,0.0284227654337883,282,0.0006161831491529787,
+141,2264,0.02839701622724533,283,0.0005996786561202802,
+141,2272,0.02829904481768608,284,0.0006069874895426134,
+142,2280,0.028664186596870422,285,0.000427293311804533,
+142,2288,0.028924398124217987,286,0.0007502971150513206,
+143,2296,0.028546135872602463,287,0.0006104552364073849,
+143,2304,0.028504248708486557,288,0.0005941486148609935,
+,,,288,,0.0006031773518770933
+144,2312,0.028585858643054962,289,0.0006773284415733846,
+144,2320,0.02904420718550682,290,0.0004811822297294081,
+145,2328,0.028739798814058304,291,0.000692739014214437,
+145,2336,0.02870143949985504,292,0.0004448529551154934,
+146,2344,0.028837256133556366,293,0.0006288686417974532,
+146,2352,0.028798844665288925,294,0.0005312609122483991,
+147,2360,0.028744664043188095,295,0.0006322139500601528,
+147,2368,0.028784073889255524,296,0.0005607635642566796,
+148,2376,0.02856292575597763,297,0.0004879497850197367,
+148,2384,0.028854407370090485,298,0.0006881225708639249,
+149,2392,0.029138565063476562,299,0.00066287772902537,
+149,2400,0.028505321592092514,300,0.0004737263836432248,
+150,2408,0.028586875647306442,301,0.0006182742181408685,
+150,2416,0.02861718088388443,302,0.0005643703346625747,
+151,2424,0.028759200125932693,303,0.0005955735570751131,
+151,2432,0.02876412495970726,304,0.0005443653436876568,
+,,,304,,0.0006081260507926345
+152,2440,0.028910059481859207,305,0.0006435848772525787,
+152,2448,0.028640709817409515,306,0.00048160474943870213,
+153,2456,0.029008768498897552,307,0.0005434042450360721,
+153,2464,0.028955787420272827,308,0.0006064270625453597,
+154,2472,0.029312461614608765,309,0.0005950552663957101,
+154,2480,0.028343014419078827,310,0.0005487707981956192,
+155,2488,0.02849002182483673,311,0.0005064347621685426,
+155,2496,0.033389002084732056,312,0.0006719920958857984,
+156,2504,0.028970755636692047,313,0.0006009450808051042,
+156,2512,0.02812846750020981,314,0.0005387626530136913,
+157,2520,0.028265729546546936,315,0.000622716859652428,
+157,2528,0.02831593155860901,316,0.0004942198696274621,
+158,2536,0.028183072805404663,317,0.0006093723131925799,
+158,2544,0.0285850390791893,318,0.000524492836727101,
+159,2552,0.02875298261642456,319,0.0006157958141557174,
+159,2560,0.028517339378595352,320,0.0004591550941768219,
+,,,320,,0.0005571730434894562
+160,2568,0.02861132100224495,321,0.0005842897908223676,
+160,2576,0.029330726712942123,322,0.00045355004112934694,
+161,2584,0.028825432062149048,323,0.0005988361796577616,
+161,2592,0.028917133808135986,324,0.00048811507804202847,
+162,2600,0.028945080935955048,325,0.0005285717343213037,
+162,2608,0.028769928961992264,326,0.0005119125016790349,
+163,2616,0.02867398038506508,327,0.0004963071351085091,
+163,2624,0.028956659138202667,328,0.0005821448527664567,
+164,2632,0.02909381315112114,329,0.000464030744478805,
+164,2640,0.02933342009782791,330,0.0006011935651518538,
+165,2648,0.028963662683963776,331,0.0006081265664761304,
+165,2656,0.029306069016456604,332,0.00041028070700122043,
+166,2664,0.03359491750597954,333,0.0006216936838297572,
+166,2672,0.029029767960309982,334,0.000426337788667297,
+167,2680,0.029167592525482178,335,0.000531240168735773,
+167,2688,0.028696689754724503,336,0.000548889397274858,
+,,,336,,0.0005638519651256502
+168,2696,0.029117900878190994,337,0.0006687595987386885,
+168,2704,0.03354327380657196,338,0.00036386670763022266,
+169,2712,0.028820902109146118,339,0.00044943216441121575,
+169,2720,0.02887795865535736,340,0.0006459673871480239,
+170,2728,0.02908482402563095,341,0.0004791827319422737,
+170,2736,0.02915835753083229,342,0.0005794259206075887,
+171,2744,0.02918926253914833,343,0.0005919529091139945,
+171,2752,0.02908163145184517,344,0.0005185668524063658,
+172,2760,0.029012206941843033,345,0.00048444922867929563,
+172,2768,0.028948184102773666,346,0.0005736798224721237,
+173,2776,0.029125388711690903,347,0.0004773663580029582,
+173,2784,0.028984159231185913,348,0.0005663644151354674,
+174,2792,0.03366856276988983,349,0.0004433657770277932,
+174,2800,0.029131080955266953,350,0.0006093934077528372,
+175,2808,0.02889377996325493,351,0.0005823834993255635,
+175,2816,0.028615273535251617,352,0.00047148407247732393,
+,,,352,,0.0005577753763645887
+176,2824,0.028789643198251724,353,0.0004560726938507287,
+176,2832,0.02900109812617302,354,0.0005927723092706098,
+177,2840,0.03348498418927193,355,0.0005982892907923087,
+177,2848,0.028907906264066696,356,0.0003456913955233176,
+178,2856,0.02863754704594612,357,0.0005570219320361503,
+178,2864,0.02854909375309944,358,0.000485977249939294,
+179,2872,0.028663236647844315,359,0.00040102162674884314,
+179,2880,0.02844584733247757,360,0.0006367375411043343,
+180,2888,0.02846173569560051,361,0.0005134417078807019,
+180,2896,0.02837201952934265,362,0.0005139329259691294,
+181,2904,0.02855219691991806,363,0.0005565124047279824,
+181,2912,0.02876538783311844,364,0.000480286916475355,
+182,2920,0.028481315821409225,365,0.0005869019684420588,
+182,2928,0.0288068987429142,366,0.0004592172881530132,
+183,2936,0.028606656938791275,367,0.0006002803250642804,
+183,2944,0.028438404202461243,368,0.00047544605816559243,
+,,,368,,0.0005464686546474695
+184,2952,0.028629250824451447,369,0.0005511867857421748,
+184,2960,0.02846858650445938,370,0.0004926544485594301,
+185,2968,0.028408575803041458,371,0.0005537389345893947,
+185,2976,0.028651297092437744,372,0.00048242918516431626,
+186,2984,0.02879105508327484,373,0.00047469514902331866,
+186,2992,0.028695065528154373,374,0.0005411765905591892,
+187,3000,0.028840862214565277,375,0.0005679715395672247,
+187,3008,0.028558239340782166,376,0.0004628770493582124,
+188,3016,0.028703462332487106,377,0.0005331560345699213,
+188,3024,0.028579287230968475,378,0.00048252235574182124,
+189,3032,0.028869882225990295,379,0.0004896955585233324,
+189,3040,0.02870231866836548,380,0.0005221751513696896,
+190,3048,0.02883305773139,381,0.00048349969386306057,
+190,3056,0.02906038612127304,382,0.0005296540708513931,
+191,3064,0.029011320322752,383,0.0005749555893999059,
+191,3072,0.028765618801116943,384,0.0004762665060601042,
+,,,384,,0.0005227915826253593
+192,3080,0.028648938983678818,385,0.0005075679466244765,
+192,3088,0.028903599828481674,386,0.0004964880239900335,
+193,3096,0.02879546582698822,387,0.0005290717987615304,
+193,3104,0.02865898609161377,388,0.0004646890902222367,
+194,3112,0.02872450277209282,389,0.0004039040344650857,
+194,3120,0.028984583914279938,390,0.0005778405715578369,
+195,3128,0.028980832546949387,391,0.0004966997627586048,
+195,3136,0.028499796986579895,392,0.0005198887120059226,
+196,3144,0.028749607503414154,393,0.0005082499828859,
+196,3152,0.02863018959760666,394,0.000494778450956801,
+197,3160,0.028536010533571243,395,0.0005097300308989361,
+197,3168,0.028687957674264908,396,0.00047999043090385385,
+198,3176,0.02879808470606804,397,0.0005482546718364271,
+198,3184,0.028470981866121292,398,0.000452398317065672,
+199,3192,0.033351052552461624,399,0.000463866324571427,
+199,3200,0.02845035493373871,400,0.0005052465026632749,
+,,,400,,0.0005216196877881885
+200,3208,0.02883647382259369,401,0.0004837017799478157,
+200,3216,0.028722379356622696,402,0.00048300056441803464,
+201,3224,0.028714675456285477,403,0.00035611150742624885,
+201,3232,0.028484079986810684,404,0.0005834215865304161,
+202,3240,0.028530728071928024,405,0.0005260887622474305,
+202,3248,0.028861913830041885,406,0.0004649480045676076,
+203,3256,0.02877805009484291,407,0.0005496761975033829,
+203,3264,0.028414860367774963,408,0.0003992933076612341,
+204,3272,0.02881067618727684,409,0.0004623500804882497,
+204,3280,0.02874463051557541,410,0.0004903419196905036,
+205,3288,0.028511080890893936,411,0.0005821855343778484,
+205,3296,0.028668485581874847,412,0.0003756845842872281,
+206,3304,0.028806015849113464,413,0.0005209892929997295,
+206,3312,0.02852201834321022,414,0.0004638580004601473,
+207,3320,0.03353520482778549,415,0.0004842417525651399,
+207,3328,0.028462618589401245,416,0.0005017815918628392,
+,,,416,,0.0005116011598147452
+208,3336,0.028702810406684875,417,0.0005281686450568183,
+208,3344,0.029017485678195953,418,0.00043739075044868514,
+209,3352,0.028219547122716904,419,0.0005291872158912676,
+209,3360,0.028379812836647034,420,0.00041894147943821736,
+210,3368,0.02864246815443039,421,0.0004160791722824797,
+210,3376,0.02872568741440773,422,0.0005437640441717425,
+211,3384,0.028913039714097977,423,0.0004249423691362608,
+211,3392,0.02886970341205597,424,0.0005434210324892774,
+212,3400,0.028814241290092468,425,0.0004591238040510299,
+212,3408,0.03361105918884277,426,0.0004866925926762633,
+213,3416,0.02905753254890442,427,0.0004471647419753329,
+213,3424,0.02919691801071167,428,0.0005058267421797306,
+214,3432,0.02886926382780075,429,0.0005004944129420134,
+214,3440,0.028673820197582245,430,0.00047125570502733655,
+215,3448,0.028502460569143295,431,0.0004701247762568528,
+215,3456,0.029031340032815933,432,0.000492694933200255,
+,,,432,,0.0004909918643534184
+216,3464,0.02884228155016899,433,0.00047787964407082956,
+216,3472,0.033723071217536926,434,0.00047513076788163744,
+217,3480,0.02845519781112671,435,0.0005337896266913352,
+217,3488,0.028603974729776382,436,0.0004509882740724909,
+218,3496,0.02919706702232361,437,0.0004696049136327929,
+218,3504,0.02830209583044052,438,0.00046898894106561784,
+219,3512,0.02832239493727684,439,0.0005364904597324008,
+219,3520,0.028427571058273315,440,0.00041557939948688727,
+220,3528,0.028321057558059692,441,0.0005046078107019033,
+220,3536,0.02801232784986496,442,0.0004565987680204368,
+221,3544,0.028385363519191742,443,0.0004402946142363362,
+221,3552,0.02836443856358528,444,0.0004813859361872476,
+222,3560,0.0283394493162632,445,0.00047029440368836123,
+222,3568,0.028102871030569077,446,0.0004636826573308402,
+223,3576,0.027904998511075974,447,0.0004757635215355549,
+223,3584,0.02828243002295494,448,0.0004478086466406239,
+,,,448,,0.0004919370403513312

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans/0.0-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans/0.0-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+31224,-9.000623,-0.00062231725,-11.500623,-15.0011425
+80227,-0.005345812,-11.130345,-10.255345,-5.2555685
+79086,-6.0556486e-05,-12.87506,-13.00006,-11.625336
+75303,-12.87612,-15.62612,-18.68862,-0.016264379
+56417,-6.528266,-7.903266,-0.028265733,-3.6534579
+11319,-7.2584767,-9.883477,-11.758477,-0.027722357
+12625,-0.18017243,-8.930172,-9.555172,-1.8054482
+87626,-8.875662,-0.0006617502,-10.250662,-18.521078
+43853,-8.751521,-13.751521,-14.251521,-0.0018163861
+23828,-8.625934,-13.375934,-8.250934,-0.0011814951
+27858,-0.7961985,-7.5461984,-0.9211985,-1.9213971
+12604,-1.4385532,-9.563553,-0.3135532,-3.5637412
+8180,-6.137305,-12.387305,-0.012304823,-4.6374354
+37466,-9.626853,-11.126853,-11.876853,-0.002118389
+48185,-7.2513294,-0.0013293724,-12.751329,-11.252824
+77755,-7.1291065,-8.5041065,-0.0041063046,-8.005105
+29286,-1.3643292,-4.7393293,-6.2393293,-0.3650747
+87038,-10.500914,-16.063414,-15.000914,-0.0018529876
+33094,-9.875542,-0.0005421361,-12.500542,-12.629101
+17990,-6.5231323,-11.273132,-3.8981323,-0.024534244
+125393,-8.502276,-13.127276,-12.752276,-0.0025308144
+25066,-9.1258545,-0.00085496105,-15.6883545,-10.764823
+93021,-8.754913,-12.379913,-5.879914,-0.0051781274
+91364,-10.376154,-11.251154,-0.001153876,-6.876454
+56219,-0.01025007,-7.88525,-5.38525,-5.38553
+108119,-3.8980598,-6.02306,-10.27306,-0.15141271
+108029,-1.4091046,-8.909104,-9.909104,-0.2842764
+82606,-10.625801,-12.500801,-9.125801,-0.0010056682
+34733,-8.403007,-11.028007,-3.6530063,-0.028601866
+40806,-7.7959834e-05,-12.250078,-14.250078,-10.500407
+89870,-0.0003544656,-12.000355,-14.937855,-8.125705
+120589,-7.2634153,-6.3884153,-0.01341519,-5.763829
+107229,-5.52487,-8.64987,-0.0248697,-3.899979
+81763,-3.244615,-7.744615,-0.11961517,-2.6198523
+126587,-6.876893,-8.751893,-12.626893,-0.0024469895
+105931,-6.6277204,-0.002720348,-12.25272,-13.132351
+51593,-0.6937508,-10.94375,-11.31875,-0.69407177
+105827,-11.12544,-15.00044,-14.37544,-0.0006415902
+92547,-10.875208,-0.00020835613,-12.625208,-10.511028
+11098,-7.1291265,-10.879127,-0.0041267243,-5.7543545
+15535,-8.502251,-0.0022502833,-14.814751,-11.945759
+104144,-4.6432796,-12.143279,-0.018279428,-4.8935575
+84409,-0.00027748072,-12.2502775,-9.8752775,-9.3758545
+55188,-7.376267,-9.376267,-0.0012671069,-7.8766265
+97914,-6.6266637,-12.126663,-0.0016634925,-8.376776
+9697,-11.250378,-16.000378,-14.500378,-0.0007987904
+43614,-11.000449,-14.250449,-13.875449,-0.00056458864
+57056,-10.50094,-13.00094,-10.37594,-0.0013581036
+98595,-11.375614,-0.0006143351,-13.125614,-10.252599
+11602,-5.158596,-7.533596,-0.03359609,-3.658815
+29109,-3.539579,-10.914578,-0.039578814,-4.914856
+114682,-8.750778,-0.00077813386,-14.250778,-11.502287
+63374,-9.125511,-0.00051091966,-15.563011,-13.131138
+77864,-5.1620817,-11.412082,-0.037081562,-3.537212
+81631,-2.1761158,-8.676116,-0.17611581,-3.0516229
+124163,-8.751821,-14.751821,-6.6268206,-0.0020286946
+81563,-5.1319904,-8.50699,-7.7569904,-0.007859804
+13895,-8.625801,-0.00080148043,-12.750801,-10.261609
+12863,-7.626776,-14.001777,-10.501777,-0.002221699
+45732,-4.145348,-0.2703479,-1.5203478,-6.146245
+49404,-7.252361,-10.37736,-0.0023606548,-8.253022
+487,-10.000255,-0.00025483698,-13.750255,-11.501313
+64317,-9.149664,-12.024664,-4.0246644,-0.02581039
+6331,-0.00021097818,-12.125211,-13.187711,-9.125605
+73812,-3.5589356,-4.4339356,-0.43393567,-4.3092065
+15701,-9.725145,-10.725145,-1.2251451,-0.35046852
+104663,-0.000111573674,-13.500112,-11.125112,-11.8753395
+90606,-2.198068,-5.5730677,-9.073068,-0.1983865
+127552,-8.0224636e-05,-12.62508,-12.00008,-10.125348
+126761,-13.000261,-16.875261,-16.625261,-0.00075779704
+92697,-0.28576455,-7.2857647,-5.7857647,-1.4121794
+107122,-0.6386211,-9.013621,-0.7636211,-5.3900228
+74380,-10.626424,-11.251424,-11.126424,-0.001754173
+66285,-5.19739e-05,-13.5000515,-12.3750515,-12.000335
+70163,-1.5264287,-7.7764287,-3.7764287,-0.27667347
+75972,-3.566083,-9.441083,-0.066082895,-4.066256
+30713,-7.9137635,-12.288764,-0.038763564,-3.2905006
+118867,-0.00014709345,-11.500147,-13.125147,-10.2503195
+84835,-9.750978,-0.0009784679,-11.000978,-10.251453
+60503,-6.007467,-10.507467,-0.0074668606,-5.3826175
+11807,-8.827171,-11.327171,-0.57717174,-0.8280507
+27906,-0.0005952732,-10.500595,-8.875595,-8.000755
+30093,-10.5028305,-0.002830192,-13.2528305,-10.378602
+45657,-8.750301,-12.750301,-0.00030107735,-10.500463
+97197,-0.00089807704,-11.250898,-11.500898,-8.626145
+48440,-11.375224,-0.0002244459,-15.875224,-10.011511
+14971,-9.345572e-05,-12.625093,-12.875093,-10.000414
+61380,-8.501369,-11.376369,-13.001369,-0.0015703415
+7177,-8.250641,-0.00064090214,-15.500641,-11.026787
+40241,-0.089414425,-10.089415,-11.464415,-2.4651005
+38583,-10.500279,-0.00027986424,-11.250279,-13.134596
+104941,-0.0004925707,-12.750492,-9.250492,-8.125934
+39377,-6.627341,-0.0023410316,-11.752341,-12.87802
+65329,-5.140581,-11.015581,-11.015581,-0.044782065
+81089,-12.125302,-0.00030262658,-11.875302,-10.261186
+6143,-0.20282583,-9.827826,-7.452826,-1.7032989
+63753,-0.0007476395,-8.375748,-11.250748,-8.126138
+5084,-9.738444,-12.738444,-0.113444164,-2.23877
+125282,-8.626478,-11.876478,-0.0014785321,-8.126782
+7980,-4.9870276,-7.3620276,-10.362028,-0.23906024
+42346,-14.375312,-16.62531,-16.87531,-0.00047451188
+73055,-5.505488,-9.255488,-0.0054880907,-6.757476
+31696,-6.1298866,-8.879887,-0.0048867078,-6.005142
+101343,-3.8968217,-11.896822,-0.021821635,-7.8971405
+115075,-0.0006071869,-11.8756075,-13.7506075,-7.5010443
+29447,-9.751461,-15.688961,-11.501461,-0.0016784518
+89441,-0.10150374,-10.851503,-2.3515038,-6.9766645
+15843,-0.0008854521,-8.250885,-8.500885,-8.251198
+110126,-1.1966434,-5.6966434,-2.0716434,-0.5743675
+36142,-10.251026,-15.626026,-9.876026,-0.0011822572
+2846,-9.626236,-14.688736,-12.001236,-0.0015716769
+85390,-0.0009822788,-10.375982,-7.7509823,-8.876315
+108138,-7.3819942,-11.881994,-5.3819942,-0.0073265918
+7571,-11.3764515,-10.6264515,-7.251452,-0.017710378
+62381,-10.625313,-0.00031323294,-16.437813,-13.844924
+65963,-8.069287,-10.569287,-0.6942875,-0.6948095
+39384,-0.00017605662,-13.125176,-13.812676,-9.752117
+62356,-0.00041273658,-12.375413,-11.250413,-8.250604
+20478,-8.50139,-0.0013903247,-11.50139,-9.261387
+101968,-6.378622,-10.753622,-0.0036221629,-6.3788233
+124810,-3.1021242,-7.477124,-2.9771242,-0.102605976
+9300,-9.37534,-10.75034,-0.0003407613,-11.250682
+35593,-6.2538958,-11.753896,-6.6288958,-0.0041256016
+53670,-8.627549,-10.877549,-0.002549376,-6.1278563
+44789,-0.00026270276,-12.875262,-14.062762,-8.875588
+25135,-7.0015693,-0.0015694693,-16.00157,-15.064332
+32124,-5.7457226e-05,-11.875057,-13.875057,-10.875348
+36646,-10.000484,-11.625484,-13.250484,-0.0007834065
+34191,-7.0567155,-10.306716,-0.43171552,-1.0630769
+65307,-10.501005,-15.251005,-11.126005,-0.0010870387
+32731,-8.875573,-0.0005733515,-14.500573,-11.782507
+112637,-4.542405,-6.792405,-9.229905,-0.05639682
+18943,-1.3278136,-3.2028136,-0.9528136,-1.9544594
+117291,-0.0022036573,-8.627204,-11.127204,-6.7524385
+67975,-6.931132,-11.681131,-0.18113178,-1.8063856
+104676,-0.17274632,-3.6727464,-7.047746,-5.2983003
+109059,-1.233922,-0.358922,-6.858922,-4.753419
+86252,-9.25168,-14.12668,-10.37668,-0.0018230772
+109620,-0.0007020155,-11.625702,-14.000702,-7.375954
+35543,-7.504225,-11.754225,-7.379225,-0.0045061973
+96155,-6.3772793,-0.0022793047,-10.252279,-9.575564
+33646,-4.7596416,-9.884642,-0.009641864,-8.884844
+64061,-0.000756097,-10.125756,-9.250756,-7.626316
+6764,-0.0001294529,-10.37513,-12.12513,-10.500419
+63078,-9.875948,-0.00094750326,-14.375948,-10.501499
+88343,-8.875898,-0.00089819613,-14.750898,-11.253518
+50106,-10.625523,-0.0005230727,-11.250523,-9.111904
+35688,-9.0637,-12.0637,-0.3136998,-1.3140635
+78697,-7.1264477,-0.0014475831,-11.751448,-9.252336
+13749,-0.7671783,-0.6421783,-7.2671785,-4.8937864
+44428,-9.250704,-14.000704,-14.688204,-0.0018425889
+13880,-0.00031287543,-12.500313,-9.375313,-9.75046
+107805,-6.5098357,-9.884835,-0.63483566,-0.75995106
+47687,-9.154854e-05,-12.625092,-12.625092,-10.5003
+3328,-9.375939,-11.125939,-0.00093928556,-7.5011005
+27574,-9.376209,-13.688709,-13.751209,-0.0013986549
+6049,-10.875242,-0.00024208476,-14.125242,-12.376015
+121371,-9.000456,-0.000455395,-12.750456,-10.377051
+93977,-1.2273703,-10.22737,-0.35237023,-5.6024923
+87794,-8.125575,-12.750575,-0.00057549606,-8.6257105
+1284,-11.87534,-0.00034004627,-14.87534,-9.830536
+86737,-7.6280265,-9.878026,-7.7530265,-0.0034199865
+9800,-13.000655,-16.563156,-19.563156,-0.004495253
+60632,-9.625395,-0.0003952199,-13.875395,-14.130768
+69196,-10.37562,-0.0006195771,-15.18812,-13.377378
+109514,-9.375806,-12.500806,-0.00080541114,-10.626114
+75454,-9.125654,-0.0006546023,-14.000654,-10.729224
+68262,-0.8708879,-11.433388,-0.6208879,-7.3712826
+51383,-3.4109118,-0.03591185,-8.785912,-7.806259
+39024,-9.752057,-0.002057104,-16.252058,-11.003299
+53372,-8.291334,-11.541334,-3.2913344,-0.04216667
+61955,-8.6260605,-11.1260605,-9.0010605,-0.0012488542
+46407,-9.625412,-0.00041225995,-14.000412,-12.616291
+56851,-3.0049264,-11.004927,-0.12992653,-2.630102
+117835,-9.250708,-12.875708,-0.00070725696,-9.751073
+41315,-1.0002539,-12.125254,-0.50025386,-3.7503936
+54086,-0.000169978,-13.87517,-11.37517,-9.625748
+1123,-0.00019417307,-13.000195,-10.000195,-9.375449
+6738,-7.8758144,-0.0008142255,-11.875814,-11.419782
+65022,-6.762057,-9.137056,-10.387056,-0.015546818
+29011,-13.250468,-17.000467,-17.812967,-0.0009903235
+209,-7.282785,-9.282785,-1.407785,-0.2829264
+117949,-0.00020573408,-13.875206,-10.000206,-10.500361
+112253,-8.378229,-7.0032287,-10.815729,-0.0037791962
+117575,-8.010249,-6.2602487,-4.8852487,-0.010471431
+12151,-3.5305681,-10.780568,-0.030568073,-8.030699
+6503,-6.7518954,-12.876896,-10.626896,-0.0022271236
+47388,-10.875277,-0.00027676567,-14.875277,-10.642626
+122533,-6.1276293,-11.252629,-10.252629,-0.002787579
+77557,-0.004381699,-9.254382,-6.7543817,-5.8797064
+3593,-5.5286303,-0.028630132,-8.02863,-3.8662574
+39857,-0.0012166249,-8.501217,-12.751217,-8.126449
+82941,-10.25045,-0.00044991384,-15.12545,-13.76827
+2835,-0.0001859492,-12.000186,-11.500186,-9.375377
+12119,-0.2916743,-8.291675,-2.7916744,-1.6668171
+2255,-0.0012993711,-11.126299,-9.126299,-7.129451
+99071,-0.8578575,-7.6078577,-3.6078575,-0.60837287
+73970,-2.1496813,-6.399681,-0.64968127,-1.0252533
+73312,-5.6908154,-4.3158154,-6.0658154,-0.06610813
+109736,-11.500308,-0.00030834688,-13.500308,-11.035574
+2581,-7.501279,-0.0012786555,-13.688779,-13.326484
+64922,-7.8777885,-13.752789,-15.127789,-0.023716029
+85830,-0.00032562675,-11.625325,-10.750325,-8.750522
+122144,-10.001919,-0.0019189769,-13.501919,-10.575577
+62330,-8.251138,-0.0011379202,-13.376138,-13.953594
+112561,-2.6924295,-5.0674295,-1.5674295,-1.0699494
+48434,-6.252287,-0.0022867976,-13.252287,-10.95561
+119944,-10.875229,-0.0002292132,-15.500229,-15.375999
+120940,-0.039232828,-6.6642327,-9.539233,-4.5399933
+77443,-8.398938,-11.898938,-0.02393774,-3.7890716
+23685,-6.3948193,-9.894819,-0.14481904,-2.0200438
+47231,-9.126405,-0.0014046098,-14.876405,-10.627482
+91022,-12.000428,-0.00042834642,-18.93793,-16.797386
+714,-9.643141,-11.518141,-4.143141,-0.018794965
+25730,-9.750172,-11.625172,-0.00017188503,-11.500493
+97729,-0.0010549225,-10.626055,-10.001055,-7.0018163
+30236,-0.10080062,-8.3508005,-10.1008005,-2.35117
+2443,-9.875421,-0.00042048196,-13.625421,-12.76403
+52656,-0.016899627,-9.7669,-5.0168996,-4.6421986
+116972,-9.502249,-11.127249,-11.252249,-0.003193158
+43770,-2.9680831,-4.9680834,-4.7180834,-0.107743345
+10949,-9.125487,-0.00048744716,-12.125487,-10.877809
+100306,-13.37564,-0.00063982996,-13.62564,-10.145346
+29745,-8.625529,-0.00052926835,-11.250529,-13.378563
+60439,-11.500913,-11.625913,-12.500913,-0.0012994035
+109824,-7.875959,-0.0009586982,-12.500958,-12.518618
+102648,-6.3788424,-12.128842,-9.128842,-0.004761635
+62099,-9.25034,-0.00034004627,-10.25034,-10.375901
+33686,-7.6318417,-0.006841568,-11.881842,-8.132106
+116606,-7.3761845,-13.126184,-12.876184,-0.0014649482
+85384,-6.3786197,-12.128619,-11.003619,-0.004170987
+31834,-1.0429626,-5.0429626,-0.54296255,-3.672367
+58133,-9.50109,-12.87609,-10.87609,-0.002010557
+95196,-3.9010243,-11.151025,-0.026024403,-5.276429
+11675,-6.7517414,-0.0017415609,-15.751741,-11.31594
+34902,-0.4184797,-3.7934797,-3.2934797,-1.419198
+112691,-10.251641,-13.376641,-8.876641,-0.0020968746
+33713,-2.1427674,-7.5177674,-0.14276749,-5.392995
+109135,-6.2525454,-12.127545,-0.0025454522,-7.6279335
+60521,-0.90069956,-8.1507,-0.65069956,-2.6508877
+76695,-9.875451,-14.125451,-17.18795,-1.021646
+98619,-6.544574,-10.794574,-0.044573836,-3.1699162
+13731,-10.625626,-0.0006254147,-13.500626,-12.876931
+14492,-11.3754225,-0.00042203104,-12.7504225,-11.754822
+81006,-7.751024,-11.626023,-0.0010236029,-7.8762116
+114491,-10.375495,-11.000495,-11.375495,-0.0020997515
+120167,-10.375222,-11.625222,-0.00022265816,-10.875637
+69602,-12.875335,-0.0003345645,-15.437835,-13.60732
+81057,-2.2680504,-5.1430507,-0.14305052,-3.7695026
+118239,-7.5011425,-0.0011426832,-12.3761425,-12.506009
+26999,-0.2425691,-8.242569,-1.7425691,-3.2427058
+103729,-0.54678947,-1.4217894,-3.0467894,-2.4230278
+70324,-8.7257395e-05,-12.125087,-13.625087,-11.625258
+88697,-8.256789,-14.069289,-7.6317887,-0.007372843
+79720,-11.125427,-0.00042751234,-12.750427,-11.002256
+119098,-5.5099015,-8.259901,-8.634901,-0.010186688
+16374,-8.752809,-0.0028087948,-14.502809,-13.1280575
+8973,-9.001001,-0.0010013334,-13.001001,-8.002733
+92670,-0.0026949062,-9.252695,-6.752695,-6.628046
+46136,-9.875439,-0.00043871315,-14.125439,-9.397489
+113240,-0.0007092821,-10.87571,-8.12571,-8.7556305
+92271,-5.26907,-12.64407,-4.39407,-0.01917683
+47020,-8.589343,-9.714343,-0.0893428,-2.4644592
+68952,-5.134466,-9.134466,-0.009466168,-7.7596636
+93704,-10.125237,-12.875237,-0.00023707918,-9.001466
+126515,-9.750609,-0.0006090932,-15.250609,-14.006112
+1648,-8.524113,-8.524113,-0.5241132,-0.8993843
+4147,-7.905192,-11.530191,-3.655192,-0.03050609
+106815,-5.5277085,-10.777709,-0.90270865,-0.52796024
+18919,-0.8456472,-4.4706473,-2.2206473,-0.8458729
+88395,-8.631279,-13.756279,-5.256279,-0.0069472897
+83361,-11.000588,-0.0005886014,-15.375588,-9.876097
+69550,-10.250337,-0.00033682873,-16.562838,-12.5294485
+59782,-9.252068,-14.377068,-15.439568,-0.0023923682
+62607,-10.376073,-11.626073,-10.626073,-0.008270533
+49031,-9.034128,-12.159128,-0.03412804,-3.4096282
+24073,-10.002482,-13.377482,-9.127482,-0.0027552713
+34883,-8.126512,-9.001512,-0.0015118609,-7.001698
+78080,-0.0010365833,-12.251037,-10.251037,-7.0014577
+59546,-11.250969,-11.625969,-14.750969,-0.0013149515
+123805,-7.5015297,-0.0015298341,-14.12653,-8.642506
+87807,-13.62608,-0.0010796915,-14.12608,-10.008777
+53821,-12.125781,-15.875781,-16.81328,-0.009532802
+90016,-10.500404,-0.00040403786,-13.000404,-14.012574
+75870,-6.752221,-9.752221,-0.0022211424,-7.627473
+58764,-8.440399,-12.565399,-2.8153996,-0.07096736
+64575,-0.00012909532,-11.625129,-14.250129,-9.875319
+85818,-11.251246,-13.501246,-11.126246,-0.0014768007
+15652,-10.500221,-12.000221,-0.00022158552,-9.375473
+85976,-6.2260933,-11.851093,-1.2260932,-0.35132134
+15080,-10.75047,-0.00046993178,-15.75047,-12.763706
+79945,-7.626838,-0.0018383047,-15.001839,-10.380773
+76385,-7.577524,-11.077524,-0.8275244,-0.57787937
+115581,-0.40310964,-4.2781096,-2.6531096,-1.4035192
+61199,-11.250484,-0.00048482584,-14.937984,-17.721876
+85813,-8.00195,-10.50195,-0.0019506252,-7.752072
+67537,-13.501121,-0.0011207735,-13.001121,-9.127379
+89261,-3.1711543,-8.296154,-0.046154168,-5.9214177
+22046,-8.876705,-12.626705,-9.876705,-0.0020114721
+22926,-0.5237581,-9.523758,-10.148758,-0.9007507
+49488,-3.823442,-8.5734415,-3.073442,-0.07364867
+96660,-7.876481,-0.0014812698,-12.626481,-11.127938
+63730,-9.126236,-13.501236,-7.6262355,-0.001392785
+9677,-0.00018439977,-14.250184,-10.500184,-9.500308
+120201,-8.251,-11.001,-9.376,-0.0013154041
+35208,-8.132416,-11.257416,-0.0074159806,-11.382625
+30950,-6.776118,-10.026118,-0.5261179,-0.9015621
+66963,-0.27518436,-9.525185,-1.9001844,-2.400472
+16156,-12.625811,-16.37581,-18.62581,-0.0038247975
+69670,-9.125426,-0.00042608244,-12.625426,-12.001179
+13477,-6.502529,-0.0025292807,-13.002529,-7.4996204
+50904,-11.43963,-0.0021293126,-11.00213,-10.6283655
+7930,-8.876603,-10.876603,-0.0016035092,-6.6267548
+26294,-10.253284,-12.753284,-10.253284,-0.0062422953
+35749,-1.6322694,-11.132269,-0.38226935,-2.1324062
+55850,-0.17842023,-7.05342,-2.3034203,-2.8036735
+64767,-13.250489,-15.625489,-16.937988,-0.0012320137
+22057,-8.759063,-13.509063,-4.7590632,-0.009262118
+87663,-10.126281,-14.126281,-9.001281,-0.0014135909
+35864,-11.3756275,-15.2506275,-11.0006275,-0.00069967884
+33007,-5.3902655,-7.7652655,-0.015265416,-4.64073
+81372,-7.751196,-13.001196,-10.251196,-0.0013345402
+97703,-5.734211,-0.109211124,-11.609211,-10.173408
+118589,-0.0026824228,-11.627683,-11.877683,-6.0028677
+65741,-0.18350396,-7.058504,-10.933504,-1.8088198
+119601,-4.237266,-7.612266,-2.862266,-0.11461396
+114504,-7.39395,-9.39395,-0.018950133,-4.019634
+92452,-0.0001400611,-13.12514,-11.37514,-9.500343
+11152,-0.31867495,-8.318675,-8.568675,-1.3194394
+44669,-4.2691064,-6.6441064,-0.019106278,-5.7696333
+121963,-8.875751,-0.00075049844,-12.250751,-14.316684
+63486,-11.875366,-14.250366,-17.312866,-0.00067866675
+123055,-5.5112133,-9.261213,-7.6362133,-0.016003333
+119717,-7.0015526,-15.001553,-16.251553,-0.008141242
+88042,-4.534408,-11.659408,-3.784408,-0.034850262
+54428,-10.375671,-0.0006710423,-12.750671,-12.788599
+125274,-0.0010414659,-12.001041,-8.376041,-7.2512336
+46816,-8.830068,-9.455068,-2.580068,-0.0804491
+8553,-0.17261823,-9.672618,-1.9226183,-4.4227757
+56455,-12.500716,-0.0007163104,-17.688217,-15.876941
+101092,-0.0025416473,-10.377542,-6.1275415,-9.377977
+55570,-0.0030689782,-10.753069,-12.378069,-5.8789787
+2531,-0.0033284998,-11.878328,-10.003328,-5.7539425
+55854,-7.877534,-0.0025339182,-14.127534,-11.877759
+65143,-0.00021955941,-13.625219,-11.875219,-9.250417
+28422,-11.87594,-14.81344,-11.87594,-0.0011366773
+36329,-7.258129,-13.445629,-12.570629,-0.009153387
+8061,-8.375948,-0.0009480987,-14.625948,-14.801769
+107678,-12.375471,-0.00047124247,-12.250471,-8.880504
+53009,-0.24412373,-9.619123,-9.181623,-1.8696218
+62879,-0.0007300096,-13.37573,-13.12573,-7.5011497
+26784,-9.625549,-0.00054928474,-11.750549,-15.001895
+21912,-8.195877,-11.070877,-0.695877,-0.69676644
+113597,-0.00022253898,-11.625222,-13.000222,-8.875413
+82760,-0.00021419614,-11.375215,-11.875215,-8.875615
+26160,-10.375614,-0.0006140969,-13.750614,-12.560328
+23421,-10.375313,-0.00031251792,-14.875313,-10.508613
+41793,-4.675008,-3.3000078,-9.425008,-2.051546
+103325,-10.125648,-0.00064757356,-15.000648,-10.62606
+33557,-12.250296,-0.00029595286,-16.250296,-15.251739
+81209,-12.876066,-0.0010658781,-13.688566,-10.251772
+107064,-14.500535,-17.125534,-17.938034,-0.0046075177
+98221,-1.7031976,-8.4531975,-10.8281975,-0.20359132
+16139,-12.626394,-15.001394,-12.501394,-0.0017177438
+62717,-7.376438,-0.001438179,-11.751438,-11.010216
+28151,-0.00012516193,-11.875125,-13.375125,-9.625415
+22888,-10.750444,-0.00044479014,-11.250444,-10.890502
+24637,-0.4659209,-7.465921,-2.590921,-1.2160901
+92809,-8.001143,-15.001143,-10.876143,-0.0014288715
+91862,-5.00765,-8.00765,-0.0076501253,-7.883188
+7412,-8.332382e-05,-13.375083,-10.875083,-11.000267
+52442,-2.687496,-8.562496,-0.18749598,-2.3130667
+87399,-0.0014107999,-10.2514105,-7.376411,-8.1267805
+112712,-0.0001386308,-12.250138,-9.750138,-10.875344
+54201,-0.69414425,-10.069144,-9.069144,-0.6944201
+117074,-6.352378,-8.727378,-0.1023779,-2.3526275
+25137,-7.8770566,-11.752057,-13.127057,-3.929133
+16780,-0.0061945585,-11.381194,-6.8811946,-5.6313543
+72881,-6.067586,-9.317586,-0.31758603,-1.3179175
+110597,-9.00086,-0.00085984444,-14.50086,-10.627084
+89655,-0.00021193166,-13.500212,-11.500212,-11.12702
+48391,-6.8775043,-0.0025044286,-14.065004,-11.12856
+110182,-0.00034326382,-12.625343,-12.125343,-9.125503
+87621,-5.7821174,-4.9071174,-10.969618,-0.03444968
+122711,-9.083335e-05,-13.875091,-13.625091,-11.000659
+115720,-0.01428215,-12.139282,-11.764282,-4.264637
+66486,-6.5026975,-0.0026974028,-12.877697,-10.773307
+68169,-7.875933,-0.0009332116,-12.625934,-11.00233
+110138,-1.3512504,-6.4762506,-0.60125047,-2.351444
+21580,-7.3767843,-0.0017845195,-15.001784,-12.7541485
+102553,-13.002938,-0.0029381225,-13.315438,-9.484552
+78769,-9.500526,-0.000526528,-16.250526,-11.490702
+93593,-9.875465,-0.00046576143,-14.000465,-9.501731
+16612,-7.7506247,-0.0006246999,-11.750625,-11.025661
+59583,-8.500657,-15.000657,-14.625657,-0.0012102077
+76885,-0.43272215,-7.057722,-12.557722,-2.811395
+120777,-8.125613,-0.0006127864,-12.375613,-12.009891
+121894,-0.029933462,-10.779934,-10.154934,-3.5301983
+88371,-0.00016091959,-11.875161,-14.500161,-10.375498
+68747,-4.3879466,-8.762947,-0.012946715,-9.88848

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 448
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,1651 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.35368282347917557,0,5.831554412841797,
+0,8,0.061383023858070374,1,5.320268253485362,
+0,16,0.03701164945960045,2,6.617529392242432,
+1,24,0.03376185521483421,3,2.9775407314300537,
+1,32,0.033490754663944244,4,3.3982558086514474,
+2,40,0.03394990414381027,5,2.653784860457693,
+2,48,0.03441907837986946,6,1.77567288428545,
+3,56,0.03399648889899254,7,1.836266902089119,
+3,64,0.034140925854444504,8,1.0733887909778528,
+4,72,0.03366518393158913,9,0.8941222848370671,
+4,80,0.03346807509660721,10,0.22789756022393703,
+5,88,0.03368591517210007,11,0.5953790390464876,
+5,96,0.03387903794646263,12,0.42959115793928504,
+6,104,0.03395145386457443,13,0.4373094678656863,
+6,112,0.033926285803318024,14,0.26158879455178974,
+7,120,0.03338602930307388,15,0.12505001186703643,
+7,128,0.03375939279794693,16,0.1506941462866962,
+,,,16,,0.11308978497982025
+8,136,0.03355611488223076,17,0.08587191828216116,
+8,144,0.03442789614200592,18,0.17497043668602905,
+9,152,0.03365455940365791,19,0.14144101766869427,
+9,160,0.03329971432685852,20,0.10660901013761759,
+10,168,0.0338980033993721,21,0.09086232376284897,
+10,176,0.03361305594444275,22,0.0748191458738542,
+11,184,0.03398246318101883,23,0.07774399481713772,
+11,192,0.033768028020858765,24,0.03876887634396553,
+12,200,0.03394213691353798,25,0.055397820891812444,
+12,208,0.03399195894598961,26,0.02030961335791896,
+13,216,0.03368005156517029,27,0.016283989301882684,
+13,224,0.0334758386015892,28,0.031592270359396935,
+14,232,0.03941100463271141,29,0.022480733003855374,
+14,240,0.03888406231999397,30,0.015533826857184371,
+15,248,0.03367805480957031,31,0.01722466735684845,
+15,256,0.03880857676267624,32,0.009242227365029975,
+,,,32,,0.010071303695440292
+16,264,0.0390314906835556,33,0.009814272087533027,
+16,272,0.033182401210069656,34,0.01031480855765819,
+17,280,0.03319958224892616,35,0.00512880274472991,
+17,288,0.034425247460603714,36,0.008921053744935696,
+18,296,0.03396104648709297,37,0.0042870524834142994,
+18,304,0.028438620269298553,38,0.006836843844212126,
+19,312,0.028553366661071777,39,0.0066143037277340356,
+19,320,0.028372369706630707,40,0.0036475729910307566,
+20,328,0.028817787766456604,41,0.0046905435374355875,
+20,336,0.028180405497550964,42,0.003951568435877561,
+21,344,0.028475355356931686,43,0.0038888386867862814,
+21,352,0.028475821018218994,44,0.003237895679679544,
+22,360,0.028438333421945572,45,0.0029998660284036305,
+22,368,0.02855808660387993,46,0.0030902468006388517,
+23,376,0.02854083478450775,47,0.00211906569529674,
+23,384,0.028201784938573837,48,0.0033850325186601062,
+,,,48,,0.0022929704282432795
+24,392,0.028700262308120728,49,0.0025636758466134777,
+24,400,0.02855144441127777,50,0.0024870999779003406,
+25,408,0.028310153633356094,51,0.0029903436079621315,
+25,416,0.028463639318943024,52,0.0010501379947527312,
+26,424,0.028746671974658966,53,0.0022541291234249783,
+26,432,0.029019054025411606,54,0.002107725811947603,
+27,440,0.028766736388206482,55,0.0025197666509484407,
+27,448,0.0286114439368248,56,0.0016963727975962684,
+28,456,0.028319206088781357,57,0.00148633874632651,
+28,464,0.02899632230401039,58,0.002274482698079997,
+29,472,0.028562769293785095,59,0.0016422146169740397,
+29,480,0.02866518869996071,60,0.00228345136383723,
+30,488,0.02867070958018303,61,0.0015496755598481589,
+30,496,0.028816983103752136,62,0.002169076108354299,
+31,504,0.028859876096248627,63,0.0019430450338404626,
+31,512,0.028762921690940857,64,0.0017294107754423748,
+,,,64,,0.001580545911565423
+32,520,0.028824567794799805,65,0.001980637973507068,
+32,528,0.028509337455034256,66,0.001404459952027537,
+33,536,0.0330258347094059,67,0.002041234057590676,
+33,544,0.02898886799812317,68,0.001324163324170513,
+34,552,0.02921590581536293,69,0.0017995294797401584,
+34,560,0.029030010104179382,70,0.0013019008219998796,
+35,568,0.028864804655313492,71,0.0017955413204617798,
+35,576,0.028835508972406387,72,0.001201674170442857,
+36,584,0.028947588056325912,73,0.0015821356670736957,
+36,592,0.02899375557899475,74,0.0015052548618162593,
+37,600,0.028628528118133545,75,0.0017862271148866664,
+37,608,0.028711866587400436,76,0.001246491787848451,
+38,616,0.028837941586971283,77,0.0013141412096696772,
+38,624,0.029005862772464752,78,0.0016449720875243655,
+39,632,0.028882890939712524,79,0.0012131593154793205,
+39,640,0.028854992240667343,80,0.0017610339011298493,
+,,,80,,0.001365468604490161
+40,648,0.029240000993013382,81,0.0014639256805821788,
+40,656,0.02909163385629654,82,0.0014074636211652042,
+41,664,0.029189374297857285,83,0.0011778785548813176,
+41,672,0.029433056712150574,84,0.0016052916928726649,
+42,680,0.029421981424093246,85,0.0011233155433728824,
+42,688,0.029457751661539078,86,0.001562812258531007,
+43,696,0.029219571501016617,87,0.001817122085152992,
+43,704,0.029244929552078247,88,0.0007506394897063729,
+44,712,0.029241438955068588,89,0.0013943251475817913,
+44,720,0.029138479381799698,90,0.0013458480340583872,
+45,728,0.029475148767232895,91,0.0010915125320025254,
+45,736,0.029266953468322754,92,0.001516617992560246,
+46,744,0.02917906641960144,93,0.0010313845581549686,
+46,752,0.029107321053743362,94,0.0015712765307398513,
+47,760,0.02930169552564621,95,0.0012870313791305914,
+47,768,0.030929487198591232,96,0.0013508465272025205,
+,,,96,,0.0012924224138259888
+48,776,0.029397666454315186,97,0.001391797940110943,
+48,784,0.028992943465709686,98,0.001144720630691154,
+49,792,0.02909289300441742,99,0.001065415787577097,
+49,800,0.02895079180598259,100,0.0015228579024551437,
+50,808,0.029224339872598648,101,0.0012107145074488862,
+50,816,0.028614502400159836,102,0.0011779592168750241,
+51,824,0.03322100266814232,103,0.0012681254056587932,
+51,832,0.028562694787979126,104,0.0012177053713458008,
+52,840,0.028983935713768005,105,0.0008693152146103481,
+52,848,0.028809085488319397,106,0.0015268208129176248,
+53,856,0.028741806745529175,107,0.001408844083319612,
+53,864,0.028566978871822357,108,0.0009841576660013136,
+54,872,0.028948109596967697,109,0.0007740748951619025,
+54,880,0.03328763321042061,110,0.0013971131827150071,
+55,888,0.028941668570041656,111,0.0009017721604323015,
+55,896,0.028989780694246292,112,0.001452319501064873,
+,,,112,,0.0010881477501243353
+56,904,0.028945736587047577,113,0.0011155917187958646,
+56,912,0.029051143676042557,114,0.0012131939317138556,
+57,920,0.029397066682577133,115,0.001241429746490515,
+57,928,0.028964772820472717,116,0.0010201987643085886,
+58,936,0.029276009649038315,117,0.0012026151810763015,
+58,944,0.029249709099531174,118,0.0010011874207217868,
+59,952,0.033377762883901596,119,0.001163838678621687,
+59,960,0.029136694967746735,120,0.001072035389370285,
+60,968,0.029091812670230865,121,0.0007167151576140896,
+60,976,0.02896721661090851,122,0.0013222880204141671,
+61,984,0.02934390679001808,123,0.0012083855144737754,
+61,992,0.029055822640657425,124,0.0008041231412789784,
+62,1000,0.03344986215233803,125,0.0008753785077715293,
+62,1008,0.02946583554148674,126,0.0012084668996976689,
+63,1016,0.1375105157494545,127,0.0010037561423814623,
+63,1024,0.02940252423286438,128,0.0011849823313241359,
+,,,128,,0.0010493601439520717
+64,1032,0.029291581362485886,129,0.0011533854297643604,
+64,1040,0.02956382930278778,130,0.000997159223819229,
+65,1048,0.029497705399990082,131,0.001143750688546182,
+65,1056,0.033148393034935,132,0.0009289718436775729,
+66,1064,0.02933766320347786,133,0.0012501314461890918,
+66,1072,0.029445897787809372,134,0.0007762368871529665,
+67,1080,0.029398802667856216,135,0.001131749793421477,
+67,1088,0.029738541692495346,136,0.0009947883050439746,
+68,1096,0.029448766261339188,137,0.0009644241130445152,
+68,1104,0.03310202807188034,138,0.0010220299341848918,
+69,1112,0.029230032116174698,139,0.0008382988404870654,
+69,1120,0.02928464487195015,140,0.0011323031358188018,
+70,1128,0.029611241072416306,141,0.0010224690224276856,
+70,1136,0.029517125338315964,142,0.0009401955659476309,
+71,1144,0.029606353491544724,143,0.0008854873551172205,
+71,1152,0.029545187950134277,144,0.0010180143477295392,
+,,,144,,0.0009594913572072983
+72,1160,0.029135432094335556,145,0.0010962388827465475,
+72,1168,0.029302343726158142,146,0.0008668801139200306,
+73,1176,0.02946869656443596,147,0.0007715844476479106,
+73,1184,0.02936267852783203,148,0.0010823124466696754,
+74,1192,0.029488198459148407,149,0.0011059046591981314,
+74,1200,0.029717769473791122,150,0.0007747894063262114,
+75,1208,0.029042765498161316,151,0.0009192479587909475,
+75,1216,0.029188379645347595,152,0.0009856790420599282,
+76,1224,0.029491934925317764,153,0.0011001993261743337,
+76,1232,0.029261000454425812,154,0.0006700121193716768,
+77,1240,0.029519647359848022,155,0.0009309266145767955,
+77,1248,0.029517583549022675,156,0.0008874723292440952,
+78,1256,0.029365908354520798,157,0.0009193914890299008,
+78,1264,0.02916170284152031,158,0.0009283264662371948,
+79,1272,0.029229942709207535,159,0.0007734299312384488,
+79,1280,0.02941235899925232,160,0.0010290991012880113,
+,,,160,,0.0008636692073196173
+80,1288,0.029564984142780304,161,0.0010020990563740877,
+80,1296,0.02938937023282051,162,0.0007793814656906761,
+81,1304,0.02937370166182518,163,0.0009067775587027427,
+81,1312,0.02924518659710884,164,0.000901436737746865,
+82,1320,0.02954763174057007,165,0.000984970664181414,
+82,1328,0.029102012515068054,166,0.000767102926329244,
+83,1336,0.033475324511528015,167,0.0009496260657518482,
+83,1344,0.028957489877939224,168,0.0008085230868649281,
+84,1352,0.029525626450777054,169,0.0007282496741633319,
+84,1360,0.029350247234106064,170,0.0009882791152146335,
+85,1368,0.02952267974615097,171,0.0008884790828839565,
+85,1376,0.03306037187576294,172,0.0008600344329655248,
+86,1384,0.03332870453596115,173,0.0007674020947888493,
+86,1392,0.029369141906499863,174,0.0009086344902503438,
+87,1400,0.029552914202213287,175,0.0010180813717722362,
+87,1408,0.029314439743757248,176,0.0006529856822453439,
+,,,176,,0.000844856258481741
+88,1416,0.029320262372493744,177,0.0007286108339030761,
+88,1424,0.029123671352863312,178,0.0009508837611065246,
+89,1432,0.029214702546596527,179,0.0007157962785034518,
+89,1440,0.029171958565711975,180,0.0008955821540439501,
+90,1448,0.029329832643270493,181,0.000622319664216775,
+90,1456,0.033542465418577194,182,0.0009258632990167825,
+91,1464,0.029391556978225708,183,0.0004459639712877106,
+91,1472,0.029292985796928406,184,0.0009695806838863064,
+92,1480,0.029430367052555084,185,0.0007682710365770617,
+92,1488,0.029496531933546066,186,0.0008337493030315576,
+93,1496,0.029427174478769302,187,0.0008485976330121047,
+93,1504,0.029285162687301636,188,0.0007772150846514185,
+94,1512,0.02941223233938217,189,0.0009190068580210209,
+94,1520,0.029124092310667038,190,0.0007240644055335517,
+95,1528,0.02938764914870262,191,0.0008224189041357022,
+95,1536,0.029323764145374298,192,0.000779493023098136,
+,,,192,,0.0007900958298705518
+96,1544,0.029383346438407898,193,0.0008625946478180898,
+96,1552,0.029145382344722748,194,0.0007211416838496613,
+97,1560,0.03359686955809593,195,0.0007220852215444514,
+97,1568,0.029193200170993805,196,0.00084989883301508,
+98,1576,0.028991833329200745,197,0.0008249063478918591,
+98,1584,0.029254116117954254,198,0.0007153676245555592,
+99,1592,0.029460154473781586,199,0.0006530776871451442,
+99,1600,0.02921070158481598,200,0.000926861089101294,
+100,1608,0.029426485300064087,201,0.0007169994911237154,
+100,1616,0.029275063425302505,202,0.0008061713929886796,
+101,1624,0.029420793056488037,203,0.0008251981474001825,
+101,1632,0.02920674905180931,204,0.0007474632991943508,
+102,1640,0.029634524136781693,205,0.0007821621360822714,
+102,1648,0.029178831726312637,206,0.0007696481698076241,
+103,1656,0.03046990931034088,207,0.000697880419465946,
+103,1664,0.02923799678683281,208,0.0008336700796332609,
+,,,208,,0.0007339365547522902
+104,1672,0.02943994477391243,209,0.0009106526148181209,
+104,1680,0.03343503177165985,210,0.0005368110723793507,
+105,1688,0.029368970543146133,211,0.0008874216029653326,
+105,1696,0.02957966923713684,212,0.0006415664091556599,
+106,1704,0.02915681153535843,213,0.000787238365904029,
+106,1712,0.029249344021081924,214,0.0006524301439640112,
+107,1720,0.028969820588827133,215,0.0006446538725867867,
+107,1728,0.029297977685928345,216,0.0007846839871490374,
+108,1736,0.029230598360300064,217,0.0007471688732039183,
+108,1744,0.028815187513828278,218,0.0006680948954453925,
+109,1752,0.028905153274536133,219,0.000730712927179411,
+109,1760,0.029101423919200897,220,0.0006837726292100602,
+110,1768,0.029373139142990112,221,0.0007311993384584119,
+110,1776,0.029033102095127106,222,0.0007095913228113204,
+111,1784,0.029201924800872803,223,0.0007465048280816214,
+111,1792,0.029006753116846085,224,0.0006746604515986595,
+,,,224,,0.0007132328464649618
+112,1800,0.029130954295396805,225,0.000729433138206202,
+112,1808,0.028932109475135803,226,0.0006789138846215792,
+113,1816,0.033630743622779846,227,0.0006390613139956258,
+113,1824,0.02922637015581131,228,0.0007069601592125504,
+114,1832,0.029281146824359894,229,0.0007754542727655332,
+114,1840,0.030396368354558945,230,0.0005699928449757862,
+115,1848,0.029137004166841507,231,0.0006943912988693531,
+115,1856,0.02887836843729019,232,0.0006750538692964861,
+116,1864,0.02937508374452591,233,0.0007411045849689149,
+116,1872,0.02959984913468361,234,0.0006434070426621474,
+117,1880,0.02933574840426445,235,0.0006333103926105347,
+117,1888,0.029538992792367935,236,0.0007346087865395626,
+118,1896,0.028982210904359818,237,0.0005615400572423823,
+118,1904,0.029147442430257797,238,0.0007296904316587773,
+119,1912,0.02907903864979744,239,0.00073561187764426,
+119,1920,0.029056765139102936,240,0.0005280415116430959,
+,,,240,,0.0006791413761675358
+120,1928,0.02946564182639122,241,0.000708062546826633,
+120,1936,0.02916325256228447,242,0.0005779808168881572,
+121,1944,0.029182299971580505,243,0.0007302584253920941,
+121,1952,0.02923581376671791,244,0.0004772089660036727,
+122,1960,0.028898756951093674,245,0.0006451078526359717,
+122,1968,0.029199935495853424,246,0.0006749034291715361,
+123,1976,0.02913033962249756,247,0.000733091116126161,
+123,1984,0.029221944510936737,248,0.0005893886045669205,
+124,1992,0.02906060963869095,249,0.0006402628496289253,
+124,2000,0.02916048839688301,250,0.000684802104452891,
+125,2008,0.029081039130687714,251,0.0006319997378990852,
+125,2016,0.029349245131015778,252,0.0006130815861979499,
+126,2024,0.029286757111549377,253,0.0005719846194551792,
+126,2032,0.03322207182645798,254,0.0007577007224123614,
+127,2040,0.033512555062770844,255,0.0004943712192471139,
+127,2048,0.029239855706691742,256,0.0007243304550814043,
+,,,256,,0.0006431600777432323
+128,2056,0.029487740248441696,257,0.0006390745111275464,
+128,2064,0.029233794659376144,258,0.0006390855366286511,
+129,2072,0.029108181595802307,259,0.0006449358167758744,
+129,2080,0.029123786836862564,260,0.0006166514904180076,
+130,2088,0.029541149735450745,261,0.0006348807924950961,
+130,2096,0.029068686068058014,262,0.0006120570677532149,
+131,2104,0.029374420642852783,263,0.0005888634623261169,
+131,2112,0.029079660773277283,264,0.0006554947446732383,
+132,2120,0.0294148288667202,265,0.0005414514598669484,
+132,2128,0.029416825622320175,266,0.0007388286418669546,
+133,2136,0.029366325587034225,267,0.0007992278891227519,
+133,2144,0.02911083772778511,268,0.00045013731869403273,
+134,2152,0.0290910005569458,269,0.0006686941869702423,
+134,2160,0.02889769896864891,270,0.0005761417730051713,
+135,2168,0.02895667403936386,271,0.0004992810012481641,
+135,2176,0.02921668440103531,272,0.0007050475469441153,
+,,,272,,0.0006345741567201912
+136,2184,0.02937828004360199,273,0.0006886393627307067,
+136,2192,0.0292365662753582,274,0.0005642474109966619,
+137,2200,0.02920251339673996,275,0.00039136841769504827,
+137,2208,0.029070992022752762,276,0.0007272784223459894,
+138,2216,0.02918481081724167,277,0.0005739002917835023,
+138,2224,0.028609752655029297,278,0.0006165466014257012,
+139,2232,0.02864234894514084,279,0.0006487284076034225,
+139,2240,0.02880275249481201,280,0.0005705015937564895,
+140,2248,0.028623729944229126,281,0.0005910863874305505,
+140,2256,0.028636377304792404,282,0.0006161831491529787,
+141,2264,0.02877112478017807,283,0.0005996786561202802,
+141,2272,0.02883613482117653,284,0.0006069874895426134,
+142,2280,0.029099296778440475,285,0.000427293311804533,
+142,2288,0.028603069484233856,286,0.0007502971150513206,
+143,2296,0.028598207980394363,287,0.0006104552364073849,
+143,2304,0.029048841446638107,288,0.0005941486148609935,
+,,,288,,0.0006031773518770933
+144,2312,0.028915822505950928,289,0.0006773284415733846,
+144,2320,0.02920292690396309,290,0.0004811822297294081,
+145,2328,0.02898329496383667,291,0.000692739014214437,
+145,2336,0.029171805828809738,292,0.0004448529551154934,
+146,2344,0.0289057195186615,293,0.0006288686417974532,
+146,2352,0.028879176825284958,294,0.0005312609122483991,
+147,2360,0.02907494828104973,295,0.0006322139500601528,
+147,2368,0.029016923159360886,296,0.0005607635642566796,
+148,2376,0.028793316334486008,297,0.0004879497850197367,
+148,2384,0.02867262065410614,298,0.0006881225708639249,
+149,2392,0.028831101953983307,299,0.00066287772902537,
+149,2400,0.028963696211576462,300,0.0004737263836432248,
+150,2408,0.028737742453813553,301,0.0006182742181408685,
+150,2416,0.02870853617787361,302,0.0005643703346625747,
+151,2424,0.02897835150361061,303,0.0005955735570751131,
+151,2432,0.029392197728157043,304,0.0005443653436876568,
+,,,304,,0.0006081260507926345
+152,2440,0.029538866132497787,305,0.0006435848772525787,
+152,2448,0.029050521552562714,306,0.00048160474943870213,
+153,2456,0.029171861708164215,307,0.0005434042450360721,
+153,2464,0.02901206910610199,308,0.0006064270625453597,
+154,2472,0.029256608337163925,309,0.0005950552663957101,
+154,2480,0.028783466666936874,310,0.0005487707981956192,
+155,2488,0.0290331169962883,311,0.0005064347621685426,
+155,2496,0.03334643319249153,312,0.0006719920958857984,
+156,2504,0.02932949736714363,313,0.0006009450808051042,
+156,2512,0.02890438586473465,314,0.0005387626530136913,
+157,2520,0.029447000473737717,315,0.000622716859652428,
+157,2528,0.029126834124326706,316,0.0004942198696274621,
+158,2536,0.029178239405155182,317,0.0006093723131925799,
+158,2544,0.029244661331176758,318,0.000524492836727101,
+159,2552,0.02925306186079979,319,0.0006157958141557174,
+159,2560,0.02939145267009735,320,0.0004591550941768219,
+,,,320,,0.0005571730434894562
+160,2568,0.02893942967057228,321,0.0005842897908223676,
+160,2576,0.029572919011116028,322,0.00045355004112934694,
+161,2584,0.02890385314822197,323,0.0005988361796577616,
+161,2592,0.02909611538052559,324,0.00048811507804202847,
+162,2600,0.029386993497610092,325,0.0005285717343213037,
+162,2608,0.029262524098157883,326,0.0005119125016790349,
+163,2616,0.029126837849617004,327,0.0004963071351085091,
+163,2624,0.02904379740357399,328,0.0005821448527664567,
+164,2632,0.02887912467122078,329,0.000464030744478805,
+164,2640,0.029280193150043488,330,0.0006011935651518538,
+165,2648,0.02889217436313629,331,0.0006081265664761304,
+165,2656,0.02917308732867241,332,0.00041028070700122043,
+166,2664,0.033178336918354034,333,0.0006216936838297572,
+166,2672,0.029381830245256424,334,0.000426337788667297,
+167,2680,0.029147565364837646,335,0.000531240168735773,
+167,2688,0.029164444655179977,336,0.000548889397274858,
+,,,336,,0.0005638519651256502
+168,2696,0.029336750507354736,337,0.0006687595987386885,
+168,2704,0.03335759416222572,338,0.00036386670763022266,
+169,2712,0.028934281319379807,339,0.00044943216441121575,
+169,2720,0.029144957661628723,340,0.0006459673871480239,
+170,2728,0.028854526579380035,341,0.0004791827319422737,
+170,2736,0.028768695890903473,342,0.0005794259206075887,
+171,2744,0.028864379972219467,343,0.0005919529091139945,
+171,2752,0.02886427938938141,344,0.0005185668524063658,
+172,2760,0.02890663594007492,345,0.00048444922867929563,
+172,2768,0.028747383505105972,346,0.0005736798224721237,
+173,2776,0.028815817087888718,347,0.0004773663580029582,
+173,2784,0.028792720288038254,348,0.0005663644151354674,
+174,2792,0.033607952296733856,349,0.0004433657770277932,
+174,2800,0.02876252308487892,350,0.0006093934077528372,
+175,2808,0.02867688611149788,351,0.0005823834993255635,
+175,2816,0.028617963194847107,352,0.00047148407247732393,
+,,,352,,0.0005577753763645887
+176,2824,0.029027435928583145,353,0.0004560726938507287,
+176,2832,0.028687022626399994,354,0.0005927723092706098,
+177,2840,0.03312941640615463,355,0.0005982892907923087,
+177,2848,0.029110852628946304,356,0.0003456913955233176,
+178,2856,0.029125653207302094,357,0.0005570219320361503,
+178,2864,0.029015712440013885,358,0.000485977249939294,
+179,2872,0.028555233031511307,359,0.00040102162674884314,
+179,2880,0.028459247201681137,360,0.0006367375411043343,
+180,2888,0.0287930928170681,361,0.0005134417078807019,
+180,2896,0.028322573751211166,362,0.0005139329259691294,
+181,2904,0.028719373047351837,363,0.0005565124047279824,
+181,2912,0.028856724500656128,364,0.000480286916475355,
+182,2920,0.028558745980262756,365,0.0005869019684420588,
+182,2928,0.028648123145103455,366,0.0004592172881530132,
+183,2936,0.028705347329378128,367,0.0006002803250642804,
+183,2944,0.02888815477490425,368,0.00047544605816559243,
+,,,368,,0.0005464686546474695
+184,2952,0.02919928729534149,369,0.0005511867857421748,
+184,2960,0.028418757021427155,370,0.0004926544485594301,
+185,2968,0.02875254675745964,371,0.0005537389345893947,
+185,2976,0.02894357591867447,372,0.00048242918516431626,
+186,2984,0.02874564379453659,373,0.00047469514902331866,
+186,2992,0.028467942029237747,374,0.0005411765905591892,
+187,3000,0.028831005096435547,375,0.0005679715395672247,
+187,3008,0.028607185930013657,376,0.0004628770493582124,
+188,3016,0.028652917593717575,377,0.0005331560345699213,
+188,3024,0.028499476611614227,378,0.00048252235574182124,
+189,3032,0.028594832867383957,379,0.0004896955585233324,
+189,3040,0.028523031622171402,380,0.0005221751513696896,
+190,3048,0.02850896120071411,381,0.00048349969386306057,
+190,3056,0.02876392751932144,382,0.0005296540708513931,
+191,3064,0.02887691929936409,383,0.0005749555893999059,
+191,3072,0.028534989804029465,384,0.0004762665060601042,
+,,,384,,0.0005227915826253593
+192,3080,0.028876647353172302,385,0.0005075679466244765,
+192,3088,0.028869982808828354,386,0.0004964880239900335,
+193,3096,0.028542939573526382,387,0.0005290717987615304,
+193,3104,0.028473708778619766,388,0.0004646890902222367,
+194,3112,0.028510767966508865,389,0.0004039040344650857,
+194,3120,0.028910920023918152,390,0.0005778405715578369,
+195,3128,0.02878725901246071,391,0.0004966997627586048,
+195,3136,0.028727538883686066,392,0.0005198887120059226,
+196,3144,0.028741504997015,393,0.0005082499828859,
+196,3152,0.028544273227453232,394,0.000494778450956801,
+197,3160,0.028720546513795853,395,0.0005097300308989361,
+197,3168,0.028714638203382492,396,0.00047999043090385385,
+198,3176,0.028651375323534012,397,0.0005482546718364271,
+198,3184,0.02843330428004265,398,0.000452398317065672,
+199,3192,0.033123575150966644,399,0.000463866324571427,
+199,3200,0.028389830142259598,400,0.0005052465026632749,
+,,,400,,0.0005216196877881885
+200,3208,0.028317496180534363,401,0.0004837017799478157,
+200,3216,0.028422445058822632,402,0.00048300056441803464,
+201,3224,0.02857304736971855,403,0.00035611150742624885,
+201,3232,0.02839849516749382,404,0.0005834215865304161,
+202,3240,0.02815355360507965,405,0.0005260887622474305,
+202,3248,0.028399959206581116,406,0.0004649480045676076,
+203,3256,0.0283956415951252,407,0.0005496761975033829,
+203,3264,0.028201337903738022,408,0.0003992933076612341,
+204,3272,0.02889769896864891,409,0.0004623500804882497,
+204,3280,0.028498608618974686,410,0.0004903419196905036,
+205,3288,0.028453581035137177,411,0.0005821855343778484,
+205,3296,0.028249427676200867,412,0.0003756845842872281,
+206,3304,0.02852494642138481,413,0.0005209892929997295,
+206,3312,0.028415828943252563,414,0.0004638580004601473,
+207,3320,0.033236078917980194,415,0.0004842417525651399,
+207,3328,0.0285726860165596,416,0.0005017815918628392,
+,,,416,,0.0005116011598147452
+208,3336,0.028402112424373627,417,0.0005281686450568183,
+208,3344,0.028823241591453552,418,0.00043739075044868514,
+209,3352,0.028487924486398697,419,0.0005291872158912676,
+209,3360,0.028200224041938782,420,0.00041894147943821736,
+210,3368,0.028612639755010605,421,0.0004160791722824797,
+210,3376,0.028215255588293076,422,0.0005437640441717425,
+211,3384,0.028245046734809875,423,0.0004249423691362608,
+211,3392,0.028630778193473816,424,0.0005434210324892774,
+212,3400,0.028404828161001205,425,0.0004591238040510299,
+212,3408,0.03303473815321922,426,0.0004866925926762633,
+213,3416,0.028475210070610046,427,0.0004471647419753329,
+213,3424,0.02849169448018074,428,0.0005058267421797306,
+214,3432,0.028676461428403854,429,0.0005004944129420134,
+214,3440,0.028753794729709625,430,0.00047125570502733655,
+215,3448,0.028851032257080078,431,0.0004701247762568528,
+215,3456,0.028856363147497177,432,0.000492694933200255,
+,,,432,,0.0004909918643534184
+216,3464,0.028843749314546585,433,0.00047787964407082956,
+216,3472,0.033311329782009125,434,0.00047513076788163744,
+217,3480,0.028246913105249405,435,0.0005337896266913352,
+217,3488,0.028491873294115067,436,0.0004509882740724909,
+218,3496,0.028468307107686996,437,0.0004696049136327929,
+218,3504,0.02864736318588257,438,0.00046898894106561784,
+219,3512,0.028580136597156525,439,0.0005364904597324008,
+219,3520,0.028860192745923996,440,0.00041557939948688727,
+220,3528,0.02860390394926071,441,0.0005046078107019033,
+220,3536,0.028596799820661545,442,0.0004565987680204368,
+221,3544,0.028599638491868973,443,0.0004402946142363362,
+221,3552,0.028535805642604828,444,0.0004813859361872476,
+222,3560,0.02874453365802765,445,0.00047029440368836123,
+222,3568,0.02859264239668846,446,0.0004636826573308402,
+223,3576,0.029718127101659775,447,0.0004757635215355549,
+223,3584,0.029024258255958557,448,0.0004478086466406239,
+,,,448,,0.0004919370403513312
+224,3592,0.02872561663389206,449,0.00044716585107380525,
+224,3600,0.028649892657995224,450,0.0004907545153400861,
+225,3608,0.028717972338199615,451,0.0004612929437176457,
+225,3616,0.028932441025972366,452,0.00045217617007438095,
+226,3624,0.029032371938228607,453,0.00041566692889318804,
+226,3632,0.028936490416526794,454,0.00048088505406797467,
+227,3640,0.028828930109739304,455,0.0005111719365231693,
+227,3648,0.028805773705244064,456,0.0004445005094263858,
+228,3656,0.028841353952884674,457,0.00035343059425940737,
+228,3664,0.02860817313194275,458,0.000526156040515551,
+229,3672,0.028792310506105423,459,0.0004688944900408387,
+229,3680,0.02882157638669014,460,0.0004148075574145575,
+230,3688,0.028905943036079407,461,0.0005294064721965697,
+230,3696,0.028672251850366592,462,0.00040998267771404545,
+231,3704,0.028925064951181412,463,0.0005197234044317156,
+231,3712,0.02881884202361107,464,0.00041042409377821187,
+,,,464,,0.00046915904385969043
+232,3720,0.03349156305193901,465,0.00043328881535368663,
+232,3728,0.028499778360128403,466,0.0004739335709018633,
+233,3736,0.033320363610982895,467,0.0004344480184954591,
+233,3744,0.028958413749933243,468,0.0004770993452569071,
+234,3752,0.028993140906095505,469,0.00038909313843760174,
+234,3760,0.02858768403530121,470,0.0005398034251508458,
+235,3768,0.028797145932912827,471,0.0005291639640095777,
+235,3776,0.03299936279654503,472,0.0003770953495404683,
+236,3784,0.028703685849905014,473,0.0004777938253634299,
+236,3792,0.028454478830099106,474,0.00043780325844030205,
+237,3800,0.028588324785232544,475,0.0004777147441927809,
+237,3808,0.028352931141853333,476,0.00041624079070364434,
+238,3816,0.028586480766534805,477,0.0004465008763266572,
+238,3824,0.02847157046198845,478,0.0004526743541646283,
+239,3832,0.028580065816640854,479,0.000438002268007646,
+239,3840,0.02879854291677475,480,0.00048093624476071756,
+,,,480,,0.0004632847849279642
+240,3848,0.028819125145673752,481,0.00039338398491963746,
+240,3856,0.028401926159858704,482,0.0004835784592225017,
+241,3864,0.028469260782003403,483,0.0004617273942650562,
+241,3872,0.028590146452188492,484,0.0004581506989779882,
+242,3880,0.028592370450496674,485,0.00046068209485383704,
+242,3888,0.028929635882377625,486,0.00042719666089396924,
+243,3896,0.028916452080011368,487,0.00045326867724985017,
+243,3904,0.028756309300661087,488,0.00043402350711403416,
+244,3912,0.028768472373485565,489,0.0004294682730687782,
+244,3920,0.02853616327047348,490,0.00046108782199943174,
+245,3928,0.02860146015882492,491,0.0004908569868088567,
+245,3936,0.028513513505458832,492,0.0003908950286131585,
+246,3944,0.028761912137269974,493,0.00040274791899719276,
+246,3952,0.028950531035661697,494,0.0004651987467999182,
+247,3960,0.028558235615491867,495,0.0003845965020445874,
+247,3968,0.028866466134786606,496,0.00047614038703613915,
+,,,496,,0.0004754519904963672
+248,3976,0.02879481390118599,497,0.00042140551037543145,
+248,3984,0.028623469173908234,498,0.0004589918704975086,
+249,3992,0.028558548539876938,499,0.00042661642570844077,
+249,4000,0.0287991501390934,500,0.00044051664250825223,
+250,4008,0.02891058474779129,501,0.00044210904577214805,
+250,4016,0.028907794505357742,502,0.00042704683655756524,
+251,4024,0.028970714658498764,503,0.00048445524485682005,
+251,4032,0.02863505482673645,504,0.00039863456986495295,
+252,4040,0.028587009757757187,505,0.00044934716667436686,
+252,4048,0.028550472110509872,506,0.0004434362035681261,
+253,4056,0.028692524880170822,507,0.00045587337323619675,
+253,4064,0.02888292819261551,508,0.0004589680593198864,
+254,4072,0.028793983161449432,509,0.000533958086245028,
+254,4080,0.02858549728989601,510,0.0003034317116544116,
+255,4088,0.02867065742611885,511,0.00044698170556027134,
+255,4096,0.0287717804312706,512,0.00042139881043112837,
+,,,512,,0.00044955883640795946
+256,4104,0.0287809856235981,513,0.0004087763954885304,
+256,4112,0.028890475630760193,514,0.00044719517505395094,
+257,4120,0.02870352566242218,515,0.0004484808217966929,
+257,4128,0.0284675695002079,516,0.00041773431699506806,
+258,4136,0.028663255274295807,517,0.0005301078786033031,
+258,4144,0.02857937663793564,518,0.00026964051721733995,
+259,4152,0.028620347380638123,519,0.00040983417472619167,
+259,4160,0.028486434370279312,520,0.00048466559528606015,
+260,4168,0.03330827131867409,521,0.0004355942437541671,
+260,4176,0.028806164860725403,522,0.00041001831518120265,
+261,4184,0.02873651310801506,523,0.0004630279994065252,
+261,4192,0.02895195037126541,524,0.0004027873492304934,
+262,4200,0.02840936928987503,525,0.0003783969101884092,
+262,4208,0.028676919639110565,526,0.000453753618785413,
+263,4216,0.02874208241701126,527,0.00038426313403761014,
+263,4224,0.028759878128767014,528,0.00046221079901442863,
+,,,528,,0.0004491583677008748
+264,4232,0.029160652309656143,529,0.00041561336001905147,
+264,4240,0.02862049639225006,530,0.0004454485048578742,
+265,4248,0.028850480914115906,531,0.00037802010168282624,
+265,4256,0.029327210038900375,532,0.0004661599875059134,
+266,4264,0.028777435421943665,533,0.0004768537243459529,
+266,4272,0.028804104775190353,534,0.0003946436903182378,
+267,4280,0.028600025922060013,535,0.0003798015471450829,
+267,4288,0.02886505424976349,536,0.00047385146414550644,
+268,4296,0.028803180903196335,537,0.0004059304968298723,
+268,4304,0.028549425303936005,538,0.00044172258882705745,
+269,4312,0.028317485004663467,539,0.00047395726263251464,
+269,4320,0.028568021953105927,540,0.00039920864431527053,
+270,4328,0.028457187116146088,541,0.00038938222526970395,
+270,4336,0.028528723865747452,542,0.0004447448603362621,
+271,4344,0.028884682804346085,543,0.0004259059720165429,
+271,4352,0.028438910841941833,544,0.00042905951559077946,
+,,,544,,0.00043885671766474843
+272,4360,0.028899602591991425,545,0.00043172500348494697,
+272,4368,0.028455063700675964,546,0.0004354802476882469,
+273,4376,0.028815031051635742,547,0.0004852190055923226,
+273,4384,0.0289006307721138,548,0.0003676597540713071,
+274,4392,0.028872761875391006,549,0.0003791442301007919,
+274,4400,0.02904711663722992,550,0.00047448961725292193,
+275,4408,0.02873225510120392,551,0.00039754742465447634,
+275,4416,0.028796542435884476,552,0.00045035615975003954,
+276,4424,0.028654631227254868,553,0.0004507413655768947,
+276,4432,0.028860166668891907,554,0.00037721422413596886,
+277,4440,0.02868863195180893,555,0.000454635829165844,
+277,4448,0.028828967362642288,556,0.00037901646937825716,
+278,4456,0.028493404388427734,557,0.00040916930302046237,
+278,4464,0.028347212821245193,558,0.0004643774497838292,
+279,4472,0.02845439314842224,559,0.00044508525388664566,
+279,4480,0.0284431129693985,560,0.00039742964145261794,
+,,,560,,0.000416781404055655
+280,4488,0.028268471360206604,561,0.00046070513157506606,
+280,4496,0.028187047690153122,562,0.00035457991325529294,
+281,4504,0.02838771417737007,563,0.00044294059262028895,
+281,4512,0.0281062088906765,564,0.00037915431948931655,
+282,4520,0.02838197350502014,565,0.00037806285472470337,
+282,4528,0.028477057814598083,566,0.00043626314748377936,
+283,4536,0.02797432616353035,567,0.0005016290441355002,
+283,4544,0.028086669743061066,568,0.0003121546244074125,
+284,4552,0.032950762659311295,569,0.0003337940661367611,
+284,4560,0.02806483581662178,570,0.0004436045392139931,
+285,4568,0.02818259969353676,571,0.00045999458130349273,
+285,4576,0.02800947055220604,572,0.00034594140015542507,
+286,4584,0.028413578867912292,573,0.0004936477822151833,
+286,4592,0.028352968394756317,574,0.00031585328906658106,
+287,4600,0.03311461582779884,575,0.0004109410968210016,
+287,4608,0.028674829751253128,576,0.0004099448073247913,
+,,,576,,0.0004560626985039562
+288,4616,0.028824027627706528,577,0.000388980934076244,
+288,4624,0.028950821608304977,578,0.000405856477755151,
+289,4632,0.029066618531942368,579,0.0002942323109891731,
+289,4640,0.028989054262638092,580,0.0004663686205666246,
+290,4648,0.02903001755475998,581,0.0004664163591639538,
+290,4656,0.029052942991256714,582,0.0003542363741871668,
+291,4664,0.029316134750843048,583,0.0003956873491309428,
+291,4672,0.02914516255259514,584,0.00041192664502887055,
+292,4680,0.028766755014657974,585,0.00043135594144890393,
+292,4688,0.028502143919467926,586,0.00039161689589188126,
+293,4696,0.02876487374305725,587,0.0004703765589511022,
+293,4704,0.028761152178049088,588,0.0003509955904519302,
+294,4712,0.029078230261802673,589,0.0004825356975613561,
+294,4720,0.028621170669794083,590,0.0003024442077730782,
+295,4728,0.028843611478805542,591,0.00031026880387798885,
+295,4736,0.028881125152111053,592,0.0004906380075096552,
+,,,592,,0.00040178289054892957
+296,4744,0.028478816151618958,593,0.000407428625164487,
+296,4752,0.028435412794351578,594,0.0004022505447210278,
+297,4760,0.033549293875694275,595,0.0003909533255258187,
+297,4768,0.028617050498723984,596,0.0003998287860061585,
+298,4776,0.028949476778507233,597,0.00048011795401440134,
+298,4784,0.028520982712507248,598,0.0003013781366462354,
+299,4792,0.02967030182480812,599,0.0003008965883054771,
+299,4800,0.028639812022447586,600,0.00043077093141619116,
+300,4808,0.028460592031478882,601,0.00042830134771065786,
+300,4816,0.028776269406080246,602,0.00033039955233107323,
+301,4824,0.02857811748981476,603,0.0003893270465293123,
+301,4832,0.02876190096139908,604,0.00041399891658026416,
+302,4840,0.028919149190187454,605,0.0003646828860534394,
+302,4848,0.02881690114736557,606,0.00040660905991292867,
+303,4856,0.028956059366464615,607,0.0004110012372014656,
+303,4864,0.02855706214904785,608,0.00038161950396897737,
+,,,608,,0.0004008155083283782
+304,4872,0.028742901980876923,609,0.00041569409889537684,
+304,4880,0.03314713388681412,610,0.0003987499033731486,
+305,4888,0.028519771993160248,611,0.0003179927334713284,
+305,4896,0.033622030168771744,612,0.00045100120353578987,
+306,4904,0.028878986835479736,613,0.00043457444657438567,
+306,4912,0.028872892260551453,614,0.0003275955212302506,
+307,4920,0.02868596836924553,615,0.00032627640175633135,
+307,4928,0.028646130114793777,616,0.0004516054707762253,
+308,4936,0.028871554881334305,617,0.00032164709955395665,
+308,4944,0.033546432852745056,618,0.0004657170708621076,
+309,4952,0.028491105884313583,619,0.0003886991804999222,
+309,4960,0.028396151959896088,620,0.0003848163141810801,
+310,4968,0.02845531329512596,621,0.00039977091334246023,
+310,4976,0.033076148480176926,622,0.0003964467323385179,
+311,4984,0.028676077723503113,623,0.0003924432770872954,
+311,4992,0.028550870716571808,624,0.00040049366309956113,
+,,,624,,0.00040543393697589636
+312,5000,0.028445176780223846,625,0.000320151167397853,
+312,5008,0.028512120246887207,626,0.00045727748381198453,
+313,5016,0.02853699028491974,627,0.0004202510608593002,
+313,5024,0.02840404585003853,628,0.000382168491645037,
+314,5032,0.02847275882959366,629,0.00036707425824715755,
+314,5040,0.028652023524045944,630,0.00041274942408823075,
+315,5048,0.028385743498802185,631,0.00032713715190766377,
+315,5056,0.028391271829605103,632,0.00045931164225164266,
+316,5064,0.028474807739257812,633,0.0003810689252402101,
+316,5072,0.028479665517807007,634,0.00039931539504323155,
+317,5080,0.028421711176633835,635,0.0003650753436280259,
+317,5088,0.028201773762702942,636,0.0004312188411859097,
+318,5096,0.028501220047473907,637,0.0004086147517747512,
+318,5104,0.028330445289611816,638,0.0003756267295102589,
+319,5112,0.028161879628896713,639,0.0004093856833995752,
+319,5120,0.02834485098719597,640,0.00037795800599269567,
+,,,640,,0.0004086475819349289
+320,5128,0.02842174842953682,641,0.00042313075807344703,
+320,5136,0.028249070048332214,642,0.00036336206831037997,
+321,5144,0.028342068195343018,643,0.00038511604413672885,
+321,5152,0.028813134878873825,644,0.00038108122389530764,
+322,5160,0.03362887725234032,645,0.0004455387952475576,
+322,5168,0.02857149764895439,646,0.0003446819497791391,
+323,5176,0.028673872351646423,647,0.0003932802439002054,
+323,5184,0.029079988598823547,648,0.0003709076532686595,
+324,5192,0.028705593198537827,649,0.00038033245103482233,
+324,5200,0.028709400445222855,650,0.00040323790623612393,
+325,5208,0.028590474277734756,651,0.00036620736743013066,
+325,5216,0.028575871139764786,652,0.0004135955150559312,
+326,5224,0.033257123082876205,653,0.00046430437318381986,
+326,5232,0.028419233858585358,654,0.00028490712502389216,
+327,5240,0.028570622205734253,655,0.00029884997456974816,
+327,5248,0.03363533690571785,656,0.0004359328677310259,
+,,,656,,0.0003972998820245266
+328,5256,0.02844429388642311,657,0.0003616638793270492,
+328,5264,0.02860046550631523,658,0.0004039813684357796,
+329,5272,0.02876477688550949,659,0.00039617317997908685,
+329,5280,0.028561152517795563,660,0.00039118565230940777,
+330,5288,0.028455134481191635,661,0.0003971142674951504,
+330,5296,0.02851143106818199,662,0.0003659558863849573,
+331,5304,0.02855205535888672,663,0.0004074856493995564,
+331,5312,0.028314750641584396,664,0.0003584699782853325,
+332,5320,0.02828124165534973,665,0.0004237387887163398,
+332,5328,0.02858339622616768,666,0.00034888188080609933,
+333,5336,0.028251677751541138,667,0.000422130192548918,
+333,5344,0.028639521449804306,668,0.000335936518968083,
+334,5352,0.028401359915733337,669,0.0002888813007302815,
+334,5360,0.02836420014500618,670,0.00044459175530521734,
+335,5368,0.0286468006670475,671,0.0004152753275169137,
+335,5376,0.02832631766796112,672,0.0003600156708974585,
+,,,672,,0.0003908709913957864
+336,5384,0.028580930083990097,673,0.00039110643462793505,
+336,5392,0.028282977640628815,674,0.0003455240170296747,
+337,5400,0.028505895286798477,675,0.0003815968365025973,
+337,5408,0.02847699448466301,676,0.0003735750273335725,
+338,5416,0.028612542897462845,677,0.0004484084014880604,
+338,5424,0.028536152094602585,678,0.00028195762279210613,
+339,5432,0.028688393533229828,679,0.0004067552135893493,
+339,5440,0.02859140932559967,680,0.0003373014055796375,
+340,5448,0.028588391840457916,681,0.000372548439190723,
+340,5456,0.02881278470158577,682,0.00038250677295893965,
+341,5464,0.028646353632211685,683,0.0003743771802484324,
+341,5472,0.02868851274251938,684,0.00040671583992661907,
+342,5480,0.028761889785528183,685,0.00043329545691709166,
+342,5488,0.028307925909757614,686,0.0003051558018341893,
+343,5496,0.029096994549036026,687,0.00035432919030427,
+343,5504,0.02861975133419037,688,0.00039909972422589945,
+,,,688,,0.00040163571247830987
+344,5512,0.02870706096291542,689,0.000414990349132235,
+344,5520,0.028368446975946426,690,0.000316619540535612,
+345,5528,0.029079526662826538,691,0.00038714265186475433,
+345,5536,0.02871410921216011,692,0.00038887709282183397,
+346,5544,0.028993826359510422,693,0.000359369989989015,
+346,5552,0.029035981744527817,694,0.0003996388568339171,
+347,5560,0.028588104993104935,695,0.0004039847505434106,
+347,5568,0.028763163834810257,696,0.0003536655622156104,
+348,5576,0.028781969100236893,697,0.00033619647426045657,
+348,5584,0.02882905676960945,698,0.00042519155734529096,
+349,5592,0.028709761798381805,699,0.0003948295823647641,
+349,5600,0.028799869120121002,700,0.00038280686619275784,
+350,5608,0.02860121801495552,701,0.00040522267694801224,
+350,5616,0.02873970940709114,702,0.0003688066244649235,
+351,5624,0.02885359153151512,703,0.00041315029229735953,
+351,5632,0.02874027192592621,704,0.00036020452690926116,
+,,,704,,0.00037689361488446593
+352,5640,0.028523970395326614,705,0.0003682884853333235,
+352,5648,0.028693191707134247,706,0.00038101873360574245,
+353,5656,0.02861838787794113,707,0.00033483454080851516,
+353,5664,0.028391562402248383,708,0.0004218541022661763,
+354,5672,0.03346409276127815,709,0.0003116365196547122,
+354,5680,0.028564609587192535,710,0.0004232528299326077,
+355,5688,0.033412665128707886,711,0.00040920932328195443,
+355,5696,0.028428804129362106,712,0.00031641981804568785,
+356,5704,0.02799273654818535,713,0.0004476544321126615,
+356,5712,0.028448186814785004,714,0.000329425295603869,
+357,5720,0.028243403881788254,715,0.000434647287571958,
+357,5728,0.028332971036434174,716,0.0003237367761054581,
+358,5736,0.028344638645648956,717,0.0003994261216056267,
+358,5744,0.028795134276151657,718,0.00031643229158362374,
+359,5752,0.02899688109755516,719,0.0003647214847054177,
+359,5760,0.028510205447673798,720,0.000387962035650465,
+,,,720,,0.00038266999763436615
+360,5768,0.02880183234810829,721,0.00030656183807877826,
+360,5776,0.028507348150014877,722,0.00041346729994984344,
+361,5784,0.02858687937259674,723,0.00038624343713828627,
+361,5792,0.028672214597463608,724,0.0003631718587712385,
+362,5800,0.028190065175294876,725,0.00037578603223664686,
+362,5808,0.028540227562189102,726,0.0003830493030060704,
+363,5816,0.02806719020009041,727,0.0004198276427424779,
+363,5824,0.028252527117729187,728,0.00034522160021879247,
+364,5832,0.028596222400665283,729,0.0004301781186118855,
+364,5840,0.028270747512578964,730,0.0003240645579353441,
+365,5848,0.02864896133542061,731,0.00034156719411839733,
+365,5856,0.028587672859430313,732,0.00040097624982341325,
+366,5864,0.028536785393953323,733,0.000407141430644385,
+366,5872,0.028497938066720963,734,0.0003362667455803603,
+367,5880,0.028680987656116486,735,0.00035057568372091435,
+367,5888,0.028432495892047882,736,0.00037803626401000656,
+,,,736,,0.0003953661653213203
+368,5896,0.028455082327127457,737,0.0003599704656759665,
+368,5904,0.028513368219137192,738,0.0003809994741459377,
+369,5912,0.028275858610868454,739,0.00037251278778664226,
+369,5920,0.02839699015021324,740,0.00036123670361121185,
+370,5928,0.028649475425481796,741,0.0004092754898010753,
+370,5936,0.02862926572561264,742,0.00035587364739816013,
+371,5944,0.028630085289478302,743,0.0003912479757370117,
+371,5952,0.028296470642089844,744,0.0003569314197496472,
+372,5960,0.028569739311933517,745,0.0003808443386030073,
+372,5968,0.028567686676979065,746,0.0003364651632485523,
+373,5976,0.028833381831645966,747,0.0003909816496161511,
+373,5984,0.02848665788769722,748,0.0003788732545217499,
+374,5992,0.028705351054668427,749,0.000372791791700625,
+374,6000,0.028393883258104324,750,0.00038950940652284773,
+375,6008,0.028447933495044708,751,0.00030127588761388326,
+375,6016,0.028783507645130157,752,0.00040273453903085155,
+,,,752,,0.0003791845228988677
+376,6024,0.028799116611480713,753,0.0003933819698431762,
+376,6032,0.028696425259113312,754,0.00035344454348281335,
+377,6040,0.028837457299232483,755,0.00043181793028322445,
+377,6048,0.028776895254850388,756,0.0003134536258585285,
+378,6056,0.028943579643964767,757,0.0003678274775406213,
+378,6064,0.02900972217321396,758,0.0003369676043803338,
+379,6072,0.028654176741838455,759,0.000380676465738361,
+379,6080,0.02870354801416397,760,0.00032255693440674804,
+380,6088,0.028655342757701874,761,0.00040946979152067797,
+380,6096,0.033620335161685944,762,0.000336428052833071,
+381,6104,0.03361539542675018,763,0.00038820520664254826,
+381,6112,0.028636544942855835,764,0.00035452005674111814,
+382,6120,0.03345664590597153,765,0.00033530491855344736,
+382,6128,0.028569363057613373,766,0.00036595601704902947,
+383,6136,0.03365902975201607,767,0.0003910856703441823,
+383,6144,0.028592605143785477,768,0.00031133379961829634,
+,,,768,,0.00036954903043806553
+384,6152,0.028447508811950684,769,0.00034085569768649293,
+384,6160,0.028422433882951736,770,0.00039992498083544586,
+385,6168,0.0334591306746006,771,0.0003531128483397576,
+385,6176,0.02845422923564911,772,0.00039403543329778284,
+386,6184,0.028926458209753036,773,0.000326057535403379,
+386,6192,0.02900911495089531,774,0.00039320806399700814,
+387,6200,0.03350506350398064,775,0.000342779796483228,
+387,6208,0.02872193232178688,776,0.0003859913798199462,
+388,6216,0.028830882161855698,777,0.0003661328434342674,
+388,6224,0.02857843041419983,778,0.00035906542295075877,
+389,6232,0.02859526500105858,779,0.0003385802738193888,
+389,6240,0.028584275394678116,780,0.000386133147549117,
+390,6248,0.02879009023308754,781,0.0003677308711000175,
+390,6256,0.02877846732735634,782,0.0003627240469844158,
+391,6264,0.02857232466340065,783,0.0003742747903743293,
+391,6272,0.028501201421022415,784,0.0003658267384404705,
+,,,784,,0.00037002903991378844
+392,6280,0.028832539916038513,785,0.00036566561393556183,
+392,6288,0.028591986745595932,786,0.0003626169296434715,
+393,6296,0.02859625592827797,787,0.00044139188412373187,
+393,6304,0.02883356437087059,788,0.0002264662680317997,
+394,6312,0.028736799955368042,789,0.0003444576990053368,
+394,6320,0.03321891278028488,790,0.0003853113021250465,
+395,6328,0.028752446174621582,791,0.0004295965003880805,
+395,6336,0.028649654239416122,792,0.00026633422057784626,
+396,6344,0.02869175747036934,793,0.0003712328386124379,
+396,6352,0.028605643659830093,794,0.00038272703901990707,
+397,6360,0.028584305197000504,795,0.00036323582632273127,
+397,6368,0.033233754336833954,796,0.0003331834492807199,
+398,6376,0.029071372002363205,797,0.00040288981654157396,
+398,6384,0.028608035296201706,798,0.000279147033324989,
+399,6392,0.028587408363819122,799,0.00037235750901995094,
+399,6400,0.02860289067029953,800,0.00033190518952324054,
+,,,800,,0.000378183089196682
+400,6408,0.028651360422372818,801,0.0003517271040133589,
+400,6416,0.028557535260915756,802,0.0003722233062338394,
+401,6424,0.02880018576979637,803,0.0003958212089076239,
+401,6432,0.028560500591993332,804,0.00031286868070310445,
+402,6440,0.03319790959358215,805,0.0003464292652400521,
+402,6448,0.028091561049222946,806,0.00038978443141483393,
+403,6456,0.028129197657108307,807,0.0003160161871467911,
+403,6464,0.02836800366640091,808,0.0003725767298116504,
+404,6472,0.028673645108938217,809,0.0003499261987599311,
+404,6480,0.028506465256214142,810,0.000370366705673015,
+405,6488,0.02886512503027916,811,0.00035462490741338114,
+405,6496,0.028726253658533096,812,0.0003647472060817693,
+406,6504,0.028885923326015472,813,0.0003396704287297325,
+406,6512,0.028646841645240784,814,0.0003703022942188129,
+407,6520,0.028684131801128387,815,0.0003519249245679627,
+407,6528,0.028628967702388763,816,0.000372965884404645,
+,,,816,,0.00036901066778227687
+408,6536,0.02875426411628723,817,0.00030090895234025083,
+408,6544,0.0284828282892704,818,0.00038080486618647616,
+409,6552,0.02915951982140541,819,0.0003916493764596193,
+409,6560,0.02853349596261978,820,0.00032932404428720474,
+410,6568,0.028720468282699585,821,0.00026736974323284814,
+410,6576,0.028550371527671814,822,0.0004076904941549791,
+411,6584,0.03311469778418541,823,0.0003740103905632471,
+411,6592,0.028246093541383743,824,0.0003204496045630852,
+412,6600,0.028732381761074066,825,0.00040368524813467436,
+412,6608,0.028964903205633163,826,0.000282305105793057,
+413,6616,0.028806686401367188,827,0.0003125651903246762,
+413,6624,0.02894178032875061,828,0.0003901431129114436,
+414,6632,0.028706930577754974,829,0.00037463379807637205,
+414,6640,0.028925377875566483,830,0.0003254313884099247,
+415,6648,0.02878255769610405,831,0.00036492150788295215,
+415,6656,0.02859184518456459,832,0.0003514166994136758,
+,,,832,,0.0003769944014493376
+416,6664,0.028988376259803772,833,0.0003935128380752368,
+416,6672,0.02836257591843605,834,0.00026919316114799586,
+417,6680,0.02887161821126938,835,0.00038231347934925,
+417,6688,0.028612274676561356,836,0.0003361698782100575,
+418,6696,0.028793126344680786,837,0.00032997360249282793,
+418,6704,0.028993725776672363,838,0.00036046474893477613,
+419,6712,0.029201935976743698,839,0.0003501655107053618,
+419,6720,0.028738971799612045,840,0.00036075806262185023,
+420,6728,0.028485797345638275,841,0.0003808155691634359,
+420,6736,0.02852097526192665,842,0.000327064761222573,
+421,6744,0.02860191836953163,843,0.00038157322212230483,
+421,6752,0.028391841799020767,844,0.00029857800182071516,
+422,6760,0.02854841947555542,845,0.00031802173907635733,
+422,6768,0.028737910091876984,846,0.0003910646984357819,
+423,6776,0.028884518891572952,847,0.00036534642398085754,
+423,6784,0.028484202921390533,848,0.0003162319405115947,
+,,,848,,0.00036566032213158906
+424,6792,0.028842799365520477,849,0.0003346677379643855,
+424,6800,0.02852635830640793,850,0.0003759493068476634,
+425,6808,0.028878066688776016,851,0.00033775026167859323,
+425,6816,0.02858515828847885,852,0.0003661219331358249,
+426,6824,0.02875461056828499,853,0.0003082727635046467,
+426,6832,0.029124103486537933,854,0.0003663801311025357,
+427,6840,0.028960611671209335,855,0.0003825440447447666,
+427,6848,0.033406320959329605,856,0.00034034887721645646,
+428,6856,0.028636891394853592,857,0.0003561702800046381,
+428,6864,0.029015369713306427,858,0.0003410697851601678,
+429,6872,0.02884490415453911,859,0.0003346090561535675,
+429,6880,0.028934624046087265,860,0.0003837696206444109,
+430,6888,0.02900845557451248,861,0.00043134737400881323,
+430,6896,0.028800923377275467,862,0.0002990076327478164,
+431,6904,0.028682179749011993,863,0.00035830758081699187,
+431,6912,0.028630021959543228,864,0.00033951473524211905,
+,,,864,,0.0003595305315684527
+432,6920,0.029157545417547226,865,0.00040446078803922447,
+432,6928,0.028867822140455246,866,0.00027677353100443727,
+433,6936,0.028978653252124786,867,0.0003578221124674504,
+433,6944,0.028787925839424133,868,0.0003578456080504111,
+434,6952,0.02887525036931038,869,0.00033074651734447497,
+434,6960,0.028596334159374237,870,0.0003928416808776092,
+435,6968,0.02871027961373329,871,0.00038118868282513825,
+435,6976,0.029171042144298553,872,0.0003289735959697282,
+436,6984,0.028939731419086456,873,0.0003298203595477389,
+436,6992,0.02878306806087494,874,0.0003469617471897176,
+437,7000,0.02885938063263893,875,0.00036830014748071943,
+437,7008,0.028723452240228653,876,0.00033343435128093307,
+438,7016,0.028953712433576584,877,0.0003391731819040918,
+438,7024,0.028722725808620453,878,0.0003678237226267811,
+439,7032,0.028740935027599335,879,0.00035466097532272603,
+439,7040,0.028909362852573395,880,0.0003502359708363656,
+,,,880,,0.00037084383075125515
+440,7048,0.028920114040374756,881,0.00030659346521133557,
+440,7056,0.028360430151224136,882,0.000390355021712215,
+441,7064,0.02868840843439102,883,0.0002969594300642105,
+441,7072,0.028506066650152206,884,0.0003878061688737944,
+442,7080,0.02882206067442894,885,0.00029808042854710947,
+442,7088,0.028522253036499023,886,0.0003695293011592834,
+443,7096,0.02966190129518509,887,0.0003334417862788541,
+443,7104,0.028758861124515533,888,0.0003499282252700401,
+444,7112,0.028567910194396973,889,0.00038936687217626186,
+444,7120,0.028710447251796722,890,0.00030646474006061907,
+445,7128,0.02889338508248329,891,0.0003647539303225737,
+445,7136,0.028824426233768463,892,0.0003255664778407663,
+446,7144,0.028769202530384064,893,0.0003911836465704255,
+446,7152,0.028869561851024628,894,0.00027038736652684747,
+447,7160,0.02876027300953865,895,0.0003431103874130973,
+447,7168,0.028865594416856766,896,0.0003872650420817081,
+,,,896,,0.0003493420663289726
+448,7176,0.02900617942214012,897,0.00034464558276730325,
+448,7184,0.028753679245710373,898,0.0003434542421018705,
+449,7192,0.028943929821252823,899,0.00035061452642063767,
+449,7200,0.028663549572229385,900,0.0003676975987521776,
+450,7208,0.02895306795835495,901,0.0002847442618076457,
+450,7216,0.02864597737789154,902,0.00039847302105044946,
+451,7224,0.02870091050863266,903,0.0003694202532642521,
+451,7232,0.028915349394083023,904,0.0003459902509348467,
+452,7240,0.029146112501621246,905,0.0003190536357578821,
+452,7248,0.028784509748220444,906,0.0003619235160710689,
+453,7256,0.028648249804973602,907,0.00029320639760044287,
+453,7264,0.028671804815530777,908,0.0003966946478612954,
+454,7272,0.02871515601873398,909,0.0003780794187540388,
+454,7280,0.028704918920993805,910,0.0002969854907860281,
+455,7288,0.029291030019521713,911,0.0003851311786482776,
+455,7296,0.028890762478113174,912,0.00028519223269540817,
+,,,912,,0.0003489441587589681
+456,7304,0.02888958901166916,913,0.00027606172516243533,
+456,7312,0.029101558029651642,914,0.00039642526514528854,
+457,7320,0.02910023182630539,915,0.00034998683198258124,
+457,7328,0.028972547501325607,916,0.0003173898157911026,
+458,7336,0.02887626364827156,917,0.00035078211294603534,
+458,7344,0.0288563035428524,918,0.00035719392478010076,
+459,7352,0.028994642198085785,919,0.0002483852469595149,
+459,7360,0.02888038009405136,920,0.00040273463050003296,
+460,7368,0.028724607080221176,921,0.0003550164547050372,
+460,7376,0.03376926854252815,922,0.00032669763750163837,
+461,7384,0.028553202748298645,923,0.00029639050262630917,
+461,7392,0.029383759945631027,924,0.00037931682769946445,
+462,7400,0.02873559296131134,925,0.000356560674845241,
+462,7408,0.028865739703178406,926,0.0003308361201561638,
+463,7416,0.028734855353832245,927,0.0003118290311249439,
+463,7424,0.03326202556490898,928,0.00034789670072703823,
+,,,928,,0.00035897878115065396
+464,7432,0.0300881490111351,929,0.00028333568698144516,
+464,7440,0.028797775506973267,930,0.00039410212359923335,
+465,7448,0.028974134474992752,931,0.0003471955125340693,
+465,7456,0.02859310805797577,932,0.0003321019801660441,
+466,7464,0.02863132581114769,933,0.0002617054316942813,
+466,7472,0.02881210297346115,934,0.00038128645350557884,
+467,7480,0.02872549742460251,935,0.0002969711465993896,
+467,7488,0.028685349971055984,936,0.00037293781393340657,
+468,7496,0.028690140694379807,937,0.00039229021058417857,
+468,7504,0.033168572932481766,938,0.00029601035348605367,
+469,7512,0.028563864529132843,939,0.00037461347043669474,
+469,7520,0.028738025575876236,940,0.0003107928114332026,
+470,7528,0.02889849618077278,941,0.00028665659301623235,
+470,7536,0.028048478066921234,942,0.00039126052641742196,
+471,7544,0.028916679322719574,943,0.00035860069935248856,
+471,7552,0.028660163283348083,944,0.00030888435503584333,
+,,,944,,0.0003476000274531543
+472,7560,0.03341461718082428,945,0.00037468448802731774,
+472,7568,0.028292708098888397,946,0.00029460930394028156,
+473,7576,0.028555728495121002,947,0.0003547174258398757,
+473,7584,0.02843925729393959,948,0.00033016547677107156,
+474,7592,0.028350144624710083,949,0.0003029685249202885,
+474,7600,0.028943687677383423,950,0.0003541049882187508,
+475,7608,0.028307441622018814,951,0.00029372521094046534,
+475,7616,0.028618566691875458,952,0.00036495154251627227,
+476,7624,0.02859651669859886,953,0.00037525934749282897,
+476,7632,0.028635598719120026,954,0.0002893960874644108,
+477,7640,0.02831925079226494,955,0.00032748092568605597,
+477,7648,0.0286172516644001,956,0.0003349871185491793,
+478,7656,0.028880741447210312,957,0.0002864634498109808,
+478,7664,0.028637852519750595,958,0.00036675917044703965,
+479,7672,0.028798062354326248,959,0.0003315824233141029,
+479,7680,0.02894701063632965,960,0.00033780792061103665,
+,,,960,,0.0003433077363297343
+480,7688,0.02871100977063179,961,0.000354720691878659,
+480,7696,0.028531771153211594,962,0.00031774986079350737,
+481,7704,0.028527244925498962,963,0.00027944272369495593,
+481,7712,0.02831227332353592,964,0.0003758403792224791,
+482,7720,0.02844313532114029,965,0.0002851830286090262,
+482,7728,0.02811996266245842,966,0.0003884929654824581,
+483,7736,0.028259187936782837,967,0.0003790347554968321,
+483,7744,0.02787177637219429,968,0.000251827420470363,
+484,7752,0.02873394265770912,969,0.0003474719680005884,
+484,7760,0.028488945215940475,970,0.00031695983270765284,
+485,7768,0.028360452502965927,971,0.0003713020614668494,
+485,7776,0.028325200080871582,972,0.00032959489726636093,
+486,7784,0.028255891054868698,973,0.0003394525974727003,
+486,7792,0.028185728937387466,974,0.0003094781686741044,
+487,7800,0.02839520201086998,975,0.0003310087043549477,
+487,7808,0.028026148676872253,976,0.00033618954209183965,
+,,,976,,0.0003446087066549808
+488,7816,0.028324000537395477,977,0.00029938278166810053,
+488,7824,0.02802351489663124,978,0.0003564625502414336,
+489,7832,0.028633974492549896,979,0.00038420628698077053,
+489,7840,0.02874463051557541,980,0.0002820131070620846,
+490,7848,0.028663069009780884,981,0.0003755626894417219,
+490,7856,0.028560668230056763,982,0.0002487295118953625,
+491,7864,0.028523653745651245,983,0.00035151831070834305,
+491,7872,0.028484724462032318,984,0.00031884534655546304,
+492,7880,0.02839747816324234,985,0.0003900450828950852,
+492,7888,0.028306879103183746,986,0.00026772847959364297,
+493,7896,0.028419561684131622,987,0.0003590971555240685,
+493,7904,0.028162546455860138,988,0.0002643708307914494,
+494,7912,0.028124965727329254,989,0.0003128269163426012,
+494,7920,0.028551016002893448,990,0.0003778574464377016,
+495,7928,0.02842218428850174,991,0.00033976026627767297,
+495,7936,0.028941120952367783,992,0.000333489663535147,
+,,,992,,0.00033965278998948634
+496,7944,0.02830541506409645,993,0.00034413821984864105,
+496,7952,0.03340517729520798,994,0.0003250137851864565,
+497,7960,0.028860613703727722,995,0.0003450637938537208,
+497,7968,0.028279315680265427,996,0.0003097227678760343,
+498,7976,0.028473403304815292,997,0.0002924041647929698,
+498,7984,0.02835390716791153,998,0.0003549137717137845,
+499,7992,0.02835029736161232,999,0.0003679232343399365,
+499,8000,0.02833520993590355,1000,0.0003205047763913171,
+500,8008,0.028515633195638657,1001,0.0003444947536384764,
+500,8016,0.027900494635105133,1002,0.00030841658675247646,
+501,8024,0.02815132960677147,1003,0.0003755633467032264,
+501,8032,0.02840903028845787,1004,0.0003060198596358532,
+502,8040,0.02830815315246582,1005,0.00035283926263218746,
+502,8048,0.028269756585359573,1006,0.0003100917116777661,
+503,8056,0.02863771840929985,1007,0.00032264608914071385,
+503,8064,0.028078023344278336,1008,0.0003382458986986118,
+,,,1008,,0.00033432073541916907
+504,8072,0.028744298964738846,1009,0.000302538809288914,
+504,8080,0.028372451663017273,1010,0.0003649182557031357,
+505,8088,0.02875969186425209,1011,0.0003143140478641726,
+505,8096,0.028388720005750656,1012,0.00034187382646320785,
+506,8104,0.028229370713233948,1013,0.0003805743160358231,
+506,8112,0.02820831909775734,1014,0.00025943001746782103,
+507,8120,0.028159018605947495,1015,0.00027216023227083497,
+507,8128,0.027992412447929382,1016,0.0003599240380935953,
+508,8136,0.028104353696107864,1017,0.00028653129659990856,
+508,8144,0.027866404503583908,1018,0.0003722448333671006,
+509,8152,0.02811969444155693,1019,0.0003763282220461406,
+509,8160,0.028478410094976425,1020,0.00029187838754296536,
+510,8168,0.028134990483522415,1021,0.00033027502779857187,
+510,8176,0.02835596725344658,1022,0.0003314587971544825,
+511,8184,0.02815099060535431,1023,0.00032063035177998245,
+511,8192,0.027787957340478897,1024,0.00032448308350770577,
+,,,1024,,0.0003199205093551427
+512,8200,0.02853068709373474,1025,0.0003288678199169226,
+512,8208,0.029051050543785095,1026,0.00035122729968861677,
+513,8216,0.02839447185397148,1027,0.0003401504827706958,
+513,8224,0.02953547239303589,1028,0.00033030182142586756,
+514,8232,0.028591163456439972,1029,0.0003860542832020049,
+514,8240,0.028730474412441254,1030,0.00027477181447466137,
+515,8248,0.02852853387594223,1031,0.0003652049438512352,
+515,8256,0.028573311865329742,1032,0.00028741980386257635,
+516,8264,0.02843577042222023,1033,0.00023919425511849114,
+516,8272,0.028391070663928986,1034,0.000405102146032732,
+517,8280,0.028342224657535553,1035,0.00033218608526415966,
+517,8288,0.0283343605697155,1036,0.00032165765878744423,
+518,8296,0.03340175747871399,1037,0.00027965409644821194,
+518,8304,0.028311386704444885,1038,0.00037360126277365325,
+519,8312,0.028456784784793854,1039,0.000267246064140636,
+519,8320,0.028171584010124207,1040,0.0003651929214356642,
+,,,1040,,0.0003251469461247325
+520,8328,0.02852015197277069,1041,0.00031906737006335916,
+520,8336,0.028400804847478867,1042,0.0003458820647210814,
+521,8344,0.028506174683570862,1043,0.00032489586582024846,
+521,8352,0.028245780616998672,1044,0.00034214759507449343,
+522,8360,0.02879275754094124,1045,0.00032216234467341565,
+522,8368,0.0288471058011055,1046,0.00032387271494371817,
+523,8376,0.02988055720925331,1047,0.00029042698982569465,
+523,8384,0.028431400656700134,1048,0.00036818109219893813,
+524,8392,0.02883419394493103,1049,0.00031398440357103635,
+524,8400,0.028610732406377792,1050,0.0003390185126287785,
+525,8408,0.02899182215332985,1051,0.00035456537564944785,
+525,8416,0.028533775359392166,1052,0.00028906411807838595,
+526,8424,0.028327707201242447,1053,0.0003028404407814378,
+526,8432,0.028148476034402847,1054,0.0003388831859670712,
+527,8440,0.028763480484485626,1055,0.0002686758634808939,
+527,8448,0.028120674192905426,1056,0.0003606674126785947,
+,,,1056,,0.00033863511634990573
+528,8456,0.02862924337387085,1057,0.0003627356811193749,
+528,8464,0.02822117507457733,1058,0.00030525979387415906,
+529,8472,0.02843034639954567,1059,0.00027092280543001835,
+529,8480,0.028350163251161575,1060,0.0003823503247986082,
+530,8488,0.02834620326757431,1061,0.0003425579364245225,
+530,8496,0.033251963555812836,1062,0.0002861118635337334,
+531,8504,0.02853335812687874,1063,0.00029676918741946184,
+531,8512,0.028608325868844986,1064,0.0003373190193087794,
+532,8520,0.028592728078365326,1065,0.00028454288409799727,
+532,8528,0.03334054350852966,1066,0.0003705973455604787,
+533,8536,0.02859112247824669,1067,0.0003330508479848504,
+533,8544,0.03360043093562126,1068,0.00030771622550673783,
+534,8552,0.028557151556015015,1069,0.000379008578875073,
+534,8560,0.028737187385559082,1070,0.00019877347767760511,
+535,8568,0.028389759361743927,1071,0.0003375310964959984,
+535,8576,0.02844516932964325,1072,0.00031669612690166105,
+,,,1072,,0.0003304296697024256
+536,8584,0.028272252529859543,1073,0.0002817970295533693,
+536,8592,0.02814449369907379,1074,0.00037871575902196736,
+537,8600,0.0282033309340477,1075,0.00037603938731730783,
+537,8608,0.028268441557884216,1076,0.0002593697689007968,
+538,8616,0.028100766241550446,1077,0.0003643094302484921,
+538,8624,0.028300482779741287,1078,0.00029589123429711134,
+539,8632,0.02861631289124489,1079,0.00035960169952886645,
+539,8640,0.028393246233463287,1080,0.0002904059860156849,
+540,8648,0.028400123119354248,1081,0.0003178812192345504,
+540,8656,0.02819325402379036,1082,0.00033744391735776195,
+541,8664,0.028604216873645782,1083,0.00027590618810791057,
+541,8672,0.028091315180063248,1084,0.00034446048656328846,
+542,8680,0.02833910658955574,1085,0.0003154608793920488,
+542,8688,0.02817535772919655,1086,0.0003461823156006479,
+543,8696,0.03345848619937897,1087,0.00029629445725731784,
+543,8704,0.028356313705444336,1088,0.0003620539682742674,
+,,,1088,,0.0003432834055274725
+544,8712,0.028115589171648026,1089,0.0003009830732480623,
+544,8720,0.028428059071302414,1090,0.0003336400882939675,
+545,8728,0.028064850717782974,1091,0.0003137345059561388,
+545,8736,0.0280022993683815,1092,0.0003297752603733291,
+546,8744,0.033503349870443344,1093,0.0003240014005617316,
+546,8752,0.02815166860818863,1094,0.0003184353602894892,
+547,8760,0.028325431048870087,1095,0.00030420086901964777,
+547,8768,0.028258617967367172,1096,0.00032643989713202853,
+548,8776,0.028002653270959854,1097,0.0003334631294689773,
+548,8784,0.02811501920223236,1098,0.0003440835789660923,
+549,8792,0.02828625589609146,1099,0.00032984269940546557,
+549,8800,0.028246738016605377,1100,0.00028427602319425205,
+550,8808,0.028291981667280197,1101,0.00034364186952492065,
+550,8816,0.028242312371730804,1102,0.0003087851782765938,
+551,8824,0.028817761689424515,1103,0.00036598472278066244,
+551,8832,0.033295080065727234,1104,0.00027435474839876406,
+,,,1104,,0.0003269180015195161
+552,8840,0.02858787029981613,1105,0.00032051823909569067,
+552,8848,0.028401590883731842,1106,0.00030804547973925116,
+553,8856,0.02862204983830452,1107,0.0003395644832510568,
+553,8864,0.028346091508865356,1108,0.0002892551230615936,
+554,8872,0.02809274196624756,1109,0.0002759084753051866,
+554,8880,0.03341532498598099,1110,0.0003572816245390901,
+555,8888,0.028906196355819702,1111,0.00038483328431279266,
+555,8896,0.02856260910630226,1112,0.0002405651510343887,
+556,8904,0.02838904783129692,1113,0.00026974337997671683,
+556,8912,0.028315052390098572,1114,0.0003729506398875466,
+557,8920,0.028438664972782135,1115,0.00029111643743817694,
+557,8928,0.028567999601364136,1116,0.0003417059012917889,
+558,8936,0.028629731386899948,1117,0.0003181030770065263,
+558,8944,0.028396092355251312,1118,0.0003248676730436273,
+559,8952,0.028626687824726105,1119,0.0003189677978038422,
+559,8960,0.03342995047569275,1120,0.0003320512259961106,
+,,,1120,,0.0003115313593298197
+560,8968,0.028863798826932907,1121,0.00028743956742497784,
+560,8976,0.02859433740377426,1122,0.0003358779310171182,
+561,8984,0.028580211102962494,1123,0.00034194673207821324,
+561,8992,0.028853144496679306,1124,0.00030040189049032053,
+562,9000,0.028759438544511795,1125,0.00031807881605345757,
+562,9008,0.028803952038288116,1126,0.000343957110089832,
+563,9016,0.028603114187717438,1127,0.00035833287559701904,
+563,9024,0.028882138431072235,1128,0.00027637537095870357,
+564,9032,0.02890133485198021,1129,0.0002954694446088979,
+564,9040,0.02871871367096901,1130,0.000363036552395594,
+565,9048,0.02874521166086197,1131,0.00033313631450125413,
+565,9056,0.02867835760116577,1132,0.0003120287350611761,
+566,9064,0.028761066496372223,1133,0.00036056181549308047,
+566,9072,0.028856903314590454,1134,0.0002821479453511226,
+567,9080,0.028941530734300613,1135,0.00030049257202335866,
+567,9088,0.028682325035333633,1136,0.00034138460129421827,
+,,,1136,,0.00032325449865311384
+568,9096,0.028426989912986755,1137,0.00033675565039933036,
+568,9104,0.028491351753473282,1138,0.00031406936280594283,
+569,9112,0.02853700891137123,1139,0.0003432809951066572,
+569,9120,0.02854098752140999,1140,0.0002906388031988172,
+570,9128,0.028451308608055115,1141,0.00028749870180035943,
+570,9136,0.028648391366004944,1142,0.00035557322579344533,
+571,9144,0.02851254492998123,1143,0.00034629970676698055,
+571,9152,0.028236616402864456,1144,0.000293721573689254,
+572,9160,0.028274644166231155,1145,0.0002612088079331443,
+572,9168,0.02811581641435623,1146,0.00036760247842591653,
+573,9176,0.0285586379468441,1147,0.00031824137780252687,
+573,9184,0.028465040028095245,1148,0.0003088100381016072,
+574,9192,0.028795402497053146,1149,0.000346896996364064,
+574,9200,0.02862473577260971,1150,0.00030194050013960806,
+575,9208,0.028609003871679306,1151,0.0003056590285268612,
+575,9216,0.02860022336244583,1152,0.0003319872009039197,
+,,,1152,,0.0003163465007673949
+576,9224,0.028545398265123367,1153,0.0003393689068616368,
+576,9232,0.02851080894470215,1154,0.0003079219072138325,
+577,9240,0.028344374150037766,1155,0.0003226257459963173,
+577,9248,0.028631746768951416,1156,0.00032978828967316075,
+578,9256,0.03334926813840866,1157,0.0002932614373397276,
+578,9264,0.02856125310063362,1158,0.00035042267154494766,
+579,9272,0.028671037405729294,1159,0.00034151532175504445,
+579,9280,0.028818249702453613,1160,0.00029892064655238454,
+580,9288,0.03332636132836342,1161,0.00030932758090784773,
+580,9296,0.028772957623004913,1162,0.00032706062999447266,
+581,9304,0.029029950499534607,1163,0.00028222010011328774,
+581,9312,0.03354836255311966,1164,0.0003526109188290623,
+582,9320,0.028502244502305984,1165,0.00030628688788662356,
+582,9328,0.028709005564451218,1166,0.0003432709939564423,
+583,9336,0.028727777302265167,1167,0.0003093862051173346,
+583,9344,0.02875824272632599,1168,0.00033780786967933335,
+,,,1168,,0.000327019311953336
+584,9352,0.028357140719890594,1169,0.00030612788359576373,
+584,9360,0.028684578835964203,1170,0.00033754154615702907,
+585,9368,0.028771240264177322,1171,0.00037444464708512114,
+585,9376,0.02881281077861786,1172,0.0002575610436906572,
+586,9384,0.02867744490504265,1173,0.0003539320690227517,
+586,9392,0.028553254902362823,1174,0.00028075536071507184,
+587,9400,0.028884775936603546,1175,0.00023647128182346933,
+587,9408,0.028845451772212982,1176,0.000336380142471171,
+588,9416,0.02871944010257721,1177,0.0003696396711997555,
+588,9424,0.02882508561015129,1178,0.0002679912060557399,
+589,9432,0.02919686585664749,1179,0.0002698132710065693,
+589,9440,0.028825875371694565,1180,0.0003621322861623152,
+590,9448,0.029555752873420715,1181,0.0003264750709301249,
+590,9456,0.028992798179388046,1182,0.0003108423243247671,
+591,9464,0.028920363634824753,1183,0.00027183719794265926,
+591,9472,0.02912086248397827,1184,0.0003626339941027774,
+,,,1184,,0.00031099870102480054
+592,9480,0.028740011155605316,1185,0.00030349733569892126,
+592,9488,0.02893621101975441,1186,0.0003412337394235822,
+593,9496,0.028767485171556473,1187,0.0003384147269874423,
+593,9504,0.028750158846378326,1188,0.0002984802804348874,
+594,9512,0.02906680852174759,1189,0.0003256987750189312,
+594,9520,0.029066629707813263,1190,0.00031903226117719897,
+595,9528,0.028872694820165634,1191,0.00028811089032387827,
+595,9536,0.02877078577876091,1192,0.00034590349999537767,
+596,9544,0.033574964851140976,1193,0.00030332684036693536,
+596,9552,0.028966359794139862,1194,0.0003350765327923,
+597,9560,0.02879335731267929,1195,0.0003134927216403109,
+597,9568,0.028674129396677017,1196,0.0003289101944877378,
+598,9576,0.028740961104631424,1197,0.0003294983351744512,
+598,9584,0.02872810885310173,1198,0.00029673722638108303,
+599,9592,0.029116906225681305,1199,0.0003492312595578066,
+599,9600,0.028607159852981567,1200,0.0002903214323547824,
+,,,1200,,0.0003256496856920421
+600,9608,0.028785627335309982,1201,0.0003552142240680821,
+600,9616,0.028727378696203232,1202,0.0002629591806908138,
+601,9624,0.028588097542524338,1203,0.00028226502981851807,
+601,9632,0.028473056852817535,1204,0.00036986233837004486,
+602,9640,0.028558026999235153,1205,0.0003289577700343216,
+602,9648,0.028427917510271072,1206,0.0003147824302556858,
+603,9656,0.03345821052789688,1207,0.00039319233837886713,
+603,9664,0.02861316129565239,1208,0.00018055207146971952,
+604,9672,0.02884601429104805,1209,0.00036934094636568,
+604,9680,0.02837926149368286,1210,0.00025300525012426076,
+605,9688,0.02832229807972908,1211,0.00032720541353877967,
+605,9696,0.02827298268675804,1212,0.0003198115220584441,
+606,9704,0.03310417756438255,1213,0.00033609981827404615,
+606,9712,0.02841254696249962,1214,0.0002994713533553295,
+607,9720,0.028431784361600876,1215,0.0003137293066780937,
+607,9728,0.028615757822990417,1216,0.00031817471426620614,
+,,,1216,,0.00033227753010578454
+608,9736,0.029000621289014816,1217,0.00035346010963621666,
+608,9744,0.028870582580566406,1218,0.0002697106701816665,
+609,9752,0.029065392911434174,1219,0.00029697611535084434,
+609,9760,0.028364595025777817,1220,0.0003331500020067324,
+610,9768,0.028791237622499466,1221,0.00029849417023797287,
+610,9776,0.02858973667025566,1222,0.0003457859887324351,
+611,9784,0.028582673519849777,1223,0.000309772072796477,
+611,9792,0.02857646346092224,1224,0.0003050064927568504,
+612,9800,0.028540898114442825,1225,0.0002945920890245664,
+612,9808,0.028216466307640076,1226,0.0003377538220471858,
+613,9816,0.02809876948595047,1227,0.00029907481378662243,
+613,9824,0.028331775218248367,1228,0.0003301628682190009,
+614,9832,0.02840493991971016,1229,0.00025515216802887155,
+614,9840,0.028545096516609192,1230,0.0003581707834590426,
+615,9848,0.028639554977416992,1231,0.0003374962231776278,
+615,9856,0.028572436422109604,1232,0.00031161014339886606,
+,,,1232,,0.00032396751339547336
+616,9864,0.028547566384077072,1233,0.00033048346813302487,
+616,9872,0.03315329924225807,1234,0.00029355436527112033,
+617,9880,0.0282854326069355,1235,0.0003077881239213249,
+617,9888,0.028104934841394424,1236,0.00034155877947341653,
+618,9896,0.032130759209394455,1237,0.00028261681873118503,
+618,9904,0.03362220153212547,1238,0.0003530449342049126,
+619,9912,0.03056132048368454,1239,0.0003519326207121291,
+619,9920,0.030851278454065323,1240,0.00029017371798545355,
+620,9928,0.0283103846013546,1241,0.0002366078657360049,
+620,9936,0.02802335098385811,1242,0.00036200464195904454,
+621,9944,0.028209924697875977,1243,0.0003595785955050295,
+621,9952,0.02809232845902443,1244,0.0002870926764444448,
+622,9960,0.028016697615385056,1245,0.00031063360984262545,
+622,9968,0.02794448286294937,1246,0.0003112121424540722,
+623,9976,0.03332433104515076,1247,0.0003152434498285099,
+623,9984,0.028445139527320862,1248,0.0003394291046182237,
+,,,1248,,0.0003249793080613017
+624,9992,0.028016742318868637,1249,0.0002662445986061357,
+624,10000,0.02786422148346901,1250,0.00035096110098363297,
+625,10008,0.027972478419542313,1251,0.0003167146714986302,
+625,10016,0.028307583183050156,1252,0.00029470457193383484,
+626,10024,0.02819560468196869,1253,0.00025446163926972075,
+626,10032,0.027979262173175812,1254,0.00036924841541414414,
+627,10040,0.02812371775507927,1255,0.00033084896339070316,
+627,10048,0.02815880998969078,1256,0.00030626201078121085,
+628,10056,0.02831484004855156,1257,0.00023112720955396072,
+628,10064,0.02844662219285965,1258,0.0003666513408201614,
+629,10072,0.028616588562726974,1259,0.00031279909550600377,
+629,10080,0.02850765362381935,1260,0.0003090539254723505,
+630,10088,0.028646495193243027,1261,0.0002806241460348247,
+630,10096,0.02881774678826332,1262,0.00033309266603152664,
+631,10104,0.028536606580018997,1263,0.0002826598156389082,
+631,10112,0.028554152697324753,1264,0.0003573547234433742,
+,,,1264,,0.00031347249750979245
+632,10120,0.029027484357357025,1265,0.00035794704308500513,
+632,10128,0.028714854270219803,1266,0.000272564087936189,
+633,10136,0.028598304837942123,1267,0.00026143639879592227,
+633,10144,0.028699032962322235,1268,0.00034489833134492595,
+634,10152,0.028858736157417297,1269,0.0002412325546174543,
+634,10160,0.028969712555408478,1270,0.0003667877962081028,
+635,10168,0.028779730200767517,1271,0.0003178967777785147,
+635,10176,0.028690986335277557,1272,0.0003203520942146757,
+636,10184,0.02904457598924637,1273,0.00028210838657590404,
+636,10192,0.028628695756196976,1274,0.0003394186357278765,
+637,10200,0.03360280767083168,1275,0.0003209207231217685,
+637,10208,0.02832731232047081,1276,0.00031919341866644874,
+638,10216,0.028604544699192047,1277,0.000330873365237494,
+638,10224,0.028823349624872208,1278,0.0003135910280564401,
+639,10232,0.028534363955259323,1279,0.0003687660882860655,
+639,10240,0.028788570314645767,1280,0.00025718151664477773,
+,,,1280,,0.00031549378763884306
+640,10248,0.028883621096611023,1281,0.00025353205055580477,
+640,10256,0.028442740440368652,1282,0.000358025708400029,
+641,10264,0.02918113023042679,1283,0.00033175480556175377,
+641,10272,0.028505560010671616,1284,0.000272492042495287,
+642,10280,0.02796671912074089,1285,0.00034333924954158386,
+642,10288,0.028455588966608047,1286,0.00026899444783339276,
+643,10296,0.028468068689107895,1287,0.0002469018756528385,
+643,10304,0.028606440871953964,1288,0.0003381163000345363,
+644,10312,0.02876904606819153,1289,0.0003153377751004882,
+644,10320,0.028372790664434433,1290,0.0003238766325271821,
+645,10328,0.028345149010419846,1291,0.0003116810003120918,
+645,10336,0.028541848063468933,1292,0.0003384055213852359,
+646,10344,0.02873685583472252,1293,0.00031284952365240315,
+646,10352,0.028822164982557297,1294,0.00029789929127825115,
+647,10360,0.028960105031728745,1295,0.00019075717045780038,
+647,10368,0.028629854321479797,1296,0.0003940050955861807,
+,,,1296,,0.0003046558704227209
+648,10376,0.028699427843093872,1297,0.00036674725457227657,
+648,10384,0.028789997100830078,1298,0.00023811781247786711,
+649,10392,0.028768479824066162,1299,0.00029872561208321713,
+649,10400,0.02896549552679062,1300,0.0003179100357166525,
+650,10408,0.028991106897592545,1301,0.000291360667324625,
+650,10416,0.029227737337350845,1302,0.00032233321586058343,
+651,10424,0.02906576544046402,1303,0.0003231838844450457,
+651,10432,0.02903115376830101,1304,0.0003249631212383974,
+652,10440,0.028988651931285858,1305,0.0003211840934714668,
+652,10448,0.028609678149223328,1306,0.0003020367323188111,
+653,10456,0.028688475489616394,1307,0.0003365406767746511,
+653,10464,0.02841918170452118,1308,0.00029691236462288845,
+654,10472,0.028578203171491623,1309,0.0003284382870939832,
+654,10480,0.02895977720618248,1310,0.00030289430045134697,
+655,10488,0.029058299958705902,1311,0.0002652580056746956,
+655,10496,0.028935372829437256,1312,0.00033881527737581303,
+,,,1312,,0.0003268556611146778
+656,10504,0.028807993978261948,1313,0.0003492130423789301,
+656,10512,0.028621740639209747,1314,0.0002956895720368872,
+657,10520,0.02847706526517868,1315,0.0002877213824831415,
+657,10528,0.02867172658443451,1316,0.0003251526858158676,
+658,10536,0.029064252972602844,1317,0.00018931205431726994,
+658,10544,0.028691373765468597,1318,0.00037208803496469045,
+659,10552,0.0290507934987545,1319,0.0003245245073533927,
+659,10560,0.028782039880752563,1320,0.00029337729938561097,
+660,10568,0.033299725502729416,1321,0.0002850773060345091,
+660,10576,0.02872312068939209,1322,0.0003438577711806699,
+661,10584,0.029155343770980835,1323,0.0003516082072435113,
+661,10592,0.028846271336078644,1324,0.00025899029642459934,
+662,10600,0.029034674167633057,1325,0.0003159590269206092,
+662,10608,0.029006093740463257,1326,0.00031554762135783677,
+663,10616,0.028872497379779816,1327,0.0002740508727583801,
+663,10624,0.029109597206115723,1328,0.00034419235141415683,
+,,,1328,,0.0003193190204910934
+664,10632,0.029008369892835617,1329,0.0002999070020450745,
+664,10640,0.028826676309108734,1330,0.0003101916434908552,
+665,10648,0.02904108166694641,1331,0.00026852810406126083,
+665,10656,0.028593402355909348,1332,0.0003322797586276595,
+666,10664,0.028905462473630905,1333,0.0003127420914097456,
+666,10672,0.028616666793823242,1334,0.0003300565246415014,
+667,10680,0.028462566435337067,1335,0.0002926568668044638,
+667,10688,0.02858792245388031,1336,0.00033375809003440997,
+668,10696,0.02854984998703003,1337,0.0002584817022579955,
+668,10704,0.028802894055843353,1338,0.00035026737636404244,
+669,10712,0.033252883702516556,1339,0.000331767535196074,
+669,10720,0.028317883610725403,1340,0.00029566687771875877,
+670,10728,0.028508063405752182,1341,0.00034214527962224867,
+670,10736,0.028374210000038147,1342,0.00029884638115618145,
+671,10744,0.028809111565351486,1343,0.00028048499225405974,
+671,10752,0.0322212278842926,1344,0.0003232198105251882,
+,,,1344,,0.00030641062767244875
+672,10760,0.028716161847114563,1345,0.00028606451572462294,
+672,10768,0.0285864919424057,1346,0.0003365176744409837,
+673,10776,0.028627268970012665,1347,0.00035266321512088846,
+673,10784,0.028332293033599854,1348,0.00023394415584334637,
+674,10792,0.02862507849931717,1349,0.00031256987373732653,
+674,10800,0.028974834829568863,1350,0.0003151413948216941,
+675,10808,0.028560820966959,1351,0.00025537851543049327,
+675,10816,0.028189335018396378,1352,0.00033690470185579864,
+676,10824,0.028399288654327393,1353,0.00034020743000188043,
+676,10832,0.02935817465186119,1354,0.0002601388674520422,
+677,10840,0.028430238366127014,1355,0.00029994658507348504,
+677,10848,0.02827615663409233,1356,0.0003232438909132422,
+678,10856,0.02865338698029518,1357,0.0002855670967013187,
+678,10864,0.03353060781955719,1358,0.00033181404493613326,
+679,10872,0.028634775429964066,1359,0.00027238309266977014,
+679,10880,0.028653938323259354,1360,0.00033326754731076235,
+,,,1360,,0.000318351638270542
+680,10888,0.02871638908982277,1361,0.00031840642047124373,
+680,10896,0.028568334877490997,1362,0.0003144559317055003,
+681,10904,0.0285482294857502,1363,0.0003275818333349889,
+681,10912,0.0287800095975399,1364,0.0003121762472021926,
+682,10920,0.028959807008504868,1365,0.0002820706152609394,
+682,10928,0.02837171033024788,1366,0.0003447990690498652,
+683,10936,0.028437670320272446,1367,0.0003010157776467774,
+683,10944,0.02863418683409691,1368,0.0003425169961701613,
+684,10952,0.028971750289201736,1369,0.00024238151308964007,
+684,10960,0.028768077492713928,1370,0.0003486211696456719,
+685,10968,0.02884720265865326,1371,0.00029837535779127694,
+685,10976,0.028707608580589294,1372,0.0003346449581537551,
+686,10984,0.028671398758888245,1373,0.00036874995445638586,
+686,10992,0.028723038733005524,1374,0.0002610408152274128,
+687,11000,0.028713982552289963,1375,0.0003103661297895347,
+687,11008,0.03302289918065071,1376,0.0003175623769493541,
+,,,1376,,0.00031330622732639313
+688,11016,0.028517331928014755,1377,0.0002782252529868856,
+688,11024,0.02861488237977028,1378,0.0003302241319553494,
+689,11032,0.02886924520134926,1379,0.00024397982542723184,
+689,11040,0.028901830315589905,1380,0.0003262656468905334,
+690,11048,0.029225360602140427,1381,0.0002929211492300965,
+690,11056,0.028731346130371094,1382,0.00031557853513472116,
+691,11064,0.028603386133909225,1383,0.00032838059996720403,
+691,11072,0.03338443487882614,1384,0.0002789642618154176,
+692,11080,0.028334900736808777,1385,0.0003382490685908124,
+692,11088,0.028516646474599838,1386,0.00026584593797451816,
+693,11096,0.028652843087911606,1387,0.00024224794033216311,
+693,11104,0.02889411151409149,1388,0.00036807485957979225,
+694,11112,0.028679579496383667,1389,0.00032358334865421055,
+694,11120,0.028598465025424957,1390,0.00030948211834973857,
+695,11128,0.02864617481827736,1391,0.0003547435205421477,
+695,11136,0.028407886624336243,1392,0.0002167694769013906,
+,,,1392,,0.00029518333030864596
+696,11144,0.02876940742135048,1393,0.000337615731301152,
+696,11152,0.028538689017295837,1394,0.00027500414216774516,
+697,11160,0.028770986944437027,1395,0.00025712382497052505,
+697,11168,0.028696417808532715,1396,0.0003763898967008572,
+698,11176,0.02857256308197975,1397,0.0002884269320929889,
+698,11184,0.02859419584274292,1398,0.0003283033656771295,
+699,11192,0.02857077866792679,1399,0.0003581768893733776,
+699,11200,0.02842433750629425,1400,0.00027143043735122774,
+700,11208,0.028496060520410538,1401,0.00026394952728878705,
+700,11216,0.028645414859056473,1402,0.0003322989988581477,
+701,11224,0.028545763343572617,1403,0.0003211158697619491,
+701,11232,0.028410017490386963,1404,0.00030923931384071085,
+702,11240,0.028707589954137802,1405,0.00031436496495492367,
+702,11248,0.02860512211918831,1406,0.00031149286405707244,
+703,11256,0.029027484357357025,1407,0.0003672272259791498,
+703,11264,0.028635162860155106,1408,0.00020973588380002184,
+,,,1408,,0.00030837918166071177
+704,11272,0.028878703713417053,1409,0.0002854115653462941,
+704,11280,0.028733137995004654,1410,0.00033783691313666556,
+705,11288,0.02871890366077423,1411,0.0002930024351371685,
+705,11296,0.0286383219063282,1412,0.00031546541660126034,
+706,11304,0.028626903891563416,1413,0.0003243830599655796,
+706,11312,0.029024776071310043,1414,0.00029449902685882987,
+707,11320,0.02892385795712471,1415,0.0003312238310779018,
+707,11328,0.02858421951532364,1416,0.00029818164330208674,
+708,11336,0.03344031795859337,1417,0.00023379875710816123,
+708,11344,0.029179677367210388,1418,0.00035539914665605465,
+709,11352,0.028602585196495056,1419,0.0003090229161898606,
+709,11360,0.028600629419088364,1420,0.0003140713480596397,
+710,11368,0.028643205761909485,1421,0.00025224416676792314,
+710,11376,0.028741706162691116,1422,0.0003347796186322479,
+711,11384,0.02846112847328186,1423,0.0001981749896913243,
+711,11392,0.028748702257871628,1424,0.0003783412485063309,
+,,,1424,,0.0003137392341159284
+712,11400,0.028627246618270874,1425,0.0003630500983230637,
+712,11408,0.028734494000673294,1426,0.00023372578325506766,
+713,11416,0.028574127703905106,1427,0.0003403818106259375,
+713,11424,0.02867797389626503,1428,0.00029722798899456393,
+714,11432,0.028535567224025726,1429,0.00031513678247089655,
+714,11440,0.028385862708091736,1430,0.0003086729757342255,
+715,11448,0.02879103645682335,1431,0.0002837569585002105,
+715,11456,0.028665117919445038,1432,0.0003229258572901017,
+716,11464,0.028636865317821503,1433,0.000303376520605525,
+716,11472,0.028940517455339432,1434,0.00030947667194899015,
+717,11480,0.03337224945425987,1435,0.00034634024086699355,
+717,11488,0.02884044125676155,1436,0.0002608833428894286,
+718,11496,0.028914310038089752,1437,0.000349206809005409,
+718,11504,0.028698448091745377,1438,0.00025215841333192657,
+719,11512,0.02880619838833809,1439,0.00029888573408243246,
+719,11520,0.028578292578458786,1440,0.00031001627680130435,
+,,,1440,,0.0003073205007240176
+720,11528,0.028659969568252563,1441,0.0002520020861993544,
+720,11536,0.028454463928937912,1442,0.0003333385944383086,
+721,11544,0.028426259756088257,1443,0.0002966901435380957,
+721,11552,0.028486095368862152,1444,0.0003400614308096313,
+722,11560,0.028882410377264023,1445,0.00024735627084737644,
+722,11568,0.028856098651885986,1446,0.0003521120867974657,
+723,11576,0.028282735496759415,1447,0.0003221673474139867,
+723,11584,0.028880134224891663,1448,0.0002922308929555584,
+724,11592,0.02872481197118759,1449,0.0003115016806987114,
+724,11600,0.02848605066537857,1450,0.0003090497912126011,
+725,11608,0.028639528900384903,1451,0.00033977545224063633,
+725,11616,0.02852344512939453,1452,0.0002670455654879333,
+726,11624,0.03326054662466049,1453,0.0002920113662791361,
+726,11632,0.02843419462442398,1454,0.0003106802790474224,
+727,11640,0.02867366373538971,1455,0.00034736745419650106,
+727,11648,0.028768278658390045,1456,0.0002271610351272102,
+,,,1456,,0.00031532911816611886
+728,11656,0.02861512452363968,1457,0.00032801315735144144,
+728,11664,0.028805911540985107,1458,0.0002879792522435309,
+729,11672,0.02858252450823784,1459,0.00025911242785999394,
+729,11680,0.028742704540491104,1460,0.00035206188234345365,
+730,11688,0.02950240671634674,1461,0.00030417655095031176,
+730,11696,0.02919469028711319,1462,0.00030745220192329725,
+731,11704,0.029304277151823044,1463,0.000303982496613268,
+731,11712,0.028833646327257156,1464,0.00031090342842314084,
+732,11720,0.02964254468679428,1465,0.0003185322454685645,
+732,11728,0.028729673475027084,1466,0.0002903945147409104,
+733,11736,0.02909277379512787,1467,0.00034958329992410393,
+733,11744,0.02914460375905037,1468,0.00025995896503445693,
+734,11752,0.0289849191904068,1469,0.00024683577030373274,
+734,11760,0.029187075793743134,1470,0.0003440788610272908,
+735,11768,0.028927605599164963,1471,0.0002800662961817579,
+735,11776,0.029081594198942184,1472,0.0003220832716449097,
+,,,1472,,0.0003042231546714902
+736,11784,0.029238879680633545,1473,0.000268135955411708,
+736,11792,0.033385153859853745,1474,0.0003295612864998735,
+737,11800,0.028556913137435913,1475,0.0001869135271590494,
+737,11808,0.02875524014234543,1476,0.00037339739537856076,
+738,11816,0.029044151306152344,1477,0.0003177931124810129,
+738,11824,0.02887430414557457,1478,0.00030630128769969033,
+739,11832,0.028943665325641632,1479,0.0003703044264208681,
+739,11840,0.02899237349629402,1480,0.00025171853121719323,
+740,11848,0.02920731157064438,1481,0.00029581994385807775,
+740,11856,0.029243730008602142,1482,0.00031382380742191646,
+741,11864,0.02920353412628174,1483,0.0003227892224718484,
+741,11872,0.0290231816470623,1484,0.0002914306438469794,
+742,11880,0.02929750457406044,1485,0.0003002420483729414,
+742,11888,0.029143158346414566,1486,0.00029486911444109865,
+743,11896,0.028764724731445312,1487,0.00031011590363050345,
+743,11904,0.028589922934770584,1488,0.00030030646030354546,
+,,,1488,,0.00030339095974341035
+744,11912,0.029028981924057007,1489,0.00025934659667351906,
+744,11920,0.02883150428533554,1490,0.0003522392362356186,
+745,11928,0.02854141592979431,1491,0.00030604214255921153,
+745,11936,0.028434231877326965,1492,0.00028640432719839737,
+746,11944,0.028465304523706436,1493,0.00034189728051257717,
+746,11952,0.02872369810938835,1494,0.00026000324614869894,
+747,11960,0.028859835118055344,1495,0.0002615866738779005,
+747,11968,0.028790723532438278,1496,0.00034569176646722814,
+748,11976,0.029069531708955765,1497,0.00031168129195672617,
+748,11984,0.028926152735948563,1498,0.0002973404192137726,
+749,11992,0.03354078531265259,1499,0.00029299140502795734,
+749,12000,0.02905794233083725,1500,0.00032050883055489976,
+750,12008,0.029244981706142426,1501,0.00031601836963091046,
+750,12016,0.02883926033973694,1502,0.00029383542338716023,
+751,12024,0.028637737035751343,1503,0.0002660421501786914,
+751,12032,0.028924845159053802,1504,0.00033044287712462913,
+,,,1504,,0.00030578672885894775
+752,12040,0.028910130262374878,1505,0.00029832117949505726,
+752,12048,0.029075410217046738,1506,0.0003117000433121575,
+753,12056,0.029185079038143158,1507,0.0003382778668310493,
+753,12064,0.02877623587846756,1508,0.0002869243337045191,
+754,12072,0.028903819620609283,1509,0.0003639975880754979,
+754,12080,0.02883772924542427,1510,0.00022741144530300517,
+755,12088,0.029047422111034393,1511,0.00026751247787615284,
+755,12096,0.02905571460723877,1512,0.00032074134963165434,
+756,12104,0.028849177062511444,1513,0.0002548019834648585,
+756,12112,0.02914246916770935,1514,0.00033435311031228466,
+757,12120,0.029233921319246292,1515,0.00032979656316456385,
+757,12128,0.02899739518761635,1516,0.0002487352649040986,
+758,12136,0.02864782139658928,1517,0.0002705346232687589,
+758,12144,0.033398326486349106,1518,0.00032070750135712193,
+759,12152,0.028981026262044907,1519,0.00032608688464582275,
+759,12160,0.0290452279150486,1520,0.0002755339125239213,
+,,,1520,,0.000308944727294147
+760,12168,0.033455800265073776,1521,0.0003145017405283094,
+760,12176,0.02862509712576866,1522,0.00030298029984502744,
+761,12184,0.028718750923871994,1523,0.0002905821125750663,
+761,12192,0.028754305094480515,1524,0.00030977300723731915,
+762,12200,0.02883576601743698,1525,0.00034499811486706937,
+762,12208,0.028952036052942276,1526,0.00026567667482595424,
+763,12216,0.02871633693575859,1527,0.00028493801655713467,
+763,12224,0.028484147042036057,1528,0.0003079801730824069,
+764,12232,0.028685037046670914,1529,0.00027857245671233005,
+764,12240,0.028694964945316315,1530,0.0003254474965312208,
+765,12248,0.02874583750963211,1531,0.00032193494310680154,
+765,12256,0.02878585457801819,1532,0.0002896285953587115,
+766,12264,0.02864716574549675,1533,0.00029828164709518507,
+766,12272,0.028850700706243515,1534,0.00031518741313144954,
+767,12280,0.02881494164466858,1535,0.00027476770446810406,
+767,12288,0.02927541732788086,1536,0.0003258082942920737,
+,,,1536,,0.00031281710835173726
+768,12296,0.02895975485444069,1537,0.0002951094982563518,
+768,12304,0.028351284563541412,1538,0.0003019754949491471,
+769,12312,0.02871895581483841,1539,0.00028324239125746925,
+769,12320,0.028620492666959763,1540,0.00031697242047812324,
+770,12328,0.028701338917016983,1541,0.0002835259638231946,
+770,12336,0.028591737151145935,1542,0.00030272028016042896,
+771,12344,0.02865123376250267,1543,0.0002868282288545743,
+771,12352,0.029114309698343277,1544,0.0003120865964904494,
+772,12360,0.028889678418636322,1545,0.0002168339865420421,
+772,12368,0.028591148555278778,1546,0.0003551646832420374,
+773,12376,0.028532948344945908,1547,0.00031832086538737973,
+773,12384,0.02844730019569397,1548,0.0002754391563939862,
+774,12392,0.02840059995651245,1549,0.0002978256497954135,
+774,12400,0.028235215693712234,1550,0.00029738455547582515,
+775,12408,0.028638135641813278,1551,0.00031373083506228535,
+775,12416,0.02829188108444214,1552,0.0002485437002178514,
+,,,1552,,0.00029965233989059925

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/test=agnews/list=0.0-1.0/labels.csv

@@ -0,0 +1,16 @@
+56010,0
+661,1
+103156,0
+67353,3
+63411,0
+31108,3
+104842,2
+7456,1
+85033,2
+55459,0
+58290,1
+70408,0
+20715,3
+51405,1
+53467,2
+91088,3

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/test=agnews/list=0.0-1.0/logits.csv

@@ -0,0 +1,16 @@
+56010,-0.00018439977,-12.375184,-9.000184,-11.375367
+661,-10.000301,-0.00030131568,-12.875301,-15.430889
+103156,-0.00013815402,-9.500138,-13.750138,-11.500304
+67353,-9.375522,-9.625522,-10.500522,-0.0011263504
+63411,-0.00027116438,-10.000271,-11.250271,-8.750577
+31108,-7.0012197,-13.25122,-13.00122,-0.0013676524
+104842,-9.250415,-10.250415,-0.00041488145,-8.376542
+7456,-8.500644,-0.0006437613,-14.875644,-9.627645
+85033,-9.000291,-11.250291,-0.00029059002,-10.127634
+55459,-0.00028606137,-14.000286,-12.000286,-9.625478
+58290,-10.875342,-0.0003421913,-13.125342,-12.875625
+70408,-5.6146e-05,-12.625056,-10.625056,-11.625312
+20715,-9.376025,-13.126025,-11.626025,-0.0012501944
+51405,-9.125274,-0.0002740246,-15.937774,-13.251327
+53467,-11.625088,-14.750088,-8.785339e-05,-12.375238
+91088,-13.250725,-12.000725,-16.813225,-0.0011117706

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+31224,-9.375396,-0.0003958157,-11.750396,-15.25083
+80227,-0.0041605583,-11.254161,-10.379161,-5.5043464
+79086,-3.9576702e-05,-13.000039,-13.250039,-11.875297
+75303,-13.250597,-16.000597,-19.063097,-0.015616637
+56417,-6.7720537,-8.147054,-0.022053713,-3.8972118
+11319,-7.881243,-10.006243,-12.006243,-0.025253281
+12625,-0.18009876,-8.930099,-9.680099,-1.8053081
+87626,-9.250484,-0.00048434924,-10.375484,-18.519743
+43853,-9.125911,-14.000911,-14.625911,-0.0011308589
+23828,-9.1255665,-13.6255665,-8.6255665,-0.0007674093
+27858,-0.92027295,-7.420273,-0.79527295,-1.9204626
+12604,-1.6271925,-9.5021925,-0.25219253,-3.7523537
+8180,-6.5093946,-12.509395,-0.009394723,-4.8845177
+37466,-10.001261,-11.251261,-12.001261,-0.0014763079
+48185,-7.7507343,-0.0007341789,-13.000734,-11.626811
+77755,-7.752649,-8.752648,-0.0026486574,-8.628577
+29286,-1.5439098,-4.7939095,-6.2939095,-0.29455516
+87038,-10.875547,-16.188047,-15.250547,-0.0012607237
+33094,-10.500304,-0.00030417583,-12.875304,-13.003222
+17990,-6.897189,-11.397189,-3.8971891,-0.023366315
+125393,-8.87668,-13.12668,-12.87668,-0.0018861289
+25066,-9.62558,-0.0005795468,-16.00058,-11.139349
+93021,-9.253256,-12.628256,-6.253256,-0.0034573462
+91364,-10.750876,-11.500876,-0.0008760429,-7.126127
+56219,-0.009019702,-7.88402,-5.50902,-5.509254
+108119,-4.1424503,-5.8924503,-10.32995,-0.14516613
+108029,-1.5045584,-8.879559,-10.129559,-0.25470152
+82606,-11.000629,-12.500629,-9.250629,-0.0008124371
+34733,-8.780971,-11.155971,-3.5309708,-0.03152249
+40806,-4.9470633e-05,-12.62505,-14.75005,-10.875284
+89870,-0.0002699726,-12.25027,-15.31277,-8.375582
+120589,-7.6374235,-6.3874235,-0.012423509,-6.0127788
+107229,-5.8921313,-9.017131,-0.01713121,-4.2672224
+81763,-3.5983677,-7.9733677,-0.09836758,-2.7235491
+126587,-7.1264215,-8.626421,-12.751421,-0.00188848
+105931,-7.126841,-0.0018409224,-12.626841,-13.380586
+51593,-0.7579676,-10.882968,-11.382968,-0.6332789
+105827,-11.625246,-15.125246,-14.625246,-0.00039311327
+92547,-11.125146,-0.00014554395,-12.625146,-10.508769
+11098,-7.378192,-11.128192,-0.0031918553,-6.0033836
+15535,-8.876496,-0.001496744,-14.938996,-12.152832
+104144,-5.013968,-12.2639675,-0.013967973,-5.0142016
+84409,-0.00022337325,-12.375223,-10.000223,-9.500695
+55188,-7.875887,-9.500887,-0.0008867622,-8.001197
+97914,-7.1260214,-12.501021,-0.0010213403,-8.751127
+9697,-12.000171,-16.500172,-15.000171,-0.0005112219
+43614,-11.375275,-14.375275,-14.125275,-0.00037463324
+57056,-10.750618,-13.125618,-10.625618,-0.00095545634
+98595,-11.875341,-0.0003418338,-13.500341,-10.626993
+11602,-5.5256095,-7.7756095,-0.025609441,-3.9008296
+29109,-3.9031284,-11.153129,-0.028128281,-5.153373
+114682,-9.125528,-0.0005287918,-14.625528,-11.751558
+63374,-9.625302,-0.00030191155,-15.937802,-13.2562275
+77864,-5.5313363,-11.531336,-0.031336073,-3.6564546
+81631,-2.2875063,-8.662506,-0.1625064,-3.0379696
+124163,-9.001663,-14.751663,-6.626663,-0.0018295386
+81563,-5.131907,-8.3819065,-7.631907,-0.0076230243
+13895,-9.125459,-0.0004582547,-13.125459,-10.634862
+12863,-7.8762045,-14.2512045,-10.7512045,-0.0015988695
+45732,-4.2058,-0.3308002,-1.3308002,-6.0816526
+49404,-7.7516704,-10.626671,-0.0016705142,-8.627194
+487,-10.50015,-0.00014995404,-14.12515,-11.875996
+64317,-9.39865,-11.89865,-4.02365,-0.02448496
+6331,-0.00016902448,-12.125169,-13.375169,-9.250486
+73812,-3.9183147,-4.543315,-0.41831473,-4.418556
+15701,-10.099715,-10.849715,-1.2247151,-0.34997272
+104663,-6.997341e-05,-13.62507,-11.37507,-12.125284
+90606,-2.3027716,-5.6777716,-9.177772,-0.17801774
+127552,-6.484775e-05,-12.625065,-12.000065,-10.25029
+126761,-13.625128,-17.125128,-17.000128,-0.00055102026
+92697,-0.28514275,-7.285143,-5.910143,-1.4112142
+107122,-0.6986298,-9.073629,-0.6986298,-5.4498396
+74380,-11.12584,-11.50084,-11.50084,-0.0010964613
+66285,-3.635817e-05,-13.500036,-12.500036,-12.125265
+70163,-1.6224548,-7.7474546,-3.8724546,-0.24769108
+75972,-3.9235494,-9.67355,-0.0485494,-4.2986937
+30713,-8.52669,-12.52669,-0.026689937,-3.6528358
+118867,-0.00010322992,-11.625103,-13.500103,-10.50026
+84835,-10.000645,-0.00064423785,-11.250645,-10.376036
+60503,-6.006863,-10.506864,-0.0068633524,-5.506995
+11807,-9.32673,-11.45173,-0.5767296,-0.8273015
+27906,-0.000520809,-10.500521,-8.875521,-8.125676
+30093,-11.00175,-0.0017495339,-13.75175,-10.75233
+45657,-9.125201,-13.000201,-0.00020096666,-10.750326
+97197,-0.0008662762,-11.125866,-11.625866,-8.626077
+48440,-11.875127,-0.00012718822,-16.250128,-10.512728
+14971,-6.627817e-05,-12.750066,-13.125066,-10.250341
+61380,-8.750879,-11.375879,-13.188379,-0.0010524563
+7177,-8.7503805,-0.00038020534,-15.8753805,-11.328913
+40241,-0.089332886,-9.964333,-11.589333,-2.4648795
+38583,-10.750175,-0.0001753415,-11.500175,-13.258341
+104941,-0.00039164504,-12.875392,-9.625392,-8.250719
+39377,-7.1263695,-0.0013696109,-12.126369,-13.251932
+65329,-5.3873644,-11.012364,-11.012364,-0.032591235
+81089,-12.375199,-0.00019941726,-12.000199,-10.390455
+6143,-0.22666898,-9.601669,-7.476669,-1.602076
+63753,-0.0006667536,-8.375667,-11.625667,-8.2510395
+5084,-10.225611,-12.850611,-0.10061113,-2.35086
+125282,-9.250963,-12.250963,-0.00096346205,-8.626213
+7980,-5.313719,-7.188719,-10.501219,-0.19034532
+42346,-14.875194,-16.625195,-17.000195,-0.00032386524
+73055,-6.0033326,-9.628332,-0.0033324207,-7.254943
+31696,-6.379059,-9.004059,-0.004058934,-6.1292577
+101343,-4.264962,-12.264962,-0.014962235,-8.265191
+115075,-0.0003685272,-12.250368,-14.125368,-8.000649
+29447,-10.125921,-15.813421,-11.750921,-0.0011211989
+89441,-0.113692105,-10.988692,-2.238692,-7.363815
+15843,-0.00066877884,-8.500669,-8.750669,-8.500949
+110126,-1.2138664,-5.588866,-1.9638664,-0.5909181
+36142,-10.750542,-15.813042,-10.250542,-0.00065228046
+2846,-10.000727,-14.750727,-12.125727,-0.0010069009
+85390,-0.00090677146,-10.125907,-7.750907,-9.001157
+108138,-7.7556353,-12.005635,-5.5056353,-0.0058597745
+7571,-11.751159,-10.626159,-7.3761587,-0.017384918
+62381,-11.125194,-0.00019381552,-16.812695,-14.095598
+65963,-8.4516735,-10.7016735,-0.5766736,-0.8270858
+39384,-0.00011681828,-13.250116,-14.187616,-10.001578
+62356,-0.00029559535,-12.500296,-11.500296,-8.500459
+20478,-8.875933,-0.000932497,-11.750933,-9.514804
+101968,-6.7526193,-11.002619,-0.0026190525,-6.627771
+124810,-3.2156074,-7.4656076,-3.0906074,-0.091050655
+9300,-9.875207,-11.125207,-0.00020680673,-11.75049
+35593,-6.5028744,-11.877874,-6.8778744,-0.0030704925
+53670,-9.001553,-11.251553,-0.001552449,-6.626789
+44789,-0.00019321959,-13.000194,-14.312694,-9.125477
+25135,-7.376067,-0.0010673071,-16.376068,-15.313769
+32124,-4.3272037e-05,-11.875043,-14.125043,-11.000263
+36646,-10.625214,-12.125214,-14.000214,-0.000464747
+34191,-7.3889923,-10.513992,-0.38899246,-1.1439902
+65307,-10.87566,-15.31316,-11.25066,-0.0007287453
+32731,-9.250331,-0.00033051273,-14.875331,-12.2725315
+112637,-4.6623034,-6.6623034,-9.224803,-0.050361555
+18943,-1.4483502,-3.0733502,-0.94835013,-1.9496542
+117291,-0.0018159342,-8.626816,-11.251816,-7.002014
+67975,-7.2686033,-11.768603,-0.14360344,-2.0187943
+104676,-0.17501086,-3.800011,-7.1750107,-5.425437
+109059,-1.321614,-0.32161397,-7.071614,-4.9620395
+86252,-9.626083,-14.251083,-10.626083,-0.0011953156
+109620,-0.00047565115,-11.875476,-14.500476,-7.7506886
+35543,-7.8779716,-12.002972,-7.5029716,-0.0032100326
+96155,-6.626678,-0.0016781308,-10.501678,-9.824836
+33646,-5.0074205,-10.132421,-0.0074204775,-9.132593
+64061,-0.0007242917,-10.125724,-9.250724,-7.626193
+6764,-8.999896e-05,-10.50009,-12.37509,-10.875318
+63078,-10.375685,-0.00068509945,-14.625685,-10.626172
+88343,-9.375566,-0.0005658456,-15.125566,-11.627445
+50106,-10.875447,-0.0004472924,-11.500447,-9.035708
+35688,-9.406416,-12.156416,-0.28141573,-1.4067429
+78697,-7.500934,-0.0009342835,-12.000935,-9.50157
+13749,-0.7659394,-0.6409394,-7.265939,-5.0174265
+44428,-9.625422,-14.125422,-14.937922,-0.0014231474
+13880,-0.00020001318,-12.6252,-9.6252,-10.125336
+107805,-6.8275104,-9.82751,-0.57751024,-0.82761073
+47687,-5.5549986e-05,-13.000055,-13.125055,-10.875227
+3328,-10.000613,-11.500613,-0.00061302463,-7.8757367
+27574,-9.500872,-13.625872,-13.875872,-0.0010115812
+6049,-11.250162,-0.00016223069,-14.250162,-12.500778
+121371,-9.375318,-0.00031728478,-13.125318,-10.626731
+93977,-1.3167887,-10.441789,-0.3167886,-5.691891
+87794,-8.500403,-12.875403,-0.0004029654,-8.87552
+1284,-12.125248,-0.00024804377,-15.000248,-9.828981
+86737,-8.002263,-9.877263,-7.877263,-0.002619146
+9800,-13.375365,-16.812864,-19.875364,-0.0037404436
+60632,-10.12523,-0.00022945156,-14.25023,-14.380438
+69196,-10.750406,-0.0004060636,-15.562906,-13.6275625
+109514,-9.7505665,-12.8755665,-0.0005660839,-11.125828
+75454,-9.500445,-0.00044538593,-14.250445,-11.16391
+68262,-0.9351732,-11.497673,-0.5601732,-7.560459
+51383,-3.4106834,-0.03568331,-8.785684,-7.8231773
+39024,-10.126404,-0.0014038956,-16.438904,-11.127518
+53372,-8.540532,-11.665532,-3.2905326,-0.04119642
+61955,-9.000746,-11.250746,-9.250746,-0.00088770257
+46407,-10.125224,-0.00022432672,-14.375224,-12.951269
+56851,-3.2352123,-11.235212,-0.11021237,-2.735358
+117835,-9.750455,-13.250455,-0.00045444176,-10.125719
+41315,-1.0774181,-12.077418,-0.45241803,-3.8275392
+54086,-0.00013946515,-13.875139,-11.375139,-9.625602
+1123,-0.00017414961,-13.0001745,-10.0001745,-9.375373
+6738,-8.125559,-0.00055893534,-12.125559,-11.669427
+65022,-7.011412,-9.136413,-10.511413,-0.014533303
+29011,-13.750223,-17.125223,-18.125223,-0.0006786969
+209,-7.6893325,-9.314333,-1.3143326,-0.31446406
+117949,-0.00012790339,-14.125128,-10.375128,-10.875258
+112253,-8.627525,-7.002525,-11.002525,-0.0030035318
+117575,-8.383685,-6.508685,-5.008685,-0.008852195
+12151,-3.8960946,-10.896094,-0.021094494,-8.271209
+6503,-7.00135,-13.001349,-10.751349,-0.0015950333
+47388,-11.250184,-0.00018392302,-15.125184,-10.764216
+122533,-6.6265826,-11.376582,-10.501582,-0.0017185735
+77557,-0.0038264405,-9.253826,-6.8788266,-6.0041203
+3593,-5.5314283,-0.031428497,-8.031428,-3.717732
+39857,-0.0011937643,-8.376194,-12.813694,-8.1263895
+82941,-10.500314,-0.00031418633,-15.437814,-14.018028
+2835,-0.00014792779,-11.875148,-11.500148,-9.500298
+12119,-0.32396412,-8.198964,-2.698964,-1.574087
+2255,-0.0009772769,-11.2509775,-9.2509775,-7.377973
+99071,-0.7907154,-7.665715,-3.5407155,-0.66614485
+73970,-2.3082328,-6.308233,-0.6832329,-0.9337491
+73312,-5.9365845,-4.4365845,-6.3115845,-0.061809484
+109736,-12.0001955,-0.00019584168,-13.8751955,-11.285185
+2581,-7.8758693,-0.00086949207,-13.93837,-13.69273
+64922,-8.252444,-13.752444,-15.314944,-0.020461781
+85830,-0.0002640137,-11.625264,-10.875264,-8.875452
+122144,-10.251446,-0.0014453214,-13.688946,-10.639658
+62330,-8.625824,-0.00082411175,-13.750824,-14.459527
+112561,-2.8357637,-4.835764,-1.4607637,-1.0880384
+48434,-6.7513657,-0.0013658013,-13.626366,-11.182735
+119944,-11.250135,-0.00013588935,-15.875135,-15.75077
+120940,-0.039214373,-6.539214,-9.539214,-4.539868
+77443,-8.771007,-12.021007,-0.021006132,-3.909185
+23685,-6.628542,-10.003542,-0.12854184,-2.128686
+47231,-9.751016,-0.0010153858,-15.376016,-11.002227
+91022,-12.500269,-0.00026878083,-19.312769,-17.170132
+714,-9.892554,-11.517554,-4.142554,-0.01806127
+25730,-10.3750925,-12.1250925,-9.238293e-05,-12.125387
+97729,-0.0010266992,-10.626027,-10.126027,-7.0016756
+30236,-0.08941279,-8.339413,-10.339413,-2.46473
+2443,-10.250249,-0.00024935475,-13.875249,-13.019333
+52656,-0.016008774,-9.891008,-5.141009,-4.641291
+116972,-9.751717,-11.126717,-11.376717,-0.0025459346
+43770,-3.2015235,-4.951524,-4.826524,-0.089763254
+10949,-9.625292,-0.00029142425,-12.375292,-11.001895
+100306,-13.750461,-0.0004601612,-13.750461,-10.394924
+29745,-9.125307,-0.00030703598,-11.625307,-13.627358
+60439,-12.125471,-12.000471,-13.000471,-0.00078330754
+109824,-8.25063,-0.00063041836,-12.87563,-12.892797
+102648,-6.752701,-12.377701,-9.377701,-0.0035146028
+62099,-9.625232,-0.00023147765,-10.500232,-10.625716
+33686,-8.129448,-0.0044483994,-12.254448,-8.379688
+116606,-7.6257944,-13.125794,-13.125794,-0.0010168792
+85384,-6.627549,-12.252549,-11.252549,-0.0029487726
+31834,-1.1134971,-4.9884973,-0.48849714,-3.7416637
+58133,-9.8756695,-13.1256695,-11.1256695,-0.0013782058
+95196,-4.145281,-11.145281,-0.020280851,-5.5206194
+11675,-7.0012655,-0.0012655591,-15.938766,-11.573258
+34902,-0.37381107,-3.873811,-3.498811,-1.499425
+112691,-10.626081,-13.501081,-9.126081,-0.0014315369
+33713,-2.2502143,-7.750214,-0.12521425,-5.6253977
+109135,-6.5020113,-12.127011,-0.0020111827,-7.7523217
+60521,-0.97662574,-7.976626,-0.60162574,-2.6017861
+76695,-10.500216,-14.375216,-17.625216,-1.1784784
+98619,-6.7848635,-10.784863,-0.034863614,-3.4101114
+13731,-11.125388,-0.00038807013,-13.812888,-13.126441
+14492,-11.750271,-0.0002704493,-13.000271,-11.878036
+81006,-8.00081,-11.75081,-0.0008099374,-8.000982
+114491,-10.625292,-11.000292,-11.625292,-0.0016114371
+120167,-10.625133,-11.875133,-0.00013219437,-11.125466
+69602,-13.250202,-0.00020203933,-15.750202,-13.856828
+81057,-2.2709255,-5.1459255,-0.1459256,-3.6474373
+118239,-7.875762,-0.0007621721,-12.625762,-12.754705
+26999,-0.2705974,-8.020597,-1.6455975,-3.1457071
+103729,-0.5848638,-1.3348638,-3.0848637,-2.3359058
+70324,-5.709962e-05,-12.500057,-14.125057,-12.125226
+88697,-8.505182,-14.067682,-8.005182,-0.005657349
+79720,-11.500269,-0.00026925752,-12.875269,-11.376727
+119098,-5.757315,-8.132316,-8.882316,-0.0075529567
+16374,-9.0022745,-0.002274904,-14.7522745,-13.377482
+8973,-9.250679,-0.00067914306,-13.250679,-8.251838
+92670,-0.0022122215,-9.377213,-6.877212,-6.8774853
+46136,-10.2503,-0.0003003623,-14.3128,-9.649589
+113240,-0.0006241042,-10.875624,-8.125624,-9.005381
+92271,-5.640438,-13.015438,-4.515438,-0.015532273
+47020,-8.820234,-9.820234,-0.07023442,-2.695332
+68952,-5.382365,-9.257365,-0.007365335,-8.007512
+93704,-10.625142,-13.125142,-0.00014256415,-9.501145
+126515,-10.250431,-0.00043132537,-15.500431,-14.380386
+1648,-8.84976,-8.47476,-0.47476023,-0.9749922
+4147,-8.153975,-11.528975,-3.653975,-0.029255413
+106815,-5.931733,-10.931733,-1.056733,-0.43191263
+18919,-0.92005247,-4.2950525,-2.1700525,-0.79525
+88395,-9.005874,-13.880874,-5.255874,-0.006438748
+83361,-11.2504225,-0.00042250767,-15.6254225,-10.125942
+69550,-10.750214,-0.0002138386,-17.000214,-13.028824
+59782,-9.626438,-14.626438,-15.751438,-0.0017410463
+62607,-10.750634,-11.750634,-10.875634,-0.006431465
+49031,-9.405067,-12.280067,-0.03006731,-3.5305781
+24073,-10.376656,-13.439156,-9.251656,-0.001882116
+34883,-8.501106,-9.251106,-0.0011063652,-7.251255
+78080,-0.0008950995,-12.1258955,-10.3758955,-7.1262026
+59546,-11.625559,-11.875559,-15.250559,-0.0008504832
+123805,-7.75113,-0.0011302995,-14.43863,-8.764056
+87807,-14.125859,-0.00085972535,-14.500859,-10.444689
+53821,-12.500463,-16.000463,-17.062963,-0.009300553
+90016,-11.000268,-0.00026806575,-13.375268,-14.261923
+75870,-7.1266513,-9.751652,-0.0016513533,-7.7518806
+58764,-8.807287,-12.682287,-2.932287,-0.061653793
+64575,-8.093983e-05,-11.875081,-14.750081,-10.3752165
+85818,-11.750681,-13.750681,-11.625681,-0.0008840461
+15652,-10.875156,-12.125156,-0.00015686711,-9.625377
+85976,-6.4754505,-11.9754505,-1.2254505,-0.35062474
+15080,-11.125318,-0.00031788065,-16.125319,-13.01167
+79945,-8.001232,-0.001231865,-15.251232,-10.629309
+76385,-7.827185,-11.077185,-0.82718515,-0.5774565
+115581,-0.41217563,-4.2871757,-2.5371757,-1.412533
+61199,-11.750288,-0.00028796817,-15.375288,-18.336554
+85813,-8.37642,-10.75142,-0.0014204422,-8.001532
+67537,-14.000679,-0.0006785474,-13.375679,-9.501629
+89261,-3.4114013,-8.411401,-0.03640119,-6.036599
+22046,-9.375966,-12.875966,-10.375966,-0.0012242596
+22926,-0.57638454,-9.701385,-10.326385,-0.828555
+49488,-4.303706,-8.803706,-3.3037062,-0.053859778
+96660,-8.251081,-0.0010815968,-12.876081,-11.252192
+63730,-9.375973,-13.500973,-7.6259727,-0.0011038759
+9677,-0.00012504273,-14.500125,-10.625125,-9.875243
+120201,-8.625652,-11.125652,-9.500652,-0.0008870362
+35208,-8.381466,-11.256466,-0.006465825,-11.506646
+30950,-7.0252705,-10.15027,-0.5252703,-0.90067875
+66963,-0.27512136,-9.400122,-1.9001213,-2.4003992
+16156,-13.1254,-16.6254,-19.0004,-0.003405202
+69670,-9.375261,-0.00026127262,-13.000261,-12.250897
+13477,-6.6271224,-0.0021224134,-13.127123,-7.6229987
+50904,-11.751773,-0.0017728579,-11.001773,-10.752901
+7930,-9.251212,-11.001212,-0.0012123386,-6.8763423
+26294,-10.752436,-12.877436,-10.377436,-0.004926435
+35749,-1.8228338,-11.197834,-0.3228338,-2.1979582
+55850,-0.15206811,-7.277068,-2.4020681,-3.027261
+64767,-13.750235,-15.750235,-17.250235,-0.000865251
+22057,-9.132887,-13.507887,-4.882887,-0.008055606
+87663,-10.625864,-14.250864,-9.250864,-0.0009747541
+35864,-11.75034,-15.50034,-11.37534,-0.0004081128
+33007,-5.6390843,-7.8890843,-0.014084347,-4.639511
+81372,-8.000822,-13.125822,-10.375822,-0.0009549981
+97703,-6.0945163,-0.09451639,-11.844517,-10.470808
+118589,-0.002076495,-11.752076,-12.127076,-6.252238
+65741,-0.20533784,-6.955338,-10.955338,-1.705585
+119601,-4.4791503,-7.6041503,-2.8541503,-0.106275745
+114504,-7.889648,-9.764648,-0.014648154,-4.2651467
+92452,-0.00010442189,-13.125104,-11.500104,-9.750255
+11152,-0.3529655,-8.227965,-8.602965,-1.2285174
+44669,-4.762113,-6.887113,-0.012112869,-6.13749
+121963,-9.375471,-0.00047064672,-12.625471,-14.566367
+63486,-12.3751745,-14.5001745,-17.625174,-0.00040300837
+123055,-6.007541,-9.507542,-7.882541,-0.012192309
+119717,-7.376018,-15.126019,-16.563519,-0.0061823903
+88042,-4.781888,-11.656888,-3.781888,-0.032231927
+54428,-10.750503,-0.00050257926,-13.125503,-13.162897
+125274,-0.000889978,-12.12589,-8.50089,-7.37605
+46816,-9.19576,-9.44576,-2.6957595,-0.071075074
+8553,-0.19043644,-9.565436,-1.8154365,-4.565568
+56455,-13.125333,-0.00033289613,-18.375334,-16.501514
+101092,-0.0022027057,-10.377203,-6.2522025,-9.502518
+55570,-0.0027092916,-10.752709,-12.502709,-6.003405
+2531,-0.0029164897,-11.877916,-10.127916,-5.8783765
+55854,-8.376586,-0.0015857753,-14.439086,-12.12678
+65143,-0.00015853578,-13.750158,-12.125158,-9.375329
+28422,-12.125532,-14.875532,-12.125532,-0.00069471693
+36329,-7.506194,-13.568694,-12.693694,-0.006945572
+8061,-8.750641,-0.0006406639,-14.813141,-15.049291
+107678,-12.875317,-0.00031621224,-12.375317,-9.129705
+53009,-0.26391914,-9.451419,-9.138919,-1.7644142
+62879,-0.00053987233,-13.50054,-13.37554,-7.7508574
+26784,-10.000361,-0.00036185392,-12.000361,-15.25152
+21912,-8.634493,-11.259493,-0.6344932,-0.7602454
+113597,-0.00019012074,-11.75019,-13.25019,-8.875376
+82760,-0.00017283854,-11.500173,-12.375173,-9.000475
+26160,-10.625436,-0.00043537674,-14.125436,-12.764581
+23421,-10.750208,-0.00020835613,-15.125208,-10.760244
+41793,-4.787646,-3.2876456,-9.537645,-2.0390246
+103325,-10.500508,-0.0005082984,-15.250508,-10.750892
+33557,-12.750159,-0.00015925094,-16.625158,-15.501515
+81209,-13.250646,-0.00064590573,-14.000646,-10.501291
+107064,-15.000294,-17.250294,-18.250294,-0.0026259443
+98221,-1.503366,-8.378366,-10.878366,-0.25369546
+16139,-13.000813,-15.000813,-12.875813,-0.0010974342
+62717,-7.6259937,-0.0009937115,-12.000994,-11.260563
+28151,-9.381331e-05,-12.125093,-13.625093,-9.875336
+22888,-11.125308,-0.00030846606,-11.500308,-10.922672
+24637,-0.4569865,-7.3319864,-2.7069864,-1.2071348
+92809,-8.375703,-15.125703,-11.250703,-0.00090155547
+91862,-5.255924,-8.255924,-0.0059240474,-8.131269
+7412,-5.7338024e-05,-13.500057,-11.000057,-11.25021
+52442,-2.8988893,-8.64889,-0.1488892,-2.5243227
+87399,-0.0011675692,-10.376167,-7.501168,-8.251474
+112712,-0.00010716341,-12.375107,-9.875107,-11.000277
+54201,-0.63333344,-10.008333,-9.258333,-0.7585577
+117074,-6.715447,-8.840447,-0.09044712,-2.4656515
+25137,-8.25146,-11.62646,-13.37646,-4.297109
+16780,-0.005684994,-11.505685,-7.005685,-5.630807
+72881,-6.2845054,-9.409505,-0.28450525,-1.4097459
+110597,-9.375551,-0.0005510719,-14.875551,-11.001682
+89655,-0.00013684291,-13.625136,-11.750136,-11.376741
+48391,-7.2515273,-0.0015274535,-14.251528,-11.377338
+110182,-0.00024863967,-12.750249,-12.250249,-9.250399
+87621,-5.902414,-5.027414,-11.152413,-0.02959598
+122711,-6.4490145e-05,-14.000065,-13.750065,-11.125523
+115720,-0.01611705,-12.016117,-11.766117,-4.1413975
+66486,-6.7520027,-0.0020027359,-13.127003,-10.890196
+68169,-8.125607,-0.00060647214,-12.750607,-11.126852
+110138,-1.4337623,-6.3087626,-0.5587624,-2.3089442
+21580,-7.626197,-0.0011967409,-15.251197,-13.003181
+102553,-13.376597,-0.0015974392,-13.751597,-9.789293
+78769,-10.000299,-0.00029976643,-16.7503,-11.9902
+93593,-10.375273,-0.0002730712,-14.375273,-9.876566
+16612,-8.000471,-0.00047064672,-11.875471,-11.147932
+59583,-8.875379,-15.125379,-14.875379,-0.0007711388
+76885,-0.50652444,-7.0065246,-12.631524,-2.8848374
+120777,-8.500395,-0.00039498156,-12.625395,-12.288585
+121894,-0.029887414,-10.779887,-10.154887,-3.5301287
+88371,-0.00012099011,-12.000121,-14.750121,-10.6254
+68747,-4.635007,-9.135007,-0.010006855,-10.3854475

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/agnews/size=64/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/agnews/size=64/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/agnews/size=64/seed=8/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv

@@ -0,0 +1,1753 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.41543806344270706,0,19.88500213623047,
+0,8,0.11526144295930862,1,8.062764485677084,
+0,16,0.08903748169541359,2,5.6151745319366455,
+0,24,0.08647793531417847,3,0.2673650458455086,
+0,32,0.08885407820343971,4,4.433223709551385,
+0,40,0.08367706835269928,5,1.7505993927758634,
+0,48,0.09003083780407906,6,1.1388897382857976,
+0,56,0.08640885725617409,7,1.580638402578188,
+0,64,0.08488935232162476,8,0.5156335925334133,
+0,72,0.08628901466727257,9,0.8667988922049213,
+0,80,0.08368495851755142,10,1.0408118701514988,
+0,88,0.13072016090154648,11,0.751195855991682,
+1,96,0.08900707960128784,12,0.5919380917330272,
+1,104,0.08966356888413429,13,0.4107468561269343,
+1,112,0.08575744181871414,14,0.29659886999676627,
+1,120,0.08656591176986694,15,0.2891395629849285,
+1,128,0.08950794115662575,16,0.4646684286251132,
+,,,16,,0.1618577053672389
+1,136,0.13044435530900955,17,0.5556225244266292,
+1,144,0.08769229799509048,18,0.13192146746829772,
+1,152,0.08678198233246803,19,0.22579798519048686,
+1,160,0.08389421924948692,20,0.4453166840830818,
+1,168,0.12463225796818733,21,0.14354705344303512,
+1,176,0.08373181149363518,22,0.1653677581460215,
+2,184,0.08975023776292801,23,0.22008768406230955,
+2,192,0.08780545368790627,24,0.3284175835433416,
+2,200,0.08878546208143234,25,0.2027255027974856,
+2,208,0.08487428352236748,26,0.07625276212347672,
+2,216,0.08687848597764969,27,0.16767909012075202,
+2,224,0.08861152455210686,28,0.11155820594867691,
+2,232,0.08500009775161743,29,0.12544903120336434,
+2,240,0.08358434587717056,30,0.23418835834932647,
+2,248,0.12479140982031822,31,0.12874439316801728,
+2,256,0.08231547102332115,32,0.17422399691713508,
+,,,32,,0.07256609096861723
+2,264,0.08696006238460541,33,0.05799739438641284,
+3,272,0.0818343535065651,34,0.16949442472105147,
+3,280,0.08559880405664444,35,0.03318604727142623,
+3,288,0.08749730512499809,36,0.030701609967945843,
+3,296,0.08579977229237556,37,0.06360034825629554,
+3,304,0.08366614207625389,38,0.2855758999763306,
+3,312,0.08928913995623589,39,0.02141837805296139,
+3,320,0.08568951115012169,40,0.10208873482527754,
+3,328,0.08700498938560486,41,0.04499588476877155,
+3,336,0.08385487645864487,42,0.0030491986268316395,
+3,344,0.08680322766304016,43,0.016700171081798283,
+3,352,0.08686462044715881,44,0.050181821769001544,
+3,360,0.08759896829724312,45,0.06343219814256632,
+4,368,0.086048424243927,46,0.13283848046849017,
+4,376,0.08638134971261024,47,0.009043137142725755,
+4,384,0.08383341506123543,48,0.03413445861744029,
+,,,48,,0.05029937677216111
+4,392,0.084865503013134,49,0.08319854678411502,
+4,400,0.08517605066299438,50,0.0683850634166447,
+4,408,0.08375304192304611,51,0.014904198367730714,
+4,416,0.08993121609091759,52,0.08886426593400959,
+4,424,0.08538872003555298,53,0.08383693680419431,
+4,432,0.08397287502884865,54,0.0014730029629390629,
+4,440,0.0901801772415638,55,0.00743356192833744,
+4,448,0.08798958361148834,56,0.022873160772481544,
+5,456,0.08465296402573586,57,0.01556394490717139,
+5,464,0.08513278886675835,58,0.002047135253815213,
+5,472,0.08887336403131485,59,0.008155349420121638,
+5,480,0.08519955351948738,60,0.0027705838186063503,
+5,488,0.08680618926882744,61,0.003509524089167826,
+5,496,0.0850178599357605,62,0.010879304480113205,
+5,504,0.08486412838101387,63,0.017343562492139124,
+5,512,0.08968467265367508,64,0.0039705334168372375,
+,,,64,,0.0071626655888139155
+5,520,0.08537431433796883,65,0.012264681022619092,
+5,528,0.0873674638569355,66,0.07833570625007269,
+5,536,0.08933863043785095,67,0.006307877023573383,
+6,544,0.0851060003042221,68,0.003964440545912241,
+6,552,0.08896013349294662,69,0.013386655668000458,
+6,560,0.08681358024477959,70,0.01655737601686269,
+6,568,0.08387507498264313,71,0.016373511426991172,
+6,576,0.08787382021546364,72,0.008135010249861806,
+6,584,0.08815362676978111,73,0.004596955468059605,
+6,592,0.08756216987967491,74,0.00565039358643844,
+6,600,0.08609320223331451,75,0.0016037883740084777,
+6,608,0.08329125493764877,76,0.0007761647041206743,
+6,616,0.09009712561964989,77,0.0008881559699602803,
+6,624,0.08850299566984177,78,0.0008968821576900154,
+7,632,0.09060302749276161,79,0.005046791070344625,
+7,640,0.0857064463198185,80,0.0028063194309652316,
+,,,80,,0.005740241523374591
+7,648,0.0871361494064331,81,0.005823438704672819,
+7,656,0.0835101492702961,82,0.0005777363163588234,
+7,664,0.08731337264180183,83,0.0010907992587817716,
+7,672,0.08658279851078987,84,0.008229729436834532,
+7,680,0.08918100968003273,85,0.009703799236604027,
+7,688,0.08509310334920883,86,0.0019718461138230245,
+7,696,0.08399967476725578,87,0.002450646855868399,
+7,704,0.08728466928005219,88,0.00040257193522847957,
+7,712,0.08372772112488747,89,0.002218431454821257,
+7,720,0.09109342470765114,90,0.0045790146729944225,
+8,728,0.087113156914711,91,0.009325599868740634,
+8,736,0.08618329837918282,92,0.0050650113218060665,
+8,744,0.08906243368983269,93,0.0011928749694821558,
+8,752,0.08965729549527168,94,8.844692865750403e-05,
+8,760,0.08381491899490356,95,0.0009335533723060507,
+8,768,0.08858828619122505,96,0.0021194986675254768,
+,,,96,,0.0020815503963252952
+8,776,0.08588484674692154,97,0.0023256372383912093,
+8,784,0.0819738581776619,98,0.0008421692401887933,
+8,792,0.08801017701625824,99,5.6034167235858536e-05,
+8,800,0.08954382687807083,100,0.0021515358402471713,
+8,808,0.08581124246120453,101,0.0012107575078819839,
+9,816,0.08465403318405151,102,0.00038924740147194825,
+9,824,0.08830122649669647,103,0.0009441275548981919,
+9,832,0.0857432559132576,104,0.0016021453097891936,
+9,840,0.08643853664398193,105,0.0018404825943434844,
+9,848,0.08710258826613426,106,0.0006906266210838415,
+9,856,0.08385559543967247,107,0.002720298854076949,
+9,864,0.08709099516272545,108,0.0018293497570474365,
+9,872,0.08498993515968323,109,0.0002104912544382387,
+9,880,0.08570598438382149,110,0.0011916722975001902,
+9,888,0.08784037083387375,111,0.0017684233122054137,
+9,896,0.08621244877576828,112,0.0023129955989134032,
+,,,112,,0.0013687988383728161
+10,904,0.08703640475869179,113,0.0005895954847498311,
+10,912,0.08760865405201912,114,0.0005135670635354472,
+10,920,0.12677081301808357,115,0.001135272337933202,
+10,928,0.08819115534424782,116,0.00044638071858571493,
+10,936,0.0846974067389965,117,0.00015795384879311314,
+10,944,0.08440602943301201,118,0.000322977854769609,
+10,952,0.08480533584952354,119,0.002083854823922593,
+10,960,0.1309441328048706,120,0.0014655619150289567,
+10,968,0.08652699738740921,121,0.0019938793651211504,
+10,976,0.08924930170178413,122,0.0023608422884535685,
+10,984,0.08639265969395638,123,0.00025661268318799557,
+11,992,0.09036820009350777,124,0.0024258934023237088,
+11,1000,0.08378352969884872,125,0.0005815998332374355,
+11,1008,0.08849367871880531,126,0.00016072857197286795,
+11,1016,0.08773479238152504,127,0.0007602508419950027,
+11,1024,0.13224155083298683,128,0.0012434049637401283,
+,,,128,,0.0011586776950903107
+11,1032,0.08710987865924835,129,0.0009818406464806426,
+11,1040,0.08926671370863914,130,0.0012407503406090352,
+11,1048,0.08508386462926865,131,0.00023245391003001714,
+11,1056,0.08819298818707466,132,0.0004123679183976492,
+11,1064,0.08488581702113152,133,0.002398551300454225,
+11,1072,0.08608904853463173,134,0.0015817911629970435,
+11,1080,0.08648266270756721,135,0.00040623539689477184,
+12,1088,0.08472420275211334,136,0.0008631250242615351,
+12,1096,0.08583054319024086,137,0.00029673179354479845,
+12,1104,0.08925678580999374,138,0.0005097168153345896,
+12,1112,0.08710969612002373,139,0.002248558495401604,
+12,1120,0.08344114571809769,140,0.0003778367160975904,
+12,1128,0.08415720611810684,141,0.0010107758641879627,
+12,1136,0.12595655769109726,142,0.0005839391693977328,
+12,1144,0.08846946060657501,143,0.0010626977890145402,
+12,1152,0.08666766434907913,144,0.0016463279477777956,
+,,,144,,0.0009713463746664816
+12,1160,0.0868053250014782,145,0.002519179369119229,
+12,1168,0.08561018109321594,146,0.0004473379987757653,
+13,1176,0.08796125650405884,147,0.00011531984364410164,
+13,1184,0.08665435761213303,148,0.0003298613301012665,
+13,1192,0.08662483468651772,149,0.0015462697276689141,
+13,1200,0.0868651531636715,150,0.0005481018032306954,
+13,1208,0.0839880183339119,151,0.0003809391594889651,
+13,1216,0.08742694184184074,152,0.0003630567404278346,
+13,1224,0.08792056888341904,153,0.0021070091606816277,
+13,1232,0.08764779195189476,154,0.0003670314284439276,
+13,1240,0.08700818568468094,155,0.00047263323611130344,
+13,1248,0.0865771435201168,156,0.001952769584931957,
+13,1256,0.08596739172935486,157,0.0010667605804428604,
+14,1264,0.08996515721082687,158,0.002380163819907466,
+14,1272,0.08648982644081116,159,0.00024906858898248173,
+14,1280,0.08904392272233963,160,0.00040009693157117,
+,,,160,,0.0007901943305082488
+14,1288,0.08397603407502174,161,0.0008049713851505658,
+14,1296,0.08868011087179184,162,0.0001876300194301924,
+14,1304,0.08479417860507965,163,0.000247151264071969,
+14,1312,0.08479093387722969,164,0.00030083652472967515,
+14,1320,0.0849325954914093,165,0.0006253637548828314,
+14,1328,0.0861508809030056,166,0.000842566567735048,
+14,1336,0.08584573492407799,167,0.0023660525230297935,
+14,1344,0.08233772963285446,168,0.0010043620832220768,
+15,1352,0.0883576050400734,169,0.001209019749512663,
+15,1360,0.08993033692240715,170,0.001740340569894114,
+15,1368,0.08518886938691139,171,0.00021068310852569993,
+15,1376,0.08524454012513161,172,0.00019985966491731233,
+15,1384,0.08667527884244919,173,0.0004729449639550391,
+15,1392,0.08482066169381142,174,0.0006071673136223884,
+15,1400,0.08641743287444115,175,0.0010997193267940019,
+15,1408,0.08761901035904884,176,0.00018361984384682729,
+,,,176,,0.0007285516251597489
+15,1416,0.0841829888522625,177,0.0001557649892285034,
+15,1424,0.08653563633561134,178,0.0007349218682975334,
+15,1432,0.08772233873605728,179,0.0018696383365295333,
+15,1440,0.08781488239765167,180,0.00036809672140710364,
+16,1448,0.08927783370018005,181,0.0007466386452506413,
+16,1456,0.0854007750749588,182,0.00022754862564195518,
+16,1464,0.08658144250512123,183,0.0006943783402675763,
+16,1472,0.088424451649189,184,9.9701737846252e-05,
+16,1480,0.08512471988797188,185,0.000532040542869557,
+16,1488,0.08423232659697533,186,0.0002219920331299363,
+16,1496,0.08558165654540062,187,0.00047897948024910875,
+16,1504,0.0848049446940422,188,0.002051881018178392,
+16,1512,0.08361326903104782,189,0.0005622294442218845,
+16,1520,0.08858994022011757,190,0.0017832623923043553,
+16,1528,0.08815556764602661,191,0.00012039949251629878,
+17,1536,0.08869370818138123,192,0.0015403916802045256,
+,,,192,,0.0007175239816046597
+17,1544,0.0843045674264431,193,0.00048024986449490825,
+17,1552,0.0841265469789505,194,0.0003987578518263035,
+17,1560,0.08822479844093323,195,0.0013740322055279346,
+17,1568,0.0891265906393528,196,0.0007794479297444923,
+17,1576,0.08293933793902397,197,0.0016789901819720399,
+17,1584,0.08402466401457787,198,0.0007429484398276795,
+17,1592,0.08804270625114441,199,7.721776546532055e-05,
+17,1600,0.08917045593261719,200,0.0002040662850049557,
+17,1608,0.08583200722932816,201,0.0015482638048524677,
+17,1616,0.08714571222662926,202,0.0005959939200693043,
+18,1624,0.08761043846607208,203,0.0001483858672405144,
+18,1632,0.08679275214672089,204,0.001089330322429305,
+18,1640,0.08682986348867416,205,0.0019531202640337142,
+18,1648,0.08982890844345093,206,0.0012709978548931151,
+18,1656,0.08329077064990997,207,0.001274393518360739,
+18,1664,0.08558746427297592,208,0.00012490026019804646,
+,,,208,,0.00063644911636386
+18,1672,0.08893561363220215,209,0.0004995750379445477,
+18,1680,0.08576526865363121,210,0.0002509483555123942,
+18,1688,0.09184391051530838,211,0.0006421200774487564,
+18,1696,0.08459948748350143,212,0.00017051151405667042,
+18,1704,0.08507586270570755,213,0.0001222830676852027,
+19,1712,0.08673949167132378,214,0.0005585365502156492,
+19,1720,0.09028902649879456,215,0.0013005957074320967,
+19,1728,0.08911709859967232,216,0.0014047470553123277,
+19,1736,0.08661423996090889,217,0.001176465772762943,
+19,1744,0.0849846862256527,218,0.00036723454995808426,
+19,1752,0.08632255345582962,219,0.0004669781585887124,
+19,1760,0.08488219231367111,220,0.0006333873661787948,
+19,1768,0.09055114164948463,221,5.150438407023709e-05,
+19,1776,0.08588836714625359,222,0.00010747265908624588,
+19,1784,0.08391385525465012,223,0.0006472804541772347,
+19,1792,0.08928432688117027,224,0.0002752685916545618,
+,,,224,,0.0005148007093291534
+19,1800,0.08379465341567993,225,0.0002571421037487198,
+20,1808,0.0892774648964405,226,0.00025999512724540964,
+20,1816,0.08382270857691765,227,0.00027299210223645786,
+20,1824,0.08598412200808525,228,0.0008079253846517531,
+20,1832,0.08477452024817467,229,0.0004220480948333716,
+20,1840,0.08764927461743355,230,0.00039336118743449333,
+20,1848,0.0888625904917717,231,0.0014159171932338463,
+20,1856,0.08637744188308716,232,5.8136059773720005e-05,
+20,1864,0.08366655185818672,233,0.00035212936491006984,
+20,1872,0.08971811085939407,234,0.0005958262515074845,
+20,1880,0.08712458983063698,235,0.0005906522572331596,
+20,1888,0.08845056593418121,236,0.0006624358658362846,
+21,1896,0.08391239494085312,237,0.00012261896608833922,
+21,1904,0.08581249788403511,238,0.00029448251061694466,
+21,1912,0.08655683323740959,239,0.0008421436811789006,
+21,1920,0.08832500129938126,240,0.001267764738648631,
+,,,240,,0.00052608484238909
+21,1928,0.13250337168574333,241,0.0009038372854774934,
+21,1936,0.08705849200487137,242,8.308578526339261e-05,
+21,1944,0.08525470271706581,243,0.0002622999541927129,
+21,1952,0.08592947199940681,244,0.0006921415792173017,
+21,1960,0.08756614848971367,245,0.0005669620326703548,
+21,1968,0.08591857552528381,246,5.3731256230094004e-05,
+21,1976,0.09052113443613052,247,6.815103461121907e-05,
+22,1984,0.08898298442363739,248,0.0007755212942096737,
+22,1992,0.08759701624512672,249,0.0006267844956937552,
+22,2000,0.08924449235200882,250,0.001501467234629672,
+22,2008,0.08424552530050278,251,0.0002513169669327908,
+22,2016,0.08493991568684578,252,0.000541139719189232,
+22,2024,0.08602124452590942,253,0.0002409004703925651,
+22,2032,0.08448176831007004,254,0.00022057799142203294,
+22,2040,0.08598412573337555,255,0.00023755027677907492,
+22,2048,0.08533142507076263,256,0.00011825867265239746,
+,,,256,,0.00042949368556340534
+22,2056,0.08507717028260231,257,0.0006576204569531304,
+22,2064,0.08424653485417366,258,0.0008610256201488179,
+23,2072,0.08937279507517815,259,4.016286357000354e-05,
+23,2080,0.08606523647904396,260,0.0002713258581025002,
+23,2088,0.08552345633506775,261,3.5761838626058305e-05,
+23,2096,0.0876043438911438,262,0.0004101222675672034,
+23,2104,0.08801908418536186,263,0.00022515260009943935,
+23,2112,0.08516303077340126,264,0.0005925377134190057,
+23,2120,0.08571124076843262,265,0.0012807064168945154,
+23,2128,0.08436444029211998,266,0.0005558334165319442,
+23,2136,0.08209272474050522,267,0.00031340969962911913,
+23,2144,0.08426782116293907,268,0.0015774778702658903,
+23,2152,0.08465591073036194,269,0.00022382325914804824,
+23,2160,0.08434093743562698,270,0.00017152919826912694,
+24,2168,0.08383743092417717,271,0.00015938338119667606,
+24,2176,0.0893108919262886,272,0.00046283190531539733,
+,,,272,,0.0004484083568840696
+24,2184,0.08545521646738052,273,6.564395510265188e-05,
+24,2192,0.08768783137202263,274,0.0007266360335052013,
+24,2200,0.08552860841155052,275,0.00019204142085982312,
+24,2208,0.08916625380516052,276,0.00019946422450326887,
+24,2216,0.08383024483919144,277,0.00028838322811809903,
+24,2224,0.08516718819737434,278,0.0004904175093543017,
+24,2232,0.08745690807700157,279,0.0009687511297670426,
+24,2240,0.0860641673207283,280,0.0001634385811744973,
+24,2248,0.0849023349583149,281,0.001252804372857749,
+25,2256,0.0897643081843853,282,0.0004088855696409155,
+25,2264,0.08848100155591965,283,0.00020696523701449872,
+25,2272,0.08806189522147179,284,8.839438798228609e-05,
+25,2280,0.09070312976837158,285,0.0004467423739242804,
+25,2288,0.08743022382259369,286,0.0006315142997794153,
+25,2296,0.08642007410526276,287,6.186223927215906e-05,
+25,2304,0.08269188553094864,288,0.00015000288622104562,
+,,,288,,0.00040261800351895784
+25,2312,0.0888734981417656,289,0.0009072901382549187,
+25,2320,0.08559416607022285,290,0.0008048003410294768,
+25,2328,0.08426998183131218,291,0.0007415556531538771,
+25,2336,0.08538477495312691,292,0.0003201559407898458,
+26,2344,0.08539379760622978,293,0.0002262452273953386,
+26,2352,0.08562657609581947,294,0.00022630462490269565,
+26,2360,0.08449646458029747,295,0.00038562527318693657,
+26,2368,0.08346971496939659,296,0.00021058140555396676,
+26,2376,0.08572040870785713,297,9.517710695945425e-05,
+26,2384,0.08673073723912239,298,3.3876394866183546e-05,
+26,2392,0.08455704152584076,299,0.0009760938945484148,
+26,2400,0.08327555283904076,300,0.00039755485886416864,
+26,2408,0.13111546635627747,301,0.0007864167535444721,
+26,2416,0.08193512633442879,302,0.0001969587460735056,
+26,2424,0.08477669209241867,303,0.0011061197330188104,
+27,2432,0.08539882302284241,304,0.0005535329554504642,
+,,,304,,0.00039958852555668144
+27,2440,0.0876675434410572,305,0.0003506334158676812,
+27,2448,0.08682692795991898,306,0.0005161955168659915,
+27,2456,0.08713862672448158,307,0.0004241996286509675,
+27,2464,0.13091782107949257,308,0.001147911969123275,
+27,2472,0.08265409991145134,309,0.00045632449309778166,
+27,2480,0.08387235179543495,310,0.00029779399960716546,
+27,2488,0.0870715007185936,311,2.7496841918643138e-05,
+27,2496,0.0894082561135292,312,0.00032638997936373926,
+27,2504,0.08916822448372841,313,0.0005875759173932238,
+27,2512,0.08957761526107788,314,0.00017095242931948937,
+27,2520,0.0849817618727684,315,0.0003245070989805754,
+28,2528,0.08437168225646019,316,0.0002489444327693491,
+28,2536,0.13299110904335976,317,0.0006521591694005716,
+28,2544,0.08406491205096245,318,0.0001433516779798083,
+28,2552,0.09120484814047813,319,0.0008696487402630737,
+28,2560,0.08714383095502853,320,0.0005606681914287037,
+,,,320,,0.0003525702315464354
+28,2568,0.08604501560330391,321,0.000653797082274347,
+28,2576,0.08221461996436119,322,7.168071585640843e-05,
+28,2584,0.09020350873470306,323,0.00010793673651018512,
+28,2592,0.08751378953456879,324,0.0004510853556591125,
+28,2600,0.12636633217334747,325,0.0006117404620151016,
+28,2608,0.08390465006232262,326,6.986756704918662e-05,
+29,2616,0.08627920225262642,327,0.0004100610747930962,
+29,2624,0.08833269029855728,328,0.0007315083284993307,
+29,2632,0.08449502661824226,329,8.068053375609452e-05,
+29,2640,0.09042605757713318,330,0.00016633976929369965,
+29,2648,0.08730310574173927,331,0.000598130493381177,
+29,2656,0.08328380808234215,332,0.00012633486157938024,
+29,2664,0.08793438598513603,333,0.00021726773153811033,
+29,2672,0.08511962369084358,334,0.0005710542865407271,
+29,2680,0.08556127920746803,335,0.000830310559043331,
+29,2688,0.09054859355092049,336,0.00016010568385484345,
+,,,336,,0.00036627943055671556
+29,2696,0.08402782678604126,337,0.00030232379469907755,
+30,2704,0.08336978033185005,338,0.00012127840841458237,
+30,2712,0.13148720189929008,339,0.0011225349738500274,
+30,2720,0.12647996842861176,340,0.00010495138832311568,
+30,2728,0.08515958860516548,341,0.00022612544817093294,
+30,2736,0.08458469063043594,342,0.00028735966743624884,
+30,2744,0.09042365476489067,343,6.0332277956019554e-05,
+30,2752,0.08531765639781952,344,0.0005215454233014801,
+30,2760,0.08728339150547981,345,0.0001247784080078418,
+30,2768,0.08964395895600319,346,0.0006030436695709795,
+30,2776,0.08612999320030212,347,0.0004237480545270955,
+30,2784,0.08721793815493584,348,0.0005567009409657787,
+31,2792,0.08405512198805809,349,0.00025602829426437285,
+31,2800,0.0885898768901825,350,3.5900765396945644e-05,
+31,2808,0.08894604071974754,351,0.0002940730919362977,
+31,2816,0.08611730486154556,352,0.00032794800799820225,
+,,,352,,0.00033437960634106085
+31,2824,0.08667784184217453,353,0.0007417250343072131,
+31,2832,0.08570212870836258,354,0.000244593585534858,
+31,2840,0.08778287470340729,355,0.00027980606064375023,
+31,2848,0.08540143445134163,356,0.0006254893611033671,
+31,2856,0.08553149551153183,357,0.000680029917172457,
+31,2864,0.08427003398537636,358,0.0006782609443039941,
+31,2872,0.08738940209150314,359,0.00016505124121977133,
+31,2880,0.08969764038920403,360,0.00010845989995037339,
+32,2888,0.08474772050976753,361,0.0001709764639296433,
+32,2896,0.08777397498488426,362,0.0001593840699266972,
+32,2904,0.08834395185112953,363,0.00026217285236877313,
+32,2912,0.08509868383407593,364,0.0005144780031969276,
+32,2920,0.0829540379345417,365,0.0004092527850237578,
+32,2928,0.13038501143455505,366,0.00032238858563817175,
+32,2936,0.0872260332107544,367,0.0003212946412531892,
+32,2944,0.08915052935481071,368,0.0006383058765777605,
+,,,368,,0.0003445371985435486
+32,2952,0.08495158702135086,369,0.00010530405427289224,
+32,2960,0.08917225897312164,370,0.0005621374821203062,
+32,2968,0.08491882681846619,371,0.00034965699998273133,
+33,2976,0.08412831276655197,372,0.0001351685685525202,
+33,2984,0.08511767908930779,373,0.00022118967053756932,
+33,2992,0.08932094648480415,374,0.0002109923771058675,
+33,3000,0.08579069375991821,375,5.8492079655739614e-05,
+33,3008,0.08343059197068214,376,0.0008027099311220809,
+33,3016,0.08444865047931671,377,0.0003781228252591973,
+33,3024,0.08706175535917282,378,0.0002357659911922383,
+33,3032,0.08672599121928215,379,0.0003356145661257415,
+33,3040,0.1255919337272644,380,0.0006033233460584597,
+33,3048,0.08711446821689606,381,0.0005446677191685012,
+33,3056,0.08566529303789139,382,0.00032488151843305485,
+34,3064,0.08838305994868279,383,0.0001561564962078895,
+34,3072,0.08681947737932205,384,0.00020609332468666253,
+,,,384,,0.0002853480216703917
+34,3080,0.08592310175299644,385,9.907565132986444e-05,
+34,3088,0.09236359968781471,386,0.0004241410564905631,
+34,3096,0.09043244272470474,387,0.0002508927047983889,
+34,3104,0.08627934381365776,388,0.0005090455175767212,
+34,3112,0.0903158001601696,389,0.0005347824477212271,
+34,3120,0.08511078730225563,390,0.00031581894672854104,
+34,3128,0.08588536083698273,391,0.00014940685029311376,
+34,3136,0.08601824939250946,392,0.00057386977156663,
+34,3144,0.08451080322265625,393,0.0002809139568853425,
+35,3152,0.0836777500808239,394,2.0006940379365307e-05,
+35,3160,0.08696268871426582,395,0.00014154805912767188,
+35,3168,0.08986959606409073,396,0.0008646770782737198,
+35,3176,0.08595746010541916,397,0.0002784776468485818,
+35,3184,0.08654754981398582,398,0.0003470588543071547,
+35,3192,0.0835312120616436,399,5.097161811136175e-05,
+35,3200,0.08406025916337967,400,0.00018073972214551758,
+,,,400,,0.0002937144681549909
+35,3208,0.08379048109054565,401,0.0004344100194819995,
+35,3216,0.08610006421804428,402,0.00040713155469044676,
+35,3224,0.0865977331995964,403,0.00029341492495404964,
+35,3232,0.1255345419049263,404,0.000551406469109376,
+35,3240,0.08770665526390076,405,0.00010577694592939224,
+36,3248,0.08856450766324997,406,0.0004590340320191899,
+36,3256,0.08522754907608032,407,8.655031467696972e-05,
+36,3264,0.08491211384534836,408,2.9942958917672513e-05,
+36,3272,0.08362530544400215,409,0.00013177205740551776,
+36,3280,0.08794115856289864,410,0.0001022399064822821,
+36,3288,0.08427910134196281,411,0.0002724990051774512,
+36,3296,0.09168082475662231,412,0.00024570004123753667,
+36,3304,0.08631112799048424,413,0.000818459254138101,
+36,3312,0.09066332504153252,414,0.0005681495495537092,
+36,3320,0.08250200003385544,415,0.0006873042890826279,
+36,3328,0.08817489445209503,416,9.905890192385414e-05,
+,,,416,,0.000280146699464112
+37,3336,0.08550461009144783,417,0.00011764930945901142,
+37,3344,0.08372369408607483,418,0.0001600555810152097,
+37,3352,0.08532124012708664,419,0.00023139627379957042,
+37,3360,0.0837876945734024,420,0.0001543758575053289,
+37,3368,0.09041104093194008,421,0.0002561491655796999,
+37,3376,0.08811894431710243,422,0.00015512057161686242,
+37,3384,0.08556605875492096,423,6.953339906582794e-05,
+37,3392,0.08728019520640373,424,4.571394280598421e-05,
+37,3400,0.08532436937093735,425,0.000319576370462268,
+37,3408,0.08971381559967995,426,0.0008237645413828431,
+37,3416,0.08997443318367004,427,0.0008930598703500436,
+38,3424,0.09002158790826797,428,0.00018337590518058278,
+38,3432,0.09245236590504646,429,0.0006220557537354969,
+38,3440,0.09180271625518799,430,0.00014947594945624587,
+38,3448,0.09411874040961266,431,0.0006314919071883196,
+38,3456,0.12758180499076843,432,2.725057383941021e-05,
+,,,432,,0.0002878251436509584
+38,3464,0.08875402435660362,433,0.00014657708455464066,
+38,3472,0.08851772174239159,434,0.00011195092838534038,
+38,3480,0.08727112784981728,435,0.00028900882110368303,
+38,3488,0.08950015902519226,436,8.89234604073863e-05,
+38,3496,0.0870598591864109,437,0.0004914557602465461,
+38,3504,0.08667034283280373,438,0.00028759092325951013,
+39,3512,0.08855143934488297,439,0.00032128440943779424,
+39,3520,0.08877582848072052,440,0.00011782241438140773,
+39,3528,0.08692541718482971,441,0.0005083467329995983,
+39,3536,0.0863380990922451,442,0.0005849159511853941,
+39,3544,0.09044734016060829,443,0.0005179741860307072,
+39,3552,0.0880952961742878,444,0.00036454393261919904,
+39,3560,0.08688605204224586,445,7.738155045444728e-05,
+39,3568,0.08626512065529823,446,0.0005315552293073519,
+39,3576,0.09065660461783409,447,7.135950348432137e-05,
+39,3584,0.09153710305690765,448,9.778865869520814e-05,
+,,,448,,0.00023571744953331195
+39,3592,0.08804762363433838,449,0.00017252399975404843,
+39,3600,0.08529052138328552,450,0.0002044517599036529,
+40,3608,0.08820297569036484,451,0.00036981179281221036,
+40,3616,0.09139885380864143,452,0.00010676314494568422,
+40,3624,0.08835144713521004,453,0.00037312091827906054,
+40,3632,0.08642631396651268,454,9.532289407486263e-05,
+40,3640,0.08911752328276634,455,0.0006332904662485816,
+40,3648,0.08694837987422943,456,0.00013829194704158,
+40,3656,0.09018773213028908,457,0.0005157149029931437,
+40,3664,0.08588583394885063,458,6.0408008630474795e-05,
+40,3672,0.08881644532084465,459,0.0001414346130559352,
+40,3680,0.08996172621846199,460,0.0002864730990950193,
+40,3688,0.13216646388173103,461,0.0004318090631159066,
+41,3696,0.09009993448853493,462,0.00010519191914681869,
+41,3704,0.08804687112569809,463,0.00022860749296731747,
+41,3712,0.08983677253127098,464,0.00042141014637309127,
+,,,464,,0.00025665840101346635
+41,3720,0.08609380573034286,465,0.00012967548218512093,
+41,3728,0.08774799853563309,466,4.37976231448071e-05,
+41,3736,0.09442906081676483,467,0.0007310727310141374,
+41,3744,0.08436358347535133,468,0.00015619608552697173,
+41,3752,0.08519403636455536,469,0.0006583861864631521,
+41,3760,0.09487061575055122,470,6.219373705919549e-05,
+41,3768,0.09152533486485481,471,0.0006526442043650604,
+41,3776,0.08603866398334503,472,0.00011970146923496421,
+42,3784,0.13392749801278114,473,0.0007296705348380783,
+42,3792,0.08747947216033936,474,0.00021119870316397283,
+42,3800,0.09238502010703087,475,0.00012449955170268368,
+42,3808,0.08778587356209755,476,0.0005059096987451994,
+42,3816,0.09269225597381592,477,0.00012713830483335187,
+42,3824,0.08594615012407303,478,3.627556611718319e-05,
+42,3832,0.08730416372418404,479,0.00013743543222517475,
+42,3840,0.08672325685620308,480,8.79204587363347e-05,
+,,,480,,0.00026380220068651335
+42,3848,0.08696027472615242,481,8.925140791689045e-05,
+42,3856,0.08497001230716705,482,0.0005257062180135108,
+42,3864,0.08702968060970306,483,0.00033658681325375383,
+43,3872,0.09098710119724274,484,0.00022889376123202965,
+43,3880,0.09046645835042,485,0.00039212813175658486,
+43,3888,0.08791865035891533,486,0.0005154395392310107,
+43,3896,0.13424225896596909,487,0.00041665025484386814,
+43,3904,0.08431562408804893,488,0.00011224237979539404,
+43,3912,0.08916408941149712,489,0.000255799142178148,
+43,3920,0.09646282717585564,490,0.00015946954840728722,
+43,3928,0.09163021296262741,491,0.00023194929462988512,
+43,3936,0.08695286884903908,492,3.721617716629615e-05,
+43,3944,0.08779919520020485,493,8.774673028710822e-05,
+43,3952,0.08823190629482269,494,0.0005580929348070641,
+43,3960,0.09019933640956879,495,0.0001974234003228048,
+44,3968,0.0868135467171669,496,0.0002941752076139892,
+,,,496,,0.00024174287784517858
+44,3976,0.0831703282892704,497,0.0004562429721772787,
+44,3984,0.09235518053174019,498,7.004155877439188e-05,
+44,3992,0.08966875448822975,499,0.00025720645498950034,
+44,4000,0.09282469004392624,500,0.0006268241556881549,
+44,4008,0.1319519616663456,501,0.00020185515833353356,
+44,4016,0.08564315363764763,502,0.0003572168160038321,
+44,4024,0.08575405180454254,503,0.0001061965573398993,
+44,4032,0.09273674339056015,504,0.000283731312265445,
+44,4040,0.09148676320910454,505,7.035957196421805e-05,
+44,4048,0.09218428656458855,506,0.0001588814503260697,
+45,4056,0.08597833290696144,507,0.00021498957794392483,
+45,4064,0.08710751309990883,508,0.0007484509637076068,
+45,4072,0.09346961602568626,509,0.00012171126233321654,
+45,4080,0.08951867371797562,510,0.000599760776177997,
+45,4088,0.09911113604903221,511,0.00019707489229858766,
+45,4096,0.0878533385694027,512,8.480417673126795e-05,
+,,,512,,0.00022057133416334787
+45,4104,0.08655760809779167,513,0.0002258210949678739,
+45,4112,0.08502589538693428,514,0.0001472611242466623,
+45,4120,0.08766018971800804,515,2.62452548819662e-05,
+45,4128,0.08862865343689919,516,0.00014552870743500534,
+45,4136,0.08974115923047066,517,8.007399692360196e-05,
+46,4144,0.09060130268335342,518,0.00027372933391234255,
+46,4152,0.09002309292554855,519,0.00027675805324633984,
+46,4160,0.08519111201167107,520,0.00041817402273279313,
+46,4168,0.09261205792427063,521,8.608206542248809e-05,
+46,4176,0.10037371143698692,522,5.3432410481946135e-05,
+46,4184,0.08953524380922318,523,0.0004152520353576013,
+46,4192,0.08627311885356903,524,0.000515279849196304,
+46,4200,0.08969510719180107,525,0.0003420540206207079,
+46,4208,0.08734866604208946,526,0.0004772633834212077,
+46,4216,0.08960359171032906,527,5.0260919579159236e-05,
+46,4224,0.12761370465159416,528,8.870608121469559e-05,
+,,,528,,0.00023127901122758262
+47,4232,0.08642425760626793,529,0.00034635575464866025,
+47,4240,0.0888550877571106,530,0.00019981539746064905,
+47,4248,0.0920771099627018,531,0.00038214830893983684,
+47,4256,0.08741237223148346,532,0.0003850119646813255,
+47,4264,0.08844131231307983,533,0.00022943148854080521,
+47,4272,0.089305579662323,534,6.381287676049396e-05,
+47,4280,0.09037349000573158,535,8.353451026518346e-05,
+47,4288,0.0910932645201683,536,0.00014626404739222684,
+47,4296,0.09130753576755524,537,0.00013524752906353873,
+47,4304,0.08932480961084366,538,6.861235859408528e-05,
+47,4312,0.09099559113383293,539,0.00048593117917334895,
+47,4320,0.08726068586111069,540,0.0002789109352566551,
+48,4328,0.08521324396133423,541,2.934710892077419e-05,
+48,4336,0.08509907498955727,542,0.0002651705761612296,
+48,4344,0.08620823919773102,543,0.0005095956175106645,
+48,4352,0.08503763750195503,544,0.00018071254999085795,
+,,,544,,0.00021430805913711848
+48,4360,0.08722499012947083,545,0.00019145597298120265,
+48,4368,0.08538172021508217,546,0.00013539087303797713,
+48,4376,0.0864640325307846,547,0.0003997977889108976,
+48,4384,0.08986711874604225,548,0.0001761308393724903,
+48,4392,0.08574921637773514,549,3.54157515175757e-05,
+48,4400,0.0873001329600811,550,0.0006511728714550762,
+48,4408,0.08957593142986298,551,5.734485657171717e-05,
+49,4416,0.08789468929171562,552,0.0002175917888962431,
+49,4424,0.09092782437801361,553,0.0001828299486078322,
+49,4432,0.09062076359987259,554,0.00028835913902488147,
+49,4440,0.09414390847086906,555,0.00027900680470338557,
+49,4448,0.08927983045578003,556,0.00012989866172574693,
+49,4456,0.08899552002549171,557,0.0002676158863721412,
+49,4464,0.09423747658729553,558,0.0004530346819440941,
+49,4472,0.12851108983159065,559,0.00010305307504105648,
+49,4480,0.08669499680399895,560,0.00016015733706353785,
+,,,560,,0.00021950795985104744
+49,4488,0.08530944585800171,561,0.00020469742438373423,
+49,4496,0.08990941196680069,562,0.0004929356220600312,
+50,4504,0.08999571204185486,563,1.792876382751274e-05,
+50,4512,0.08882465586066246,564,0.00015824556404757977,
+50,4520,0.08673473075032234,565,7.300305005628616e-05,
+50,4528,0.09018635004758835,566,0.00017187635664110226,
+50,4536,0.08550682291388512,567,0.0006025189007535422,
+50,4544,0.08640816807746887,568,0.00022061667409111073,
+50,4552,0.09623894095420837,569,0.0002830615467246389,
+50,4560,0.08603280782699585,570,0.000560787243375671,
+50,4568,0.08973303064703941,571,5.895587146369508e-05,
+50,4576,0.08906559273600578,572,0.00032051804748789436,
+50,4584,0.09033803269267082,573,5.794247666320492e-05,
+51,4592,0.08783644065260887,574,0.00017208285506361184,
+51,4600,0.0874553769826889,575,0.00015629964845073927,
+51,4608,0.09179934859275818,576,4.515495647865464e-05,
+,,,576,,0.00021871561674695266
+51,4616,0.08697675913572311,577,0.00034567207205782324,
+51,4624,0.09006421640515327,578,0.00036148875259251715,
+51,4632,0.08743210881948471,579,6.0604333611991024e-05,
+51,4640,0.08769477531313896,580,0.00022596660671427214,
+51,4648,0.09246544167399406,581,0.0004877459903127601,
+51,4656,0.08684366196393967,582,0.00023353517872237717,
+51,4664,0.09019387140870094,583,0.0002555946016400412,
+51,4672,0.08999477326869965,584,0.00039223548246809515,
+51,4680,0.08651085197925568,585,1.9217875628133436e-05,
+52,4688,0.09119320288300514,586,0.0004965667397603587,
+52,4696,0.09006579220294952,587,0.00013761518234137578,
+52,4704,0.08637068793177605,588,0.00011722983549589117,
+52,4712,0.08632560446858406,589,5.806873574935404e-05,
+52,4720,0.08602086827158928,590,0.00020115396391702235,
+52,4728,0.0873536616563797,591,0.00044674734817817807,
+52,4736,0.08785966038703918,592,0.00027241458480732817,
+,,,592,,0.0002185199082943431
+52,4744,0.08633152395486832,593,1.4638749235018622e-05,
+52,4752,0.08557391166687012,594,0.0004053240791108692,
+52,4760,0.08743772283196449,595,0.000210945927782242,
+52,4768,0.08839012682437897,596,0.00030814354897756857,
+53,4776,0.09022701159119606,597,7.328556622659172e-05,
+53,4784,0.08665915578603745,598,0.00010110106245520001,
+53,4792,0.08650043606758118,599,7.986740965861827e-05,
+53,4800,0.08488111197948456,600,0.0003227102889858153,
+53,4808,0.08418455719947815,601,0.0004011924370388442,
+53,4816,0.13308953866362572,602,0.0006546838527356158,
+53,4824,0.09190961718559265,603,0.00033183393208803736,
+53,4832,0.09032952785491943,604,0.00015946969278957113,
+53,4840,0.0880548283457756,605,3.793671332156615e-05,
+53,4848,0.09091218933463097,606,0.00010913414807873778,
+53,4856,0.09018328040838242,607,0.00021907940208620857,
+54,4864,0.08794558048248291,608,0.00011216373953478372,
+,,,608,,0.000193784863018153
+54,4872,0.08511009067296982,609,0.0004574524144421351,
+54,4880,0.09195265173912048,610,0.00010616443895135792,
+54,4888,0.08535322919487953,611,9.862209469702066e-05,
+54,4896,0.09299041703343391,612,0.00028721277640215704,
+54,4904,0.08961152285337448,613,0.0001294086112579862,
+54,4912,0.08716737106442451,614,8.758541510663538e-05,
+54,4920,0.08492875844240189,615,0.0004854575881078442,
+54,4928,0.09402532875537872,616,0.00027040301847591763,
+54,4936,0.0871223546564579,617,3.8900609524716856e-05,
+54,4944,0.08674860373139381,618,0.00029308724281561026,
+55,4952,0.09011050313711166,619,0.0005887768423538849,
+55,4960,0.08828633651137352,620,8.631569380668225e-05,
+55,4968,0.09070029109716415,621,0.00011068727417296031,
+55,4976,0.13347481563687325,622,0.00036401707302502473,
+55,4984,0.08816683664917946,623,5.18358762227373e-05,
+55,4992,0.08468705415725708,624,0.00012639321886354082,
+,,,624,,0.0002006603927727331
+55,5000,0.0896136686205864,625,0.00014938360391170136,
+55,5008,0.09056514501571655,626,0.00045830570964729606,
+55,5016,0.0883580856025219,627,0.0005085822896944592,
+55,5024,0.08940820023417473,628,2.7042864595776856e-05,
+55,5032,0.08861144259572029,629,9.620078549232858e-05,
+55,5040,0.08643840998411179,630,0.00013527693370936808,
+56,5048,0.08634275943040848,631,4.722817375295563e-05,
+56,5056,0.09423807263374329,632,0.00021676217405304973,
+56,5064,0.08772162348031998,633,0.00024601153811292735,
+56,5072,0.09507661312818527,634,0.0001050626119649678,
+56,5080,0.08971644565463066,635,0.00010389253527266971,
+56,5088,0.09009484574198723,636,0.0002159665873477934,
+56,5096,0.1258639395236969,637,0.00024872971735021563,
+56,5104,0.09690193831920624,638,0.0005010306593248969,
+56,5112,0.0872337557375431,639,4.012286690340261e-05,
+56,5120,0.08681469783186913,640,2.9369593562478258e-05,
+,,,640,,0.0001876125798413628
+56,5128,0.0879165455698967,641,0.0002882785122437781,
+57,5136,0.08860034868121147,642,5.183672851671872e-05,
+57,5144,0.09153158962726593,643,0.0001008848436564828,
+57,5152,0.09054167196154594,644,0.0001736996946419822,
+57,5160,0.08500168845057487,645,0.0002878188070477942,
+57,5168,0.0845152921974659,646,0.0004808234322505693,
+57,5176,0.08932876214385033,647,7.39861387955898e-05,
+57,5184,0.08519354090094566,648,0.0002490635270078201,
+57,5192,0.08773108944296837,649,0.00022796468272190396,
+57,5200,0.0904926098883152,650,0.00019032540277900503,
+57,5208,0.08835571631789207,651,2.3713612335996004e-05,
+57,5216,0.08986737951636314,652,0.00037756011527432875,
+58,5224,0.09208197519183159,653,0.00017425172359253338,
+58,5232,0.08889079466462135,654,0.00036690093643950865,
+58,5240,0.09087001904845238,655,0.0001347487165048733,
+58,5248,0.09010696038603783,656,0.00014170247213769472,
+,,,656,,0.0001819058109009475
+58,5256,0.08789901435375214,657,6.075073019928823e-05,
+58,5264,0.08481415361166,658,0.00030152369054121665,
+58,5272,0.088328767567873,659,0.00027063535056489246,
+58,5280,0.09528586640954018,660,0.0001232003208997412,
+58,5288,0.08777671679854393,661,0.00016661439682745063,
+58,5296,0.08758782595396042,662,0.00010538175208946793,
+58,5304,0.08995210751891136,663,0.0002701670515155759,
+59,5312,0.08765574917197227,664,0.0003795547532718047,
+59,5320,0.085134107619524,665,0.00014264486352052094,
+59,5328,0.09332894161343575,666,0.00015824931597308023,
+59,5336,0.08928026631474495,667,0.00023714821122666763,
+59,5344,0.0889897532761097,668,0.00026879278837960944,
+59,5352,0.08730383217334747,669,0.00010602837695235696,
+59,5360,0.09488329291343689,670,0.00010661351961971377,
+59,5368,0.08753269165754318,671,4.4472647005022736e-05,
+59,5376,0.08811895176768303,672,0.00029807680698468175,
+,,,672,,0.00020512384607603677
+59,5384,0.09937252849340439,673,0.0006077491260991034,
+59,5392,0.09133261442184448,674,5.657082389613303e-05,
+59,5400,0.08824266493320465,675,0.0002681614131623584,
+60,5408,0.09228693693876266,676,0.0002324457352967459,
+60,5416,0.08829201757907867,677,0.0002614408744193497,
+60,5424,0.08488809689879417,678,0.0002412726432794443,
+60,5432,0.08839824795722961,679,9.258271974691265e-05,
+60,5440,0.09378420561552048,680,0.0002492622971398565,
+60,5448,0.08661537617444992,681,3.1423843110031965e-05,
+60,5456,0.12746574357151985,682,0.0003566504454283859,
+60,5464,0.0857149101793766,683,0.0004573721196720726,
+60,5472,0.1045619547367096,684,0.00013380739092099246,
+60,5480,0.09106989949941635,685,0.00023782820600596702,
+60,5488,0.09088040143251419,686,8.818894008300049e-05,
+61,5496,0.09103712439537048,687,0.0004023452065666788,
+61,5504,0.0910254456102848,688,0.0005908580084602969,
+,,,688,,0.00017893577419352113
+61,5512,0.08993491902947426,689,0.00010342672612750903,
+61,5520,0.09312232211232185,690,3.4281410535186296e-05,
+61,5528,0.08859886974096298,691,0.0002623195104736927,
+61,5536,0.08705997467041016,692,5.982351922284579e-05,
+61,5544,0.08754700422286987,693,3.366589749020932e-05,
+61,5552,0.0845286063849926,694,0.0003563481643595878,
+61,5560,0.0856785699725151,695,7.818858031376814e-05,
+61,5568,0.08529411256313324,696,0.00032124525623657976,
+61,5576,0.08963043242692947,697,9.158936078771755e-05,
+62,5584,0.08487681299448013,698,0.00034143418007001207,
+62,5592,0.0852489210665226,699,0.00010080252445732185,
+62,5600,0.08949245139956474,700,4.759743287650053e-05,
+62,5608,0.08612995967268944,701,0.0003165581812633415,
+62,5616,0.08807295188307762,702,4.245891532264068e-05,
+62,5624,0.09044051915407181,703,0.00013963459332444472,
+62,5632,0.09051771834492683,704,0.0003471071944053013,
+,,,704,,0.00017666826514821303
+62,5640,0.09152380377054214,705,0.00016066233210949578,
+62,5648,0.08761774376034737,706,0.0005136526752949067,
+62,5656,0.08930697664618492,707,0.0001644750533766152,
+62,5664,0.08588940277695656,708,7.936197207527584e-05,
+63,5672,0.08807935938239098,709,0.00011099026037949702,
+63,5680,0.08968573063611984,710,0.00022245805234888394,
+63,5688,0.08917198330163956,711,0.00032094019232837515,
+63,5696,0.0849025771021843,712,6.416522865038132e-05,
+63,5704,0.08930835127830505,713,0.0002205514688284893,
+63,5712,0.08722136169672012,714,0.00010371947973908391,
+63,5720,0.0878184549510479,715,0.00010876087280848878,
+63,5728,0.08515075221657753,716,6.263406976358965e-05,
+63,5736,0.08848390355706215,717,0.00021228619589237497,
+63,5744,0.08369394391775131,718,4.232956061969162e-05,
+63,5752,0.0873112790286541,719,0.0002697588529372297,
+63,5760,0.08871558681130409,720,0.0005442176436645241,
+,,,720,,0.00018058238518342637
+64,5768,0.08879617974162102,721,0.00010097936592501355,
+64,5776,0.0892304964363575,722,0.0003826372967523639,
+64,5784,0.08406079560518265,723,0.00017088129364613755,
+64,5792,0.08922954648733139,724,8.385531714338867e-05,
+64,5800,0.08763565495610237,725,0.00025674350520906347,
+64,5808,0.08779578655958176,726,0.00010274589971004389,
+64,5816,0.08733365312218666,727,0.00014385727718035923,
+64,5824,0.08384661749005318,728,5.693155003427819e-05,
+64,5832,0.08308437466621399,729,0.0001459394264505439,
+64,5840,0.08913388103246689,730,0.00036684425716278685,
+64,5848,0.08844388648867607,731,0.0002965442041992598,
+65,5856,0.08648888766765594,732,0.0001544461148114351,
+65,5864,0.08416568487882614,733,0.00013344288078899678,
+65,5872,0.08359548076987267,734,7.708709813414316e-05,
+65,5880,0.08381923288106918,735,5.36382630495306e-05,
+65,5888,0.0844183973968029,736,0.0002454813120493782,
+,,,736,,0.00017872688017393413
+65,5896,0.08613296225667,737,4.863456680530882e-05,
+65,5904,0.08890339732170105,738,0.0004861169511514163,
+65,5912,0.0815391056239605,739,0.00025945427669284984,
+65,5920,0.08874335885047913,740,0.00027825603969436737,
+65,5928,0.08763560280203819,741,5.995784704282414e-05,
+65,5936,0.0853126309812069,742,0.00022227296449273126,
+66,5944,0.08657572418451309,743,0.00017149721043097088,
+66,5952,0.08401910960674286,744,0.00023090811752505638,
+66,5960,0.0853026807308197,745,0.0003301060264025831,
+66,5968,0.08382756635546684,746,0.00018827747817340423,
+66,5976,0.08615444600582123,747,0.00017214876083926356,
+66,5984,0.08398063480854034,748,0.0001628579798307328,
+66,5992,0.08588946983218193,749,0.00011371786104064086,
+66,6000,0.08441247045993805,750,8.135918442349066e-05,
+66,6008,0.08601190149784088,751,6.606137931157719e-05,
+66,6016,0.08517065271735191,752,0.00024507866763607514,
+,,,752,,0.0001649045009623494
+66,6024,0.08784040808677673,753,0.00025792068318727007,
+67,6032,0.0904950238764286,754,0.0001823287958749071,
+67,6040,0.08580519631505013,755,4.9087094839705966e-05,
+67,6048,0.08899664506316185,756,6.76346518957871e-05,
+67,6056,0.0891340970993042,757,0.0004273442718082758,
+67,6064,0.08503430336713791,758,6.217402038341138e-05,
+67,6072,0.08408290892839432,759,0.00016013093467596003,
+67,6080,0.08575533702969551,760,0.00017063063387467992,
+67,6088,0.08546977490186691,761,0.00020614248987840255,
+67,6096,0.08932257443666458,762,8.547831930627581e-05,
+67,6104,0.08332542702555656,763,0.0004516749774362931,
+67,6112,0.08975273743271828,764,0.00021882614048861017,
+67,6120,0.08950500562787056,765,0.00012572818268381526,
+68,6128,0.08448673784732819,766,0.0003329469104106205,
+68,6136,0.08411459997296333,767,3.367542603882612e-05,
+68,6144,0.08743288740515709,768,0.0001202899353529574,
+,,,768,,0.0001716062982092824
+68,6152,0.08674617484211922,769,0.00023035633057588711,
+68,6160,0.08852384984493256,770,4.87526840515784e-05,
+68,6168,0.08487073704600334,771,0.00015173470492300112,
+68,6176,0.08740097284317017,772,4.2028496485121046e-05,
+68,6184,0.08741248026490211,773,0.00038065971654077657,
+68,6192,0.08561502769589424,774,0.00011277404273641878,
+68,6200,0.08852065354585648,775,9.043254307731072e-05,
+68,6208,0.08743961155414581,776,0.0004774411001562839,
+69,6216,0.09103225916624069,777,0.00018446017459912886,
+69,6224,0.08515467122197151,778,4.4789498474528955e-05,
+69,6232,0.08489836752414703,779,0.0003072413130212226,
+69,6240,0.08681463077664375,780,8.057373258907319e-05,
+69,6248,0.0818585753440857,781,0.00038413656663275714,
+69,6256,0.08672522380948067,782,4.662641345021257e-05,
+69,6264,0.08488507941365242,783,2.47235145252489e-05,
+69,6272,0.08419235795736313,784,0.0002674099943078545,
+,,,784,,0.00016122089143384967
+69,6280,0.08399663120508194,785,0.0001955418429133715,
+69,6288,0.08675581589341164,786,0.00041584424889151705,
+69,6296,0.08730614930391312,787,0.00018283216994469903,
+70,6304,0.08748126029968262,788,0.00016378523522083319,
+70,6312,0.08414699137210846,789,0.0005013418706312223,
+70,6320,0.08312693983316422,790,9.313948060350543e-05,
+70,6328,0.08691598102450371,791,0.00018471545606896852,
+70,6336,0.08832737803459167,792,0.0002876840754879595,
+70,6344,0.08543344587087631,793,0.00010182446403632639,
+70,6352,0.08410177752375603,794,0.0002488854754899096,
+70,6360,0.08682093769311905,795,0.0001433954727872333,
+70,6368,0.08675888925790787,796,0.00015974150767306128,
+70,6376,0.08822408691048622,797,0.00014737905030415277,
+70,6384,0.0856926403939724,798,0.00011296882374673649,
+71,6392,0.08689123019576073,799,0.00025782040990764344,
+71,6400,0.12551819905638695,800,0.0002014768553332639,
+,,,800,,0.00016275236154334588
+71,6408,0.08762594684958458,801,0.0001126905873055269,
+71,6416,0.08642032369971275,802,8.506446047249483e-05,
+71,6424,0.0888199657201767,803,0.00035477711415816363,
+71,6432,0.08784527704119682,804,8.563976628768917e-05,
+71,6440,0.08878199756145477,805,9.543600377323205e-05,
+71,6448,0.08596196398139,806,0.0002016435663184287,
+71,6456,0.08822445571422577,807,0.0003967891443608096,
+71,6464,0.08405349776148796,808,5.056586151113152e-05,
+71,6472,0.08705083280801773,809,5.027743809478124e-05,
+71,6480,0.08432358875870705,810,6.28192735803168e-05,
+72,6488,0.0841326154768467,811,0.00019601927982648704,
+72,6496,0.08371955528855324,812,0.00019042526658571055,
+72,6504,0.08885360136628151,813,3.1964263988421795e-05,
+72,6512,0.08902907744050026,814,9.99312978819944e-05,
+72,6520,0.08761782944202423,815,8.251896215369925e-05,
+72,6528,0.08436882123351097,816,0.00030621142298059567,
+,,,816,,0.00016889902517983787
+72,6536,0.0873521938920021,817,0.0001481101843637589,
+72,6544,0.08657385781407356,818,0.00042838354647756205,
+72,6552,0.0844462551176548,819,0.0004619260124465135,
+72,6560,0.08607040345668793,820,0.00019273857571988628,
+72,6568,0.09128506854176521,821,3.3419953719463334e-05,
+73,6576,0.08590439707040787,822,0.00020281838294522458,
+73,6584,0.1334993578493595,823,0.00042828076796771103,
+73,6592,0.08441830426454544,824,0.0002545626070210953,
+73,6600,0.08406723290681839,825,8.137522778876398e-05,
+73,6608,0.12654424458742142,826,6.966909472794214e-05,
+73,6616,0.08929193392395973,827,3.0472064054265502e-05,
+73,6624,0.08742478489875793,828,4.0851373146974114e-05,
+73,6632,0.08422620594501495,829,0.0001478684006315234,
+73,6640,0.08645463734865189,830,0.00010860990422164225,
+73,6648,0.08818290755152702,831,0.0003663504631731485,
+73,6656,0.08704974874854088,832,0.00022487472415377852,
+,,,832,,0.0001758093406495295
+74,6664,0.08460789173841476,833,0.0001473720046760718,
+74,6672,0.08793884888291359,834,0.0001356366584332136,
+74,6680,0.08503591269254684,835,4.0273197360615344e-05,
+74,6688,0.08749983832240105,836,0.00015550995844932914,
+74,6696,0.08893447741866112,837,7.089203609211836e-05,
+74,6704,0.0846688486635685,838,0.0003324823592265602,
+74,6712,0.08719201013445854,839,2.7179192935970303e-05,
+74,6720,0.08576032891869545,840,0.000180794756791632,
+74,6728,0.08470545336604118,841,0.00023375501203710364,
+74,6736,0.08312326297163963,842,0.00028635560720431387,
+74,6744,0.0826924592256546,843,0.00036947838218890993,
+75,6752,0.08912975341081619,844,0.0002483112824241592,
+75,6760,0.08429599553346634,845,0.00014392085142844735,
+75,6768,0.0847456157207489,846,0.00015440410521073823,
+75,6776,0.08604495972394943,847,0.00038098512679122604,
+75,6784,0.08657263219356537,848,0.00014330178260024695,
+,,,848,,0.00015048409828491378
+75,6792,0.08495177328586578,849,4.78946421026194e-05,
+75,6800,0.08897409960627556,850,0.00031400849420606394,
+75,6808,0.08609968051314354,851,0.00014458701152761933,
+75,6816,0.08980659395456314,852,0.00012357461741885345,
+75,6824,0.08592304214835167,853,7.933135693747318e-05,
+75,6832,0.0902998335659504,854,0.00025502489334030545,
+75,6840,0.08383984863758087,855,0.0002006726112540491,
+76,6848,0.08771029487252235,856,0.000279721335508449,
+76,6856,0.08484992012381554,857,0.0002145436885257368,
+76,6864,0.08535166829824448,858,0.00013202985333009564,
+76,6872,0.08380072936415672,859,8.323852337828914e-05,
+76,6880,0.08598033338785172,860,7.77632739072942e-05,
+76,6888,0.08409122750163078,861,0.0002511226531775416,
+76,6896,0.0865752175450325,862,0.00010684544433085345,
+76,6904,0.08511858433485031,863,0.00027407325228523405,
+76,6912,0.0902804359793663,864,2.3969140946584438e-05,
+,,,864,,0.00017669587804560076
+76,6920,0.08490727469325066,865,0.0003188471812336502,
+76,6928,0.08890926092863083,866,0.00010536773993408133,
+77,6936,0.08950359001755714,867,0.00017428395234933954,
+77,6944,0.08975139632821083,868,0.00024462572525862925,
+77,6952,0.08704546466469765,869,3.4449750046405825e-05,
+77,6960,0.08591877669095993,870,0.00014799882312997527,
+77,6968,0.0885949432849884,871,0.00010398553695267765,
+77,6976,0.08678919821977615,872,0.00024357941750470977,
+77,6984,0.08330590650439262,873,0.00010796203658477073,
+77,6992,0.1259014643728733,874,0.0003466708578343969,
+77,7000,0.08752727881073952,875,0.0002632232049109007,
+77,7008,0.08642973378300667,876,0.00016397804029111285,
+77,7016,0.0841214768588543,877,0.00017922926190294675,
+78,7024,0.08456062525510788,878,0.0001001724944368713,
+78,7032,0.0866847112774849,879,7.618240245695536e-05,
+78,7040,0.08630800619721413,880,5.8710402559622056e-05,
+,,,880,,0.00015239236190130837
+78,7048,0.08796592801809311,881,0.00014278212006502145,
+78,7056,0.08663482218980789,882,0.00010420966138250758,
+78,7064,0.08469215407967567,883,0.000347990319710334,
+78,7072,0.0855858288705349,884,0.0003674299975955364,
+78,7080,0.08652551099658012,885,0.00033236112494705594,
+78,7088,0.08422808721661568,886,2.5009650926222093e-05,
+78,7096,0.12535875290632248,887,0.00017610463119126506,
+78,7104,0.13109859824180603,888,0.00018877277132863432,
+79,7112,0.08346099779009819,889,0.00013642244929152575,
+79,7120,0.08812252432107925,890,0.00016177294855879154,
+79,7128,0.08348064869642258,891,4.342924724672533e-05,
+79,7136,0.08694539964199066,892,0.00012183198289979676,
+79,7144,0.08831198513507843,893,0.00025058454737821495,
+79,7152,0.08534600958228111,894,7.318123862205539e-05,
+79,7160,0.08501330018043518,895,0.00025276103042415343,
+79,7168,0.08448197692632675,896,0.00011276969241537569,
+,,,896,,0.0001631293184401696
+79,7176,0.09008630365133286,897,0.00024043612489776933,
+79,7184,0.08448974415659904,898,0.00030456622448582493,
+79,7192,0.08315719291567802,899,0.000243378924475716,
+79,7200,0.08730107173323631,900,0.00013694525387109024,
+80,7208,0.09023307263851166,901,7.641491292815772e-05,
+80,7216,0.08889993652701378,902,8.39002961713829e-05,
+80,7224,0.09014583379030228,903,0.0001983839586804,
+80,7232,0.08617464080452919,904,0.00021582553927146364,
+80,7240,0.08580075576901436,905,0.0001325639917126864,
+80,7248,0.08613546565175056,906,4.5137308120501984e-05,
+80,7256,0.08479083701968193,907,4.9796513697704846e-05,
+80,7264,0.08876428380608559,908,0.0002662782536238713,
+80,7272,0.0850968025624752,909,0.00035897756470149034,
+80,7280,0.08478107303380966,910,6.054145628045912e-05,
+80,7288,0.08638319373130798,911,0.00037436790301269084,
+81,7296,0.09126167371869087,912,0.00015864907409195438,
+,,,912,,0.0001586829557230598
+81,7304,0.0847264975309372,913,2.5371117847801845e-05,
+81,7312,0.084147147834301,914,0.00014449152702885235,
+81,7320,0.08693364262580872,915,0.00015787079102362137,
+81,7328,0.08514569327235222,916,0.00012979135067325842,
+81,7336,0.085429597645998,917,0.00034019679344510223,
+81,7344,0.13194835558533669,918,0.0002470778962712454,
+81,7352,0.08525771275162697,919,2.4785035369253212e-05,
+81,7360,0.08997706323862076,920,0.0002262837987083393,
+81,7368,0.08656060323119164,921,0.00012166548247348276,
+81,7376,0.08540837466716766,922,0.0004590468209073606,
+82,7384,0.08618887141346931,923,0.00030955000738686067,
+82,7392,0.09075918793678284,924,3.461916488352775e-05,
+82,7400,0.0867723673582077,925,9.68044489127351e-05,
+82,7408,0.08941424265503883,926,0.00014827594398525434,
+82,7416,0.08825850486755371,927,8.01808691903716e-05,
+82,7424,0.0911429226398468,928,8.142342107930745e-05,
+,,,928,,0.0001543684976927021
+82,7432,0.08689581975340843,929,0.00020542771555180175,
+82,7440,0.08899862691760063,930,9.96165691352265e-05,
+82,7448,0.0899537205696106,931,0.00017156154379855643,
+82,7456,0.08656244352459908,932,0.0001845353361204616,
+82,7464,0.08561820536851883,933,0.0003833284749816812,
+83,7472,0.08857942745089531,934,5.093457593829953e-05,
+83,7480,0.08727072551846504,935,0.00018568794088683456,
+83,7488,0.08490456640720367,936,0.000166846419324429,
+83,7496,0.08565236255526543,937,5.029193736542462e-05,
+83,7504,0.08234880492091179,938,0.00029930732443972374,
+83,7512,0.08408991247415543,939,0.00023085384456559646,
+83,7520,0.08255474641919136,940,0.0001385870187580925,
+83,7528,0.08920971676707268,941,0.0002621269648746723,
+83,7536,0.08375623822212219,942,8.318278032675153e-05,
+83,7544,0.08768294751644135,943,0.00015168791365535332,
+83,7552,0.08572281897068024,944,5.6180795854743335e-05,
+,,,944,,0.0001465306829726487
+83,7560,0.08820003643631935,945,0.0003046491290206177,
+84,7568,0.08861289918422699,946,5.7322736730774136e-05,
+84,7576,0.086386289447546,947,0.0003238030944316961,
+84,7584,0.085186418145895,948,8.32219231142517e-05,
+84,7592,0.0836511179804802,949,0.00012949849072659467,
+84,7600,0.0865519568324089,950,0.00010267073669941358,
+84,7608,0.08846627175807953,951,8.894227032994553e-05,
+84,7616,0.08921459689736366,952,6.917294039491632e-05,
+84,7624,0.08597481623291969,953,0.00015241657365550054,
+84,7632,0.0854077860713005,954,0.00034421687829914543,
+84,7640,0.09005175903439522,955,0.00011087953180322074,
+84,7648,0.08696067333221436,956,0.0001592490671100677,
+85,7656,0.08896206319332123,957,0.00026885615413145086,
+85,7664,0.08360401168465614,958,0.00046257952781161296,
+85,7672,0.08588857203722,959,0.00014040228722933534,
+85,7680,0.08484647795557976,960,0.00018364382140134694,
+,,,960,,0.0001581912010646703
+85,7688,0.08330857381224632,961,5.997736707286094e-05,
+85,7696,0.08967912197113037,962,2.6540232153950327e-05,
+85,7704,0.13049042224884033,963,0.00023096409596392833,
+85,7712,0.0874072015285492,964,0.00011297028322587721,
+85,7720,0.0861813947558403,965,0.0003236855908805107,
+85,7728,0.08885103464126587,966,0.00010260614790240652,
+85,7736,0.08673329651355743,967,0.0001875367591180423,
+86,7744,0.08739525824785233,968,0.0002232899785212794,
+86,7752,0.08496048673987389,969,0.0003559095005130075,
+86,7760,0.08713182806968689,970,2.966483927074088e-05,
+86,7768,0.09157581254839897,971,0.00012368148158462385,
+86,7776,0.08621179312467575,972,0.00021521663882140274,
+86,7784,0.0888228490948677,973,0.00020020179590574116,
+86,7792,0.08666028082370758,974,4.3339424077463006e-05,
+86,7800,0.08209207281470299,975,7.785780080666882e-05,
+86,7808,0.08279687166213989,976,4.533550225005456e-05,
+,,,976,,0.00014327577593033775
+86,7816,0.0891348272562027,977,0.0005361186641152926,
+86,7824,0.08660132065415382,978,5.36552264141695e-05,
+87,7832,0.08437109366059303,979,5.5082696962927e-05,
+87,7840,0.08596937730908394,980,0.00017871480253006666,
+87,7848,0.08812172710895538,981,5.7230858341686795e-05,
+87,7856,0.08360105007886887,982,0.00044339131100709243,
+87,7864,0.13171552866697311,983,0.00011959890919873335,
+87,7872,0.09077991172671318,984,0.00024566098691138907,
+87,7880,0.08619412034749985,985,6.570542374599124e-05,
+87,7888,0.13374637439846992,986,0.00018086546977732118,
+87,7896,0.08995496481657028,987,8.589436702095554e-05,
+87,7904,0.08262288197875023,988,7.460208366865118e-05,
+87,7912,0.0869070440530777,989,0.00022017147875885712,
+87,7920,0.0846630111336708,990,0.00020305207347822338,
+88,7928,0.08683774620294571,991,9.423709639122535e-05,
+88,7936,0.08422288671135902,992,0.00020850496154404632,
+,,,992,,0.00015447821402758883
+88,7944,0.08655316010117531,993,0.00012262827028410226,
+88,7952,0.0888720229268074,994,0.00010520072854498202,
+88,7960,0.08484059944748878,995,0.00031790246043783554,
+88,7968,0.08745816722512245,996,7.624158997714403e-05,
+88,7976,0.08541479334235191,997,0.0001259286194908782,
+88,7984,0.08895542100071907,998,8.407760860791313e-05,
+88,7992,0.08643447607755661,999,4.550348702044479e-05,
+88,8000,0.0839884802699089,1000,0.0004718878573536737,
+88,8008,0.08788907900452614,1001,0.00019239200608873425,
+89,8016,0.08407115563750267,1002,8.480721817250014e-05,
+89,8024,0.08847498148679733,1003,0.00011706941058946541,
+89,8032,0.0834902822971344,1004,7.872744962848326e-05,
+89,8040,0.08446532860398293,1005,0.00019346662117771172,
+89,8048,0.09015580266714096,1006,0.00019397882642806507,
+89,8056,0.08949970826506615,1007,0.0003486370202760251,
+89,8064,0.08825790509581566,1008,0.00023154184709710534,
+,,,1008,,0.00015049426113827185
+89,8072,0.08566461876034737,1009,0.00021237623271493553,
+89,8080,0.08907168731093407,1010,0.00014454643883254903,
+89,8088,0.08697401359677315,1011,0.00022216154775378527,
+89,8096,0.08687387406826019,1012,5.774983147992836e-05,
+90,8104,0.08875713497400284,1013,2.056327093669097e-05,
+90,8112,0.0891578309237957,1014,0.00027339095618117426,
+90,8120,0.08558302745223045,1015,0.00019604511999204988,
+90,8128,0.08478061109781265,1016,0.0001042687983954238,
+90,8136,0.08732778951525688,1017,6.382481777628917e-05,
+90,8144,0.08839663490653038,1018,7.80292737090349e-05,
+90,8152,0.0885816439986229,1019,2.473517641495467e-05,
+90,8160,0.08875595033168793,1020,9.228829419173832e-05,
+90,8168,0.0847727470099926,1021,9.403956187270524e-05,
+90,8176,0.08636920154094696,1022,0.00026365320150034677,
+90,8184,0.09040843322873116,1023,0.0003395365653432236,
+91,8192,0.08978167921304703,1024,0.00020974437284166926,
+,,,1024,,0.00016472274600936654
+91,8200,0.0858776643872261,1025,2.4735363110396846e-05,
+91,8208,0.0853002667427063,1026,6.290871669989428e-05,
+91,8216,0.08677150309085846,1027,0.00013568588142334192,
+91,8224,0.08928022533655167,1028,0.0003496638263251433,
+91,8232,0.08462933823466301,1029,0.00020655762234257833,
+91,8240,0.0900648757815361,1030,0.00042127620054088766,
+91,8248,0.08727787435054779,1031,0.00012509357759427076,
+91,8256,0.08689713105559349,1032,0.0002419837967863714,
+91,8264,0.08695894852280617,1033,9.943418183411268e-05,
+91,8272,0.09102172777056694,1034,0.00012744132087997664,
+91,8280,0.08932612836360931,1035,5.929271492277621e-05,
+92,8288,0.08805347979068756,1036,0.0002593227910438145,
+92,8296,0.0851050540804863,1037,6.0381264309702e-05,
+92,8304,0.0874703899025917,1038,7.888687684953766e-05,
+92,8312,0.08635206893086433,1039,6.897022610376422e-05,
+92,8320,0.08742982894182205,1040,0.00011283117682978628,
+,,,1040,,0.00014851881158456468
+92,8328,0.08390733599662781,1041,9.824955668591429e-05,
+92,8336,0.08419487997889519,1042,0.00013791035726171686,
+92,8344,0.08639810979366302,1043,0.00044327983835046325,
+92,8352,0.08868816867470741,1044,0.0002127673116471366,
+92,8360,0.08298559114336967,1045,0.00019704171492978477,
+92,8368,0.08418840914964676,1046,7.77476839175506e-05,
+93,8376,0.08403654024004936,1047,0.0002119759244578745,
+93,8384,0.08608603477478027,1048,0.0002364748042964493,
+93,8392,0.08716068416833878,1049,0.0002213614046922885,
+93,8400,0.08465002104640007,1050,5.024957993425362e-05,
+93,8408,0.0901559479534626,1051,5.196960946705076e-05,
+93,8416,0.08573568239808083,1052,0.00010735529929206677,
+93,8424,0.08671500906348228,1053,8.673544562043389e-05,
+93,8432,0.08503974229097366,1054,0.00013306636841055783,
+93,8440,0.0868845023214817,1055,0.00021910885325269192,
+93,8448,0.0895962081849575,1056,9.860611226031324e-05,
+,,,1056,,0.00016207265945380195
+93,8456,0.0878339372575283,1057,0.0003442131952851923,
+94,8464,0.0864139050245285,1058,8.733046133784228e-05,
+94,8472,0.08648791909217834,1059,6.08481767423135e-05,
+94,8480,0.08978009596467018,1060,0.00025231211088794225,
+94,8488,0.08550996333360672,1061,0.0002785191583143387,
+94,8496,0.08641788363456726,1062,0.0003016077603206213,
+94,8504,0.08942027017474174,1063,0.00014619644434787915,
+94,8512,0.09021539241075516,1064,0.00037197763928512967,
+94,8520,0.0866302102804184,1065,7.278795222494712e-05,
+94,8528,0.08583662286400795,1066,7.115806879482988e-05,
+94,8536,0.08790633082389832,1067,0.00019001873427744917,
+94,8544,0.08669151365756989,1068,0.00012797507445481773,
+95,8552,0.08132867887616158,1069,7.117602230469597e-05,
+95,8560,0.08842217549681664,1070,0.0002770283536316735,
+95,8568,0.08737615495920181,1071,5.008080682955551e-05,
+95,8576,0.0859185941517353,1072,0.00014738228883288685,
+,,,1072,,0.00014781071232599125
+95,8584,0.08897581323981285,1073,0.000324416622879653,
+95,8592,0.08682502061128616,1074,0.00013525908716474077,
+95,8600,0.12655070051550865,1075,0.00010606658395317936,
+95,8608,0.08648194372653961,1076,0.0001384325763475707,
+95,8616,0.08864087611436844,1077,0.00023337828921891438,
+95,8624,0.08951997384428978,1078,0.0002299765720737115,
+95,8632,0.08454312011599541,1079,0.00010558874794242001,
+95,8640,0.0843566283583641,1080,4.7978587027890694e-05,
+96,8648,0.08753922209143639,1081,0.0001801548444746004,
+96,8656,0.09060588479042053,1082,7.285748309489766e-05,
+96,8664,0.08924491703510284,1083,0.00029333363371127535,
+96,8672,0.0840943194925785,1084,0.0002145165531146631,
+96,8680,0.08642421662807465,1085,0.0001757990979361542,
+96,8688,0.08779536560177803,1086,7.098681096197521e-05,
+96,8696,0.08598067983984947,1087,2.1731465858465525e-05,
+96,8704,0.08459098264575005,1088,7.829195013593042e-05,
+,,,1088,,0.00015184098625915094
+96,8712,0.09050587564706802,1089,0.00014845657024125102,
+96,8720,0.08450277149677277,1090,0.00033792127265996896,
+96,8728,0.0890405923128128,1091,0.00024117207640301787,
+97,8736,0.08948106318712234,1092,0.00019427152574280626,
+97,8744,0.08459186926484108,1093,0.00013099845915576225,
+97,8752,0.08936808630824089,1094,0.00012410116154829405,
+97,8760,0.08711372688412666,1095,0.00020210200261772115,
+97,8768,0.08462277799844742,1096,0.00011735996819576637,
+97,8776,0.08384193480014801,1097,0.0002798623631861119,
+97,8784,0.0871129147708416,1098,9.73903832649133e-05,
+97,8792,0.08438181132078171,1099,0.00011156601840411895,
+97,8800,0.08931317552924156,1100,4.522508706941153e-05,
+97,8808,0.08423194289207458,1101,0.0002808626523541794,
+97,8816,0.08667464181780815,1102,4.939698183079599e-05,
+98,8824,0.08870608359575272,1103,0.0003708597635392964,
+98,8832,0.08363010361790657,1104,0.0002488691952294175,
+,,,1104,,0.0001476395287011799
+98,8840,0.08402721583843231,1105,4.2088681690681064e-05,
+98,8848,0.08778395503759384,1106,6.064222793611407e-05,
+98,8856,0.08527937531471252,1107,0.00017862406346986454,
+98,8864,0.08988690003752708,1108,6.364090459101134e-05,
+98,8872,0.0839957743883133,1109,0.00018261560398968868,
+98,8880,0.08447476848959923,1110,0.00012741132945848221,
+98,8888,0.08753960207104683,1111,0.00022879627149450244,
+98,8896,0.08599357306957245,1112,0.0003588756864701281,
+98,8904,0.08733183518052101,1113,0.00016756956927110878,
+99,8912,0.08688576892018318,1114,0.00011268683192611206,
+99,8920,0.08405394479632378,1115,0.00026944447370169655,
+99,8928,0.08593480288982391,1116,0.0002193200232016222,
+99,8936,0.08666041120886803,1117,4.4273882319127246e-05,
+99,8944,0.08782290667295456,1118,0.00012154251521678816,
+99,8952,0.08405784144997597,1119,6.244105634323205e-05,
+99,8960,0.08903137594461441,1120,0.00033297244381932006,
+,,,1120,,0.00014089709637980712
+99,8968,0.08338703587651253,1121,0.00010798500352393603,
+99,8976,0.08600912243127823,1122,4.017013213797327e-05,
+99,8984,0.08863421529531479,1123,0.00013051210953562986,
+99,8992,0.08317022770643234,1124,9.771738041308708e-05,
+99,9000,0.08880637586116791,1125,0.00026321371609583366,
+100,9008,0.0843130424618721,1126,0.0004116324421374884,
+100,9016,0.08756454661488533,1127,0.00015683510913991734,
+100,9024,0.08805178850889206,1128,8.831409180250678e-05,
+100,9032,0.08656317740678787,1129,9.183058197474263e-05,
+100,9040,0.08549963310360909,1130,7.177086282743923e-05,
+100,9048,0.08433479070663452,1131,0.00019982283004083,
+100,9056,0.08791080117225647,1132,0.0002437882271806302,
+100,9064,0.08421717584133148,1133,5.385518134062295e-05,
+100,9072,0.08338644728064537,1134,0.0001602345120772952,
+100,9080,0.0876554623246193,1135,0.00024573739809360023,
+100,9088,0.08694367855787277,1136,8.479046528009349e-05,
+,,,1136,,0.0001489350310804551
+101,9096,0.0814545638859272,1137,0.00010045571907539852,
+101,9104,0.08987435325980186,1138,0.0001894448075290711,
+101,9112,0.08516651019454002,1139,7.336497410506126e-05,
+101,9120,0.08424776419997215,1140,7.687686418951974e-05,
+101,9128,0.1321794092655182,1141,0.0002140345064617577,
+101,9136,0.09018637612462044,1142,9.397430244462157e-05,
+101,9144,0.08959232643246651,1143,3.807288494499517e-05,
+101,9152,0.08894159644842148,1144,0.000267995618641079,
+101,9160,0.08337824419140816,1145,3.776739852886143e-05,
+101,9168,0.09038569033145905,1146,0.0002262141749724833,
+101,9176,0.08659723401069641,1147,0.00023589889128238105,
+102,9184,0.08871260285377502,1148,0.0003828168276413635,
+102,9192,0.08870760351419449,1149,9.923589110864366e-05,
+102,9200,0.08779695630073547,1150,2.0831486078047117e-05,
+102,9208,0.08426150679588318,1151,0.00011775383254644111,
+102,9216,0.08742176741361618,1152,0.0005282229183194431,
+,,,1152,,0.00014579086972956072
+102,9224,0.08739171177148819,1153,6.433105845644604e-05,
+102,9232,0.08797866106033325,1154,0.00016724251001202597,
+102,9240,0.08339306339621544,1155,0.00011130453763793671,
+102,9248,0.09099946543574333,1156,0.0002901560455181122,
+102,9256,0.08414594829082489,1157,4.4837549694420886e-05,
+102,9264,0.08959266915917397,1158,8.474224038460913e-05,
+103,9272,0.08454008400440216,1159,7.229028309059989e-05,
+103,9280,0.08481850475072861,1160,7.163686441344908e-05,
+103,9288,0.08788630738854408,1161,0.00012823134449035933,
+103,9296,0.08962942287325859,1162,6.249706984817749e-05,
+103,9304,0.08352841809391975,1163,0.0001796983225403892,
+103,9312,0.08508138358592987,1164,8.82895917584392e-05,
+103,9320,0.09111134335398674,1165,0.00027595400858141755,
+103,9328,0.0842651017010212,1166,0.00016456361731798097,
+103,9336,0.0872918926179409,1167,0.00022465046543272495,
+103,9344,0.08454890176653862,1168,0.00017158712407763232,
+,,,1168,,0.00014353086028182717
+103,9352,0.08474457636475563,1169,9.222282301379892e-05,
+103,9360,0.08676183596253395,1170,0.0002519566041883081,
+104,9368,0.09088638797402382,1171,8.290103451145115e-05,
+104,9376,0.08258680254220963,1172,3.823810168666698e-05,
+104,9384,0.08526511862874031,1173,6.585604285191948e-05,
+104,9392,0.08706224709749222,1174,8.258939901679696e-05,
+104,9400,0.09179702773690224,1175,8.782180559917054e-05,
+104,9408,0.08459407091140747,1176,0.00022923258341376953,
+104,9416,0.08486402407288551,1177,0.00011746319160010898,
+104,9424,0.13146957382559776,1178,0.00030128606188858004,
+104,9432,0.08531356230378151,1179,0.0001301683597224231,
+104,9440,0.09030220285058022,1180,0.0001798600594286524,
+104,9448,0.08718210831284523,1181,0.00022462706348440925,
+105,9456,0.08253554999828339,1182,0.0002534200668833364,
+105,9464,0.08889725431799889,1183,9.137249335253728e-05,
+105,9472,0.08850376307964325,1184,6.069225182727678e-05,
+,,,1184,,0.00013541641007912787
+105,9480,0.08430442586541176,1185,6.294533864092955e-05,
+105,9488,0.08520273491740227,1186,0.00021091839967842438,
+105,9496,0.08552606776356697,1187,0.00016949134442256764,
+105,9504,0.1268685683608055,1188,0.00034630539187219256,
+105,9512,0.08597883582115173,1189,8.271002925539506e-05,
+105,9520,0.08613993227481842,1190,0.0001739509872701698,
+105,9528,0.08736710250377655,1191,0.00011332311423757346,
+105,9536,0.08723519742488861,1192,0.00027987438647869567,
+106,9544,0.08308479562401772,1193,8.326720135301002e-05,
+106,9552,0.08707419782876968,1194,4.1075758008446425e-05,
+106,9560,0.08942949771881104,1195,0.00031465136657971016,
+106,9568,0.08699335157871246,1196,0.00016824264230308472,
+106,9576,0.08525252342224121,1197,0.00022642992773095708,
+106,9584,0.08874116092920303,1198,7.951570978548261e-05,
+106,9592,0.083915576338768,1199,0.00024315159991298665,
+106,9600,0.08886265009641647,1200,0.00011014597612302168,
+,,,1200,,0.00014110041880293896
+106,9608,0.08252978324890137,1201,0.00017724186618579553,
+106,9616,0.08960278332233429,1202,0.0001997542738839305,
+106,9624,0.08952947333455086,1203,0.00012141577334053484,
+107,9632,0.08473078534007072,1204,6.858907166436741e-05,
+107,9640,0.0894535668194294,1205,0.00011089863710367354,
+107,9648,0.08836780861020088,1206,4.336496299401915e-05,
+107,9656,0.08377465605735779,1207,4.216012564484117e-05,
+107,9664,0.08518581092357635,1208,3.7162437744579314e-05,
+107,9672,0.0879070870578289,1209,0.0004052780484471441,
+107,9680,0.08781883120536804,1210,0.00023028629344220723,
+107,9688,0.0851844884455204,1211,8.72892262956763e-05,
+107,9696,0.08720956742763519,1212,0.0001814046677931661,
+107,9704,0.0864524357020855,1213,0.00010472035876318841,
+107,9712,0.08836474642157555,1214,0.00011864693710776919,
+107,9720,0.08878930285573006,1215,0.000369138184851181,
+108,9728,0.08898107334971428,1216,0.0001527070907286543,
+,,,1216,,0.000144176185131073
+108,9736,0.08731885626912117,1217,6.47745458384937e-05,
+108,9744,0.08525104448199272,1218,0.0001046425879524447,
+108,9752,0.08619598671793938,1219,5.503331415942133e-05,
+108,9760,0.08763399720191956,1220,0.00011920832571377105,
+108,9768,0.0841691829264164,1221,0.0002863236158342867,
+108,9776,0.08667998388409615,1222,0.00016408710909369498,
+108,9784,0.081711295992136,1223,7.672511719647446e-05,
+108,9792,0.08932323008775711,1224,1.6679171305137668e-05,
+108,9800,0.08742094039916992,1225,0.0003093095486162513,
+108,9808,0.08654289320111275,1226,0.00023417483225784963,
+109,9816,0.08925049379467964,1227,0.00022834269896065962,
+109,9824,0.08891862258315086,1228,0.00012587185847223736,
+109,9832,0.09038659185171127,1229,4.943041221849853e-05,
+109,9840,0.08854970708489418,1230,0.00014144852389108564,
+109,9848,0.0832127220928669,1231,0.0001159121479759051,
+109,9856,0.0865037739276886,1232,0.00020016991116530595,
+,,,1232,,0.0001354275205940531
+109,9864,0.08574534952640533,1233,0.00010315082599845481,
+109,9872,0.08782598376274109,1234,7.421820866208388e-05,
+109,9880,0.0839681588113308,1235,0.00016216152796135117,
+109,9888,0.08681249246001244,1236,0.0001880168983158607,
+109,9896,0.08466319367289543,1237,0.00044309608635254943,
+110,9904,0.08320840448141098,1238,0.0003293421149464848,
+110,9912,0.08729879930615425,1239,0.00015012541462056106,
+110,9920,0.0865267962217331,1240,0.0002050281358947359,
+110,9928,0.09169767051935196,1241,0.00013491033488814233,
+110,9936,0.08886867016553879,1242,7.295602777698409e-05,
+110,9944,0.08472388982772827,1243,2.10042280741618e-05,
+110,9952,0.08757904917001724,1244,0.00011248050604990567,
+110,9960,0.087570670992136,1245,0.0003184130386671313,
+110,9968,0.08881475031375885,1246,0.00016057863805534516,
+110,9976,0.08606531843543053,1247,6.324878295345115e-05,
+110,9984,0.08965802192687988,1248,8.914588710240423e-05,
+,,,1248,,0.0001293424304509372
+111,9992,0.08394510671496391,1249,0.000120289879032498,
+111,10000,0.0874548852443695,1250,0.0002298924762596601,
+111,10008,0.08431683853268623,1251,7.561593308006802e-05,
+111,10016,0.08756693452596664,1252,0.00017952819877921553,
+111,10024,0.08773574233055115,1253,0.00010341125826016651,
+111,10032,0.08716152980923653,1254,6.03860430601344e-05,
+111,10040,0.08484562858939171,1255,0.00019711062421785236,
+111,10048,0.08868832513689995,1256,9.453015756359188e-05,
+111,10056,0.08779235929250717,1257,0.00018143279703508597,
+111,10064,0.08682635426521301,1258,0.0002721670154122486,
+111,10072,0.08636614307761192,1259,0.00011523396096890792,
+111,10080,0.08798433467745781,1260,0.00018040148602267437,
+112,10088,0.08752850443124771,1261,0.00041774691460107406,
+112,10096,0.08652159571647644,1262,0.00011995127829322882,
+112,10104,0.0845775343477726,1263,0.0001017306082455131,
+112,10112,0.0895674079656601,1264,0.00021077478264227726,
+,,,1264,,0.00013490433788351845
+112,10120,0.0870642252266407,1265,6.944495385141636e-05,
+112,10128,0.08295566961169243,1266,8.369990546270855e-05,
+112,10136,0.08754917979240417,1267,8.829480702843284e-05,
+112,10144,0.08506052941083908,1268,3.2363900390919295e-05,
+112,10152,0.08794182538986206,1269,8.849595110405062e-05,
+112,10160,0.08686990290880203,1270,5.850811006287889e-05,
+112,10168,0.08866553753614426,1271,0.00033975575999128135,
+113,10176,0.0831143967807293,1272,5.638304810418049e-05,
+113,10184,0.08472258597612381,1273,0.00014562365879555728,
+113,10192,0.08479438722133636,1274,0.00016954524327654022,
+113,10200,0.08509262651205063,1275,5.213339983356491e-05,
+113,10208,0.09035025537014008,1276,0.00011446415639208378,
+113,10216,0.0901639275252819,1277,0.0002106999781972263,
+113,10224,0.1250128298997879,1278,0.0002587706332113677,
+113,10232,0.09062854200601578,1279,0.0002240233088362705,
+113,10240,0.08525752648711205,1280,0.00016989147263757332,
+,,,1280,,0.0001365596248784609
+113,10248,0.08417796343564987,1281,0.0001432509227470291,
+113,10256,0.08616068586707115,1282,2.9041383186267922e-05,
+114,10264,0.08681917563080788,1283,0.0001455143964221861,
+114,10272,0.08518500998616219,1284,0.00013303252641586974,
+114,10280,0.08890961855649948,1285,0.00022719521757608163,
+114,10288,0.08480053022503853,1286,0.00019833529240713687,
+114,10296,0.08731614053249359,1287,0.00013229890899830416,
+114,10304,0.08463174104690552,1288,0.00015758859933612257,
+114,10312,0.08535560593008995,1289,8.105037704808637e-05,
+114,10320,0.08476677164435387,1290,9.432894767087418e-05,
+114,10328,0.08387982100248337,1291,6.005087152516353e-05,
+114,10336,0.12571953609585762,1292,0.00014816582215644304,
+114,10344,0.08902908489108086,1293,0.00024142193014995428,
+115,10352,0.0830443948507309,1294,0.0001973962783787491,
+115,10360,0.0885646753013134,1295,0.00034867041504185183,
+115,10368,0.08456968516111374,1296,0.00010354015934613667,
+,,,1296,,0.00013168435543775558
+115,10376,0.09063591435551643,1297,4.916933239655919e-05,
+115,10384,0.08499771356582642,1298,0.00013540366671804804,
+115,10392,0.08867338299751282,1299,0.0002873381915075394,
+115,10400,0.0845407024025917,1300,2.768982920185538e-05,
+115,10408,0.08842787146568298,1301,0.00012042090620525414,
+115,10416,0.08399064093828201,1302,0.00015127777227722357,
+115,10424,0.08920741453766823,1303,0.0002369160528511808,
+115,10432,0.08592000976204872,1304,5.211244997553877e-05,
+115,10440,0.13138019666075706,1305,0.0002472490511536307,
+116,10448,0.08315065503120422,1306,0.00011155109905303107,
+116,10456,0.08446521684527397,1307,8.832367211653036e-05,
+116,10464,0.12509242445230484,1308,8.299025842006813e-05,
+116,10472,0.08974571526050568,1309,0.0003567662162952599,
+116,10480,0.08822091296315193,1310,0.0001273918276638142,
+116,10488,0.09036426991224289,1311,0.0001582793934176152,
+116,10496,0.08961651846766472,1312,2.7202951150684386e-05,
+,,,1312,,0.00013255394929856585
+116,10504,0.089849092066288,1313,9.440039782150831e-05,
+116,10512,0.08445930108428001,1314,0.00021332361971612305,
+116,10520,0.08874528110027313,1315,0.00010594342817663953,
+116,10528,0.08700091764330864,1316,0.0002355581733744267,
+117,10536,0.08668609336018562,1317,0.000287308838258988,
+117,10544,0.08695708215236664,1318,6.996829920353775e-05,
+117,10552,0.08920343220233917,1319,0.00031178136843360943,
+117,10560,0.08370518311858177,1320,0.00013723669402073332,
+117,10568,0.0883902981877327,1321,5.1747851860758e-05,
+117,10576,0.08418785780668259,1322,0.00011899579690179962,
+117,10584,0.13123835995793343,1323,0.0003912477259291336,
+117,10592,0.0843447782099247,1324,4.370547782985211e-05,
+117,10600,0.13173631951212883,1325,0.0002771607330032566,
+117,10608,0.0858633928000927,1326,6.23334961866411e-05,
+117,10616,0.08600807562470436,1327,0.00010617142525006784,
+118,10624,0.08943697437644005,1328,0.00022074101168202885,
+,,,1328,,0.00014213948069434417
+118,10632,0.08564122393727303,1329,0.0002411889267174653,
+118,10640,0.08565279468894005,1330,0.0002602855496055175,
+118,10648,0.09007278457283974,1331,0.00013961556006896508,
+118,10656,0.090347770601511,1332,0.00011434505313445698,
+118,10664,0.08790041506290436,1333,3.941359558926446e-05,
+118,10672,0.087400171905756,1334,3.545132467479562e-05,
+118,10680,0.09058244153857231,1335,0.00017311128820957883,
+118,10688,0.0860506184399128,1336,0.00013093117840980994,
+118,10696,0.08537307754158974,1337,0.0001792570663253303,
+118,10704,0.08392256125807762,1338,0.00017872897478810046,
+119,10712,0.08660852909088135,1339,0.00012257059222520184,
+119,10720,0.08879648894071579,1340,4.631010013630051e-05,
+119,10728,0.08923402056097984,1341,0.00017199311666142117,
+119,10736,0.08478076010942459,1342,0.000259577762221852,
+119,10744,0.08961458131670952,1343,4.9465454367236816e-05,
+119,10752,0.08952643349766731,1344,0.00023231895775097656,
+,,,1344,,0.00014163138704341755
+119,10760,0.08381291851401329,1345,3.894316000696563e-05,
+119,10768,0.08240827172994614,1346,8.030850689725153e-05,
+119,10776,0.08313250541687012,1347,0.00018876061531045707,
+119,10784,0.08501287549734116,1348,0.00026256848442634303,
+119,10792,0.08410114049911499,1349,0.00017593462651651257,
+119,10800,0.0874740444123745,1350,0.00017181800532333518,
+120,10808,0.09121561050415039,1351,0.00019546862131392118,
+120,10816,0.08340376242995262,1352,0.0002526923459689507,
+120,10824,0.08565248176455498,1353,6.307625805372179e-05,
+120,10832,0.08629249408841133,1354,0.0001702884378573799,
+120,10840,0.08800086379051208,1355,2.5975084645324388e-05,
+120,10848,0.08697334676980972,1356,0.0003169097615227656,
+120,10856,0.08729797229170799,1357,8.862746926752152e-05,
+120,10864,0.08583317697048187,1358,0.00015853716431593056,
+120,10872,0.08911982923746109,1359,9.242010802760585e-05,
+120,10880,0.08870794996619225,1360,0.00017515216001941423,
+,,,1360,,0.00014000840223672096
+120,10888,0.13172351568937302,1361,0.00012691729781571276,
+121,10896,0.08522839471697807,1362,0.0001686058856193995,
+121,10904,0.08448732644319534,1363,2.4497033943286322e-05,
+121,10912,0.08530006185173988,1364,4.863404028583318e-05,
+121,10920,0.08720104396343231,1365,2.8043287102264003e-05,
+121,10928,0.09066333249211311,1366,0.00018166534914598742,
+121,10936,0.08459540456533432,1367,0.0002598621509345581,
+121,10944,0.09032324701547623,1368,9.617231724708593e-05,
+121,10952,0.08576476573944092,1369,0.0002776712892357734,
+121,10960,0.0895463339984417,1370,0.00031665244168834763,
+121,10968,0.08552918210625648,1371,0.00010138539400941226,
+121,10976,0.08987826853990555,1372,0.0001481566064285289,
+122,10984,0.08727499842643738,1373,5.93613549881411e-05,
+122,10992,0.09014643356204033,1374,0.00025865358520604786,
+122,11000,0.08968792855739594,1375,0.00015645886989139917,
+122,11008,0.08757608383893967,1376,0.000164918676432535,
+,,,1376,,0.00013705587275979813
+122,11016,0.08705402165651321,1377,5.460202775490567e-05,
+122,11024,0.08532361686229706,1378,4.593773164742743e-05,
+122,11032,0.08831152319908142,1379,8.995855848427579e-05,
+122,11040,0.08495158702135086,1380,0.000430766145265287,
+122,11048,0.08637123182415962,1381,0.0001526119055597519,
+122,11056,0.0875774584710598,1382,0.00021870185316531985,
+122,11064,0.08511162549257278,1383,5.4931318042387524e-05,
+123,11072,0.08565190434455872,1384,7.76233860051434e-05,
+123,11080,0.08426151797175407,1385,0.00017830632805271307,
+123,11088,0.08543101698160172,1386,0.00021845820932261026,
+123,11096,0.08714067935943604,1387,0.0003841568787720462,
+123,11104,0.09046340361237526,1388,0.00010168032310632822,
+123,11112,0.08347660675644875,1389,0.0001339212711476042,
+123,11120,0.08890945091843605,1390,5.9347052257407995e-05,
+123,11128,0.0863422155380249,1391,0.000178539082298812,
+123,11136,0.08606062456965446,1392,0.0001529610269699333,
+,,,1392,,0.00012860563175197233
+123,11144,0.08328281715512276,1393,6.0732029017647925e-05,
+123,11152,0.0862920992076397,1394,0.00016160918603418394,
+123,11160,0.08399632200598717,1395,0.0001794590333312434,
+124,11168,0.08570682629942894,1396,6.712376405933658e-05,
+124,11176,0.08582961186766624,1397,0.00025010992468802823,
+124,11184,0.08524568006396294,1398,4.1112186863756506e-05,
+124,11192,0.0850624293088913,1399,0.00010590856368253299,
+124,11200,0.08971219509840012,1400,0.00032629499955874055,
+124,11208,0.08582111820578575,1401,0.00012139408606041495,
+124,11216,0.08942460268735886,1402,0.00017986424782066024,
+124,11224,0.0849003754556179,1403,5.7082723742496455e-05,
+124,11232,0.08873846754431725,1404,0.0001858059166579551,
+124,11240,0.08697743713855743,1405,4.931952056116037e-05,
+124,11248,0.08853491023182869,1406,0.0002977337101583544,
+125,11256,0.0871213786303997,1407,0.00042838939839384693,
+125,11264,0.08724512159824371,1408,7.15473479431239e-05,
+,,,1408,,0.00014076904769529377
+125,11272,0.08730944991111755,1409,7.781368738809154e-05,
+125,11280,0.0904085673391819,1410,0.00018091356346303656,
+125,11288,0.08529141545295715,1411,0.00018690794903315172,
+125,11296,0.0874992087483406,1412,0.0002798407632932746,
+125,11304,0.09017413854598999,1413,0.00012940664403989408,
+125,11312,0.08745922520756721,1414,8.124300541112461e-05,
+125,11320,0.08526324108242989,1415,4.420386820432517e-05,
+125,11328,0.08978546410799026,1416,0.00010130721746766842,
+125,11336,0.08236078545451164,1417,0.00025326639999750315,
+126,11344,0.08622780069708824,1418,3.0490089102386264e-05,
+126,11352,0.08386440575122833,1419,0.0001655642078860962,
+126,11360,0.08540884032845497,1420,0.00011140913102281047,
+126,11368,0.08980930969119072,1421,0.0003726196549678207,
+126,11376,0.08653809502720833,1422,0.000294191212469741,
+126,11384,0.08393312618136406,1423,0.00019987867335657938,
+126,11392,0.08837796747684479,1424,3.1192233867235096e-05,
+,,,1424,,0.00013356231839249007
+126,11400,0.08871207758784294,1425,0.00015494740011945396,
+126,11408,0.08983924612402916,1426,0.00011740284948505828,
+126,11416,0.08776234462857246,1427,7.726121596836795e-05,
+126,11424,0.08720869198441505,1428,6.043320384681768e-05,
+127,11432,0.08378094434738159,1429,0.00010303315815463066,
+127,11440,0.08934259787201881,1430,7.909601699793712e-05,
+127,11448,0.08399602025747299,1431,5.431671888800338e-05,
+127,11456,0.08531825616955757,1432,3.300953577915303e-05,
+127,11464,0.08661072328686714,1433,0.00021012247738586405,
+127,11472,0.08814042806625366,1434,2.1661596032832415e-05,
+127,11480,0.08578981831669807,1435,3.557077170626144e-05,
+127,11488,0.08919698372483253,1436,0.00012289918736314577,
+127,11496,0.125580295920372,1437,0.0003947972601443845,
+127,11504,0.08455079421401024,1438,0.0002733335157115237,
+127,11512,0.08958287909626961,1439,0.0002547417345037199,
+127,11520,0.0891866609454155,1440,0.00011972593401878839,
+,,,1440,,0.00013533004216457667
+128,11528,0.08587486296892166,1441,7.780523894022433e-05,
+128,11536,0.08864380046725273,1442,6.414523113562609e-05,
+128,11544,0.09023445099592209,1443,8.492398374073672e-05,
+128,11552,0.0835973285138607,1444,2.7198852005009638e-05,
+128,11560,0.0860348679125309,1445,0.0003594431295823597,
+128,11568,0.08601006120443344,1446,0.0001201304851747409,
+128,11576,0.08890014514327049,1447,0.0001302069977100473,
+128,11584,0.08469565212726593,1448,4.752207905767136e-05,
+128,11592,0.08679601177573204,1449,0.00019754793702304597,
+128,11600,0.08921954408288002,1450,4.1398408939130604e-05,
+128,11608,0.08668525889515877,1451,0.00039250378144320815,
+129,11616,0.09006138890981674,1452,3.713156858490644e-05,
+129,11624,0.0885162279009819,1453,0.00019330543701861252,
+129,11632,0.08904971554875374,1454,0.0001085150956138629,
+129,11640,0.08377327024936676,1455,0.00010109177082995302,
+129,11648,0.0841066800057888,1456,4.054368696415622e-05,
+,,,1456,,0.0001395962511499723
+129,11656,0.13038771599531174,1457,0.0003907482682084914,
+129,11664,0.08340777456760406,1458,6.168454001453938e-05,
+129,11672,0.08467687666416168,1459,0.00025396126266059583,
+129,11680,0.0864868313074112,1460,8.925073934733519e-05,
+129,11688,0.08596576005220413,1461,4.114846910852066e-05,
+129,11696,0.08924039825797081,1462,0.00016483202616005395,
+130,11704,0.0870896577835083,1463,0.00016344882055818744,
+130,11712,0.13128828257322311,1464,0.0002971528542730084,
+130,11720,0.08641206845641136,1465,0.00011998129630228505,
+130,11728,0.08550374954938889,1466,9.937008044289542e-05,
+130,11736,0.08703158795833588,1467,0.0001766305354067299,
+130,11744,0.08685871213674545,1468,0.00029463995527597336,
+130,11752,0.08633959293365479,1469,6.050501713161793e-05,
+130,11760,0.08891938999295235,1470,2.7030023071953718e-05,
+130,11768,0.0823124460875988,1471,0.00035752251587837234,
+130,11776,0.08723653107881546,1472,0.00015304580474548857,
+,,,1472,,0.00013041669470176362
+130,11784,0.08607830852270126,1473,4.4459416130848695e-05,
+131,11792,0.08774369210004807,1474,9.55607909937888e-05,
+131,11800,0.08846545219421387,1475,0.00015616580583355244,
+131,11808,0.08683999627828598,1476,8.353671598472699e-05,
+131,11816,0.0874653160572052,1477,9.110732150929834e-05,
+131,11824,0.089091707020998,1478,5.251549578133563e-05,
+131,11832,0.08561715111136436,1479,0.0002029588091924476,
+131,11840,0.08872182667255402,1480,0.0002637366101604736,
+131,11848,0.08809578791260719,1481,0.0002324135629610932,
+131,11856,0.08453425392508507,1482,0.00010222596881703794,
+131,11864,0.0863800197839737,1483,0.00026019096679062514,
+131,11872,0.08900466188788414,1484,8.205084732253454e-05,
+131,11880,0.08675337210297585,1485,6.857226885585988e-05,
+132,11888,0.1260741986334324,1486,0.0001837867679341798,
+132,11896,0.08386728912591934,1487,7.001069252510206e-05,
+132,11904,0.08740649744868279,1488,0.00015798757573293187,
+,,,1488,,0.0001232950425331007
+132,11912,0.08646392822265625,1489,0.00014016417329306327,
+132,11920,0.08388854935765266,1490,0.0001520283194622607,
+132,11928,0.086642324924469,1491,7.927412843855564e-05,
+132,11936,0.08711517602205276,1492,0.00022076086240000828,
+132,11944,0.08539693430066109,1493,3.679410065160482e-05,
+132,11952,0.09002730622887611,1494,0.00022928998350835172,
+132,11960,0.08617953956127167,1495,0.00011513519320942578,
+132,11968,0.08756108582019806,1496,0.00023129899530734596,
+133,11976,0.08328831568360329,1497,0.00016740385384158193,
+133,11984,0.13023766502738,1498,0.00020535730542784827,
+133,11992,0.08864280208945274,1499,5.366303338405487e-05,
+133,12000,0.08430322632193565,1500,6.783321705370327e-05,
+133,12008,0.08651965484023094,1501,0.00015868758896431245,
+133,12016,0.08821959048509598,1502,0.0002344455914074691,
+133,12024,0.08577371388673782,1503,0.0001511319124460897,
+133,12032,0.08796099200844765,1504,7.028718596302497e-05,
+,,,1504,,0.00012924771331119955
+133,12040,0.08391313627362251,1505,0.00019011489195008835,
+133,12048,0.08382730558514595,1506,0.00018574147532035568,
+133,12056,0.08418944105505943,1507,0.00011073807127104374,
+134,12064,0.08881071582436562,1508,0.00014939362712799005,
+134,12072,0.08557029440999031,1509,0.00022677324532196507,
+134,12080,0.08804027363657951,1510,3.919129711802169e-05,
+134,12088,0.08497189357876778,1511,0.00017998693556364742,
+134,12096,0.08856326714158058,1512,6.772824726145441e-05,
+134,12104,0.09087453037500381,1513,0.0001922823592394707,
+134,12112,0.08600908890366554,1514,5.877493813386536e-05,
+134,12120,0.08430296182632446,1515,0.00028041211029024754,
+134,12128,0.08653821051120758,1516,0.00021719929668506666,
+134,12136,0.08652149885892868,1517,0.00011910485318367137,
+134,12144,0.08879293128848076,1518,7.46073186898381e-05,
+135,12152,0.08684933930635452,1519,0.0003240785971294307,
+135,12160,0.08446002006530762,1520,2.7095504992757925e-05,
+,,,1520,,0.0001249312946017374
+135,12168,0.08469516783952713,1521,0.00027375876319032005,
+135,12176,0.13054776191711426,1522,0.00018955422346304354,
+135,12184,0.08457400277256966,1523,0.00016834994767123135,
+135,12192,0.08953098952770233,1524,0.00033657464259054644,
+135,12200,0.08767936378717422,1525,4.91355578560615e-05,
+135,12208,0.08877158164978027,1526,5.385704990398413e-05,
+135,12216,0.08695892244577408,1527,0.00011742527309858512,
+135,12224,0.08791711181402206,1528,9.64813888718449e-05,
+135,12232,0.08612187579274178,1529,0.00015015388241105634,
+135,12240,0.09049643948674202,1530,6.863015059934696e-05,
+136,12248,0.08415226265788078,1531,0.00016895370484754885,
+136,12256,0.08732937276363373,1532,6.786603743031654e-05,
+136,12264,0.08567239716649055,1533,0.0002752076300870006,
+136,12272,0.08936944603919983,1534,7.993163785613433e-05,
+136,12280,0.0872362032532692,1535,3.6989187719882466e-05,
+136,12288,0.08331659808754921,1536,0.00011388175555891524,
+,,,1536,,0.00013990348956564018
+136,12296,0.08810482174158096,1537,0.0001387927888269284,
+136,12304,0.08411489427089691,1538,6.9736043087687e-05,
+136,12312,0.13284141570329666,1539,0.0004079017374221751,
+136,12320,0.08597314357757568,1540,1.8357984004069294e-05,
+136,12328,0.08535432443022728,1541,0.00024330614148008559,
+137,12336,0.08909257128834724,1542,0.00011359458649167209,
+137,12344,0.0895223505795002,1543,1.581491365717132e-05,
+137,12352,0.08845264837145805,1544,0.0003366564069438027,
+137,12360,0.08582879975438118,1545,3.1708327156820815e-05,
+137,12368,0.08411992341279984,1546,0.00013694639283130529,
+137,12376,0.08483267948031425,1547,7.59539961260695e-05,
+137,12384,0.08666808530688286,1548,8.410227807568542e-05,
+137,12392,0.09372897073626518,1549,0.000259611253386538,
+137,12400,0.08575095236301422,1550,0.0002641427365688287,
+137,12408,0.08701293542981148,1551,0.00025043535720215004,
+137,12416,0.0832359567284584,1552,0.00011423924055028085,
+,,,1552,,0.000133365041396597
+138,12424,0.08701011165976524,1553,6.682110342808301e-05,
+138,12432,0.08476055413484573,1554,7.113202296490531e-05,
+138,12440,0.08532682433724403,1555,4.811353937839158e-05,
+138,12448,0.08828116580843925,1556,9.528129824805849e-05,
+138,12456,0.0899244174361229,1557,0.00021901929305082982,
+138,12464,0.08528535440564156,1558,8.957496459061076e-05,
+138,12472,0.08546840026974678,1559,0.00015940642614017028,
+138,12480,0.08875676989555359,1560,0.0002720945960845711,
+138,12488,0.08570416644215584,1561,9.339615072739045e-05,
+138,12496,0.0856354869902134,1562,0.00023066354907541609,
+138,12504,0.0886431597173214,1563,9.207557855006598e-05,
+139,12512,0.08511116355657578,1564,0.0002068781953615447,
+139,12520,0.08454461768269539,1565,7.236115873508555e-05,
+139,12528,0.13094638660550117,1566,0.00023459281952195203,
+139,12536,0.08558884263038635,1567,4.4987043020228155e-05,
+139,12544,0.08728037774562836,1568,0.00019229393690996707,
+,,,1568,,0.0001354909894105635
+139,12552,0.08523166552186012,1569,0.00023271633665444824,
+139,12560,0.08386410400271416,1570,0.00015229556750758397,
+139,12568,0.08613545820116997,1571,0.00016140711641128292,
+139,12576,0.08886046707630157,1572,3.150617321807658e-05,
+139,12584,0.08447860181331635,1573,9.71538528574456e-05,
+139,12592,0.087681345641613,1574,6.69693757420949e-05,
+139,12600,0.08772601559758186,1575,0.00030539298786607104,
+140,12608,0.08959802240133286,1576,6.820918224548222e-05,
+140,12616,0.08661218732595444,1577,0.0002841467800863029,
+140,12624,0.0863470733165741,1578,0.0002104600203633059,
+140,12632,0.08952292799949646,1579,0.00011110579034721014,
+140,12640,0.08773884549736977,1580,9.59514739709751e-05,
+140,12648,0.08505301550030708,1581,0.0001425068951773158,
+140,12656,0.08564209565520287,1582,0.00017065618385458947,
+140,12664,0.08958985656499863,1583,0.0002530967805872327,
+140,12672,0.0841122604906559,1584,4.578526149998652e-05,
+,,,1584,,0.00012344407865352798
+140,12680,0.09121796116232872,1585,0.00017026027973088276,
+140,12688,0.0906757228076458,1586,4.328505349349143e-05,
+141,12696,0.08349298313260078,1587,0.00018746623653795622,
+141,12704,0.09020809084177017,1588,4.466393494340082e-05,
+141,12712,0.0843878835439682,1589,0.00031724807217869966,
+141,12720,0.09171469137072563,1590,0.00028971571869836527,
+141,12728,0.08314291387796402,1591,5.855361808114269e-05,
+141,12736,0.08515385538339615,1592,0.00017141685921160388,
+141,12744,0.08529852703213692,1593,0.0004035967393065221,
+141,12752,0.08544998615980148,1594,9.424334775758325e-05,
+141,12760,0.08903317898511887,1595,0.0001369963871032572,
+141,12768,0.0830705352127552,1596,1.4136075757657332e-05,
+141,12776,0.09060289710760117,1597,0.00011573376264095714,
+142,12784,0.08440373092889786,1598,8.083173213435657e-05,
+142,12792,0.0836680643260479,1599,0.00015888499430210295,
+142,12800,0.08465481549501419,1600,7.896229775334567e-05,
+,,,1600,,0.0001317788438315977
+142,12808,0.08303433656692505,1601,4.9884794952959056e-05,
+142,12816,0.08472562208771706,1602,7.755142090510552e-05,
+142,12824,0.08498883619904518,1603,0.0001272045530337588,
+142,12832,0.08660008013248444,1604,0.00022230371658744325,
+142,12840,0.08365030214190483,1605,2.7248507043016918e-05,
+142,12848,0.08574111387133598,1606,0.00010417080657134647,
+142,12856,0.08748088777065277,1607,0.000475425789924581,
+142,12864,0.08712958544492722,1608,0.000131169142264298,
+143,12872,0.08590050414204597,1609,8.191226379494765e-05,
+143,12880,0.08444158360362053,1610,0.0001357255829848977,
+143,12888,0.08895708248019218,1611,4.448220177740344e-05,
+143,12896,0.08472217619419098,1612,3.770347161662358e-05,
+143,12904,0.0881270132958889,1613,2.591895365964904e-05,
+143,12912,0.08540837466716766,1614,0.00018468341841071378,
+143,12920,0.0912901982665062,1615,0.00010990379314534948,
+143,12928,0.08543022349476814,1616,0.00012870113381982913,
+,,,1616,,0.000130076002198876
+143,12936,0.0836942233145237,1617,0.00024477147936912455,
+143,12944,0.08848342671990395,1618,1.6152690568560503e-05,
+143,12952,0.08764012530446053,1619,0.00016430267223768169,
+143,12960,0.08701396733522415,1620,0.00039639639783217717,
+144,12968,0.08377871289849281,1621,1.6986987077416416e-05,
+144,12976,0.0860791839659214,1622,0.0004351525723710178,
+144,12984,0.08375627174973488,1623,2.219797365147055e-05,
+144,12992,0.0858720950782299,1624,0.00013531243757824996,
+144,13000,0.0890905037522316,1625,0.00011793265518159994,
+144,13008,0.0895840972661972,1626,0.00010921345748708215,
+144,13016,0.08650993555784225,1627,0.0002672140261286889,
+144,13024,0.08671510592103004,1628,7.055110927467467e-05,
+144,13032,0.089698176831007,1629,6.243829322253684e-05,
+144,13040,0.08387301862239838,1630,0.0003138768302051176,
+144,13048,0.09004383161664009,1631,9.723689631755406e-05,
+145,13056,0.08871446549892426,1632,0.00015794859739669067,
+,,,1632,,0.0001316273732012824
+145,13064,0.08749605342745781,1633,7.06954661685207e-05,
+145,13072,0.08339563012123108,1634,0.00022054544089249766,
+145,13080,0.0898013561964035,1635,0.00020275113388379395,
+145,13088,0.08837493509054184,1636,0.00021554434518596585,
+145,13096,0.08749081566929817,1637,0.00021453699757027303,
+145,13104,0.0896979309618473,1638,6.944790766283404e-05,
+145,13112,0.08511709049344063,1639,0.00023279224751604488,
+145,13120,0.09036093205213547,1640,0.0001154634983777214,
+145,13128,0.08599381893873215,1641,6.828702471466386e-05,
+145,13136,0.08760250359773636,1642,0.00017172888412157286,
+146,13144,0.0872156172990799,1643,5.6441429478581995e-05,
+146,13152,0.08974067121744156,1644,0.00015276490448741243,
+146,13160,0.08447270467877388,1645,8.307693960887263e-05,
+146,13168,0.08606693893671036,1646,0.0002536133895318926,
+146,13176,0.09007586166262627,1647,0.0003401866342755966,
+146,13184,0.0872231051325798,1648,5.9984741970505896e-05,
+,,,1648,,0.00013611857828341032

lora_plus_dpcal_naive/qwen2.5-7b-instruct/dbpedia/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

lora_plus_dpcal_naive/qwen2.5-7b-instruct/dbpedia/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/logs/metrics.csv

@@ -0,0 +1,25 @@
+step,train/NCE,train/NER,val/NCE,val/NER
+0,7.135355362712302e-05,0.0,,
+1,,,7.135355362712302e-05,0.0
+1,7.135355362712302e-05,0.0,,
+2,,,7.135355362712302e-05,0.0
+2,7.135355362712302e-05,0.0,,
+3,,,7.135355362712302e-05,0.0
+3,7.135355362712302e-05,0.0,,
+4,,,7.135355362712302e-05,0.0
+4,7.135355362712302e-05,0.0,,
+5,,,7.135355362712302e-05,0.0
+5,7.135355362712302e-05,0.0,,
+6,,,7.135355362712302e-05,0.0
+6,7.135355362712302e-05,0.0,,
+7,,,7.135355362712302e-05,0.0
+7,7.135355362712302e-05,0.0,,
+8,,,7.135355362712302e-05,0.0
+8,7.135355362712302e-05,0.0,,
+9,,,7.135355362712302e-05,0.0
+9,7.135355362712302e-05,0.0,,
+10,,,7.135355362712302e-05,0.0
+10,7.135355362712302e-05,0.0,,
+11,,,7.135355362712302e-05,0.0
+11,7.135355362712302e-05,0.0,,
+12,,,7.135355362712302e-05,0.0

lora_plus_dpcal_naive/qwen2.5-7b-instruct/dbpedia/size=16/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

lora_plus_dpcal_naive/qwen2.5-7b-instruct/dbpedia/size=16/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/0.0-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

results_paper.wrong/all_models/nce.csv

@@ -0,0 +1,96 @@
+dataset,method,size,median,q1,q3,model,metric
+20newsgroups,dp_calibration,8,0.7546407428,0.7338990779,0.8047618328,qwen2.5-7b-instruct,nce
+20newsgroups,dp_calibration,16,0.6722159507000001,0.6698211084,0.676830939,qwen2.5-7b-instruct,nce
+20newsgroups,dp_calibration,32,0.6430096215000001,0.6403825980000001,0.6511214839,qwen2.5-7b-instruct,nce
+20newsgroups,dp_calibration,64,0.6289220125,0.6265720757000001,0.631040542,qwen2.5-7b-instruct,nce
+20newsgroups,dp_calibration,128,0.6252026168,0.6250932114000001,0.6260644498,qwen2.5-7b-instruct,nce
+20newsgroups,dp_calibration,256,0.6223887724,0.6219824888000001,0.6224369080000001,qwen2.5-7b-instruct,nce
+20newsgroups,lora_1.0_no_es,8,0.8970295165000001,0.7341650795,1.151784799,qwen2.5-7b-instruct,nce
+20newsgroups,lora_1.0_no_es,16,0.6817639091000001,0.6191390612000001,0.7082344190000001,qwen2.5-7b-instruct,nce
+20newsgroups,lora_1.0_no_es,32,0.6072178758,0.5693403086000001,0.6446132967,qwen2.5-7b-instruct,nce
+20newsgroups,lora_1.0_no_es,64,0.5854698319,0.5660984866000001,0.5988642388000001,qwen2.5-7b-instruct,nce
+20newsgroups,lora_1.0_no_es,128,0.5330789077,0.5211436033,0.5584462306,qwen2.5-7b-instruct,nce
+20newsgroups,lora_1.0_no_es,256,0.4908759883,0.4805303146,0.49917692890000004,qwen2.5-7b-instruct,nce
+20newsgroups,lora_1.0_no_es_plus_tempscaling,8,0.5164427857,0.48580939240000004,0.5887411611000001,qwen2.5-7b-instruct,nce
+20newsgroups,lora_1.0_no_es_plus_tempscaling,16,0.4153097787,0.38701372110000004,0.4217693354,qwen2.5-7b-instruct,nce
+20newsgroups,lora_1.0_no_es_plus_tempscaling,32,0.3630036551,0.3588801407,0.3909213694,qwen2.5-7b-instruct,nce
+20newsgroups,lora_1.0_no_es_plus_tempscaling,64,0.33619529340000004,0.3264030094,0.3373104462,qwen2.5-7b-instruct,nce
+20newsgroups,lora_1.0_no_es_plus_tempscaling,128,0.3052118871,0.3036555081,0.3188620709,qwen2.5-7b-instruct,nce
+20newsgroups,lora_1.0_no_es_plus_tempscaling,256,0.28938370820000003,0.28011730100000004,0.2893998508,qwen2.5-7b-instruct,nce
+20newsgroups,no_adaptation,all,1.8155222332,1.8155222332,1.8155222332,qwen2.5-7b-instruct,nce
+agnews,dp_calibration,8,0.5475612991000001,0.4308557295,5.1540645921,qwen2.5-7b-instruct,nce
+agnews,dp_calibration,16,0.37575523980000003,0.3688441327,0.38479402020000003,qwen2.5-7b-instruct,nce
+agnews,dp_calibration,32,0.3670299271,0.3629354594,0.3737943235,qwen2.5-7b-instruct,nce
+agnews,dp_calibration,64,0.3630893481,0.3583663905,0.3684686372,qwen2.5-7b-instruct,nce
+agnews,dp_calibration,128,0.3627221125,0.35768373400000003,0.36485945680000004,qwen2.5-7b-instruct,nce
+agnews,dp_calibration,256,0.3600900656,0.35956136320000004,0.3618558266,qwen2.5-7b-instruct,nce
+agnews,lora_1.0_no_es,8,0.40337454240000004,0.34410008200000003,0.5663038899,qwen2.5-7b-instruct,nce
+agnews,lora_1.0_no_es,16,0.34303835380000003,0.3264562448,0.3911400108,qwen2.5-7b-instruct,nce
+agnews,lora_1.0_no_es,32,0.34805550550000003,0.316641974,0.3716637875,qwen2.5-7b-instruct,nce
+agnews,lora_1.0_no_es,64,0.3412170198,0.3103063056,0.353266397,qwen2.5-7b-instruct,nce
+agnews,lora_1.0_no_es,128,0.3363076933,0.3060084903,0.3891033151,qwen2.5-7b-instruct,nce
+agnews,lora_1.0_no_es,256,0.3833806171,0.3306922719,0.401552931,qwen2.5-7b-instruct,nce
+agnews,lora_1.0_no_es_plus_tempscaling,8,0.8813786401,0.5663038884,2.8252298438,qwen2.5-7b-instruct,nce
+agnews,lora_1.0_no_es_plus_tempscaling,16,0.2819799886,0.2114647891,0.462346197,qwen2.5-7b-instruct,nce
+agnews,lora_1.0_no_es_plus_tempscaling,32,0.2040407394,0.20073165340000002,0.2487480343,qwen2.5-7b-instruct,nce
+agnews,lora_1.0_no_es_plus_tempscaling,64,0.1843573212,0.18135832470000002,0.2402056629,qwen2.5-7b-instruct,nce
+agnews,lora_1.0_no_es_plus_tempscaling,128,0.17588487730000002,0.16595165750000002,0.1952771271,qwen2.5-7b-instruct,nce
+agnews,lora_1.0_no_es_plus_tempscaling,256,0.188050041,0.1838374452,0.19289939490000002,qwen2.5-7b-instruct,nce
+agnews,no_adaptation,all,0.7804874617,0.7804874617,0.7804874617,qwen2.5-7b-instruct,nce
+banking77,dp_calibration,8,0.9211202591000001,0.8969540282,0.9395120003,qwen2.5-7b-instruct,nce
+banking77,dp_calibration,16,0.6924126717,0.688702176,0.7090195071000001,qwen2.5-7b-instruct,nce
+banking77,dp_calibration,32,0.6080293509,0.6079581783,0.6174987147000001,qwen2.5-7b-instruct,nce
+banking77,dp_calibration,64,0.5890287940000001,0.5869081101,0.5931369313,qwen2.5-7b-instruct,nce
+banking77,dp_calibration,128,0.5788118008,0.5781138724,0.5804153826,qwen2.5-7b-instruct,nce
+banking77,dp_calibration,256,0.5755764225000001,0.5743326591,0.5759252448000001,qwen2.5-7b-instruct,nce
+banking77,lora_1.0_no_es,8,1.1526437873,1.133858138,1.2172204806,qwen2.5-7b-instruct,nce
+banking77,lora_1.0_no_es,16,0.8376142773,0.7663219509,0.8430287544,qwen2.5-7b-instruct,nce
+banking77,lora_1.0_no_es,32,0.431833061,0.3741628232,0.4744700187,qwen2.5-7b-instruct,nce
+banking77,lora_1.0_no_es,64,0.2535351964,0.23965029570000002,0.2878752392,qwen2.5-7b-instruct,nce
+banking77,lora_1.0_no_es,128,0.17637132490000001,0.17418127560000002,0.1827132079,qwen2.5-7b-instruct,nce
+banking77,lora_1.0_no_es,256,0.1211115843,0.1160269002,0.1230462097,qwen2.5-7b-instruct,nce
+banking77,lora_1.0_no_es_plus_tempscaling,8,0.5126252566,0.5087172014,0.5245015501,qwen2.5-7b-instruct,nce
+banking77,lora_1.0_no_es_plus_tempscaling,16,0.3915767188,0.3773378858,0.39312194910000003,qwen2.5-7b-instruct,nce
+banking77,lora_1.0_no_es_plus_tempscaling,32,0.2328782623,0.2287237182,0.2601202822,qwen2.5-7b-instruct,nce
+banking77,lora_1.0_no_es_plus_tempscaling,64,0.1575941059,0.1511521726,0.1708726612,qwen2.5-7b-instruct,nce
+banking77,lora_1.0_no_es_plus_tempscaling,128,0.1178169721,0.114955286,0.1224794936,qwen2.5-7b-instruct,nce
+banking77,lora_1.0_no_es_plus_tempscaling,256,0.0954789776,0.09129492930000001,0.102971168,qwen2.5-7b-instruct,nce
+banking77,no_adaptation,all,3.620646571,3.620646571,3.620646571,qwen2.5-7b-instruct,nce
+dbpedia,dp_calibration,8,0.46647904900000003,0.4279377552,0.6477938087,qwen2.5-7b-instruct,nce
+dbpedia,dp_calibration,16,0.3602248906,0.3429357467,0.3650911278,qwen2.5-7b-instruct,nce
+dbpedia,dp_calibration,32,0.3198808405,0.3171919789,0.330171682,qwen2.5-7b-instruct,nce
+dbpedia,dp_calibration,64,0.3122986887,0.30796754600000004,0.31843719470000004,qwen2.5-7b-instruct,nce
+dbpedia,dp_calibration,128,0.3084408404,0.30647454080000003,0.3092564628,qwen2.5-7b-instruct,nce
+dbpedia,dp_calibration,256,0.3045130057,0.3039342585,0.3074739521,qwen2.5-7b-instruct,nce
+dbpedia,lora_1.0_no_es,8,0.0854842301,0.0818078181,0.2378510445,qwen2.5-7b-instruct,nce
+dbpedia,lora_1.0_no_es,16,0.0238913501,0.0213010504,0.0317130754,qwen2.5-7b-instruct,nce
+dbpedia,lora_1.0_no_es,32,0.023330053,0.0200872536,0.024519788600000002,qwen2.5-7b-instruct,nce
+dbpedia,lora_1.0_no_es,64,0.0214499126,0.020564621,0.0216131826,qwen2.5-7b-instruct,nce
+dbpedia,lora_1.0_no_es,128,0.019610381,0.0194516826,0.020471926300000002,qwen2.5-7b-instruct,nce
+dbpedia,lora_1.0_no_es,256,0.0179246996,0.0175173316,0.021343073,qwen2.5-7b-instruct,nce
+dbpedia,lora_1.0_no_es_plus_tempscaling,8,0.2109767494,0.0852541982,0.2221354599,qwen2.5-7b-instruct,nce
+dbpedia,lora_1.0_no_es_plus_tempscaling,16,0.024701358200000002,0.023515019300000002,0.0390211745,qwen2.5-7b-instruct,nce
+dbpedia,lora_1.0_no_es_plus_tempscaling,32,0.0218893949,0.0202724877,0.026834610000000002,qwen2.5-7b-instruct,nce
+dbpedia,lora_1.0_no_es_plus_tempscaling,64,0.019806288000000002,0.018394005,0.0215219346,qwen2.5-7b-instruct,nce
+dbpedia,lora_1.0_no_es_plus_tempscaling,128,0.020346316,0.0169711643,0.0213982321,qwen2.5-7b-instruct,nce
+dbpedia,lora_1.0_no_es_plus_tempscaling,256,0.0146847382,0.013788605800000001,0.0172333126,qwen2.5-7b-instruct,nce
+dbpedia,no_adaptation,all,2.2169198971,2.2169198971,2.2169198971,qwen2.5-7b-instruct,nce
+sst2,dp_calibration,8,1.8578453731,0.5484148972,4.8035984745,qwen2.5-7b-instruct,nce
+sst2,dp_calibration,16,0.4260125913,0.3331163405,3.4678246476,qwen2.5-7b-instruct,nce
+sst2,dp_calibration,32,0.2101863343,0.2030086717,0.3538704279,qwen2.5-7b-instruct,nce
+sst2,dp_calibration,64,0.2078482898,0.19890802970000002,0.2165603952,qwen2.5-7b-instruct,nce
+sst2,dp_calibration,128,0.2023109472,0.2003097221,0.2062338649,qwen2.5-7b-instruct,nce
+sst2,dp_calibration,256,0.2002892665,0.1989528511,0.2026887877,qwen2.5-7b-instruct,nce
+sst2,lora_1.0_no_es,8,0.4607187232,0.4314848901,0.4856382273,qwen2.5-7b-instruct,nce
+sst2,lora_1.0_no_es,16,0.44977507790000004,0.430824868,0.500663349,qwen2.5-7b-instruct,nce
+sst2,lora_1.0_no_es,32,0.4223034915,0.39183229140000003,0.46554550570000003,qwen2.5-7b-instruct,nce
+sst2,lora_1.0_no_es,64,0.43966463450000004,0.4099907151,0.483182404,qwen2.5-7b-instruct,nce
+sst2,lora_1.0_no_es,128,0.4183330803,0.40817209930000004,0.4438870741,qwen2.5-7b-instruct,nce
+sst2,lora_1.0_no_es,256,0.3979363261,0.3900455955,0.4254455446,qwen2.5-7b-instruct,nce
+sst2,lora_1.0_no_es_plus_tempscaling,8,0.4762375547,0.4314848864,0.8747436196,qwen2.5-7b-instruct,nce
+sst2,lora_1.0_no_es_plus_tempscaling,16,0.5261615692,0.4364734195,0.6054662234,qwen2.5-7b-instruct,nce
+sst2,lora_1.0_no_es_plus_tempscaling,32,0.22529525600000003,0.21803730300000002,0.2436826967,qwen2.5-7b-instruct,nce
+sst2,lora_1.0_no_es_plus_tempscaling,64,0.22126755620000002,0.2104355703,0.2409370089,qwen2.5-7b-instruct,nce
+sst2,lora_1.0_no_es_plus_tempscaling,128,0.2123658578,0.2001110109,0.2189024068,qwen2.5-7b-instruct,nce
+sst2,lora_1.0_no_es_plus_tempscaling,256,0.2011984275,0.1962976648,0.21163444920000002,qwen2.5-7b-instruct,nce
+sst2,no_adaptation,all,0.3163844718,0.3163844718,0.3163844718,qwen2.5-7b-instruct,nce