Add files using upload-large-folder tool

calibration/llama3.2-1b-instruct/sst2/size=64/seed=2/dp_calibration/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735259670.gamma.1498564.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e9bccabbdbed34c9f98ec985bbe1ba813670a0452c17ed667b226e18c6e079
+size 163790

calibration/llama3.2-1b-instruct/sst2/size=64/seed=2/dp_calibration/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec86385a0fc73c73f47088a4607aa1bb584a191e89b592b3544404a83ef88f06
+size 1740

calibration/llama3.2-1b-instruct/sst2/size=64/seed=2/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ef64c2debaa00fb6047b8f968c1e9a494a80594144da405e7035d9cfca3e1c
+size 1740

calibration/llama3.2-1b-instruct/sst2/size=64/seed=2/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735259678.gamma.1498792.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5431bad77e61df8a6b4ce2742ddf32d138a8199edfb71da89bfcda4d014c2748
+size 174286

calibration/llama3.2-1b-instruct/sst2/size=64/seed=2/vector_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835d4989c94da684cc1659767bbaf62fe89fddb78fae996c33225335b8ee0079
+size 1740

calibration/llama3.2-1b-instruct/sst2/size=64/seed=3/bias_shift/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd96103d4e4f644310f899c4ef1520649a269d8da21d64c7cd1e32e461968bd3
+size 1740

calibration/llama3.2-1b-instruct/sst2/size=64/seed=3/dp_calibration/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735259686.gamma.1499015.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cef09e43e6af3da38e6f1951c1ec665caf02543f98a9f113f36319c11491632
+size 151824

calibration/llama3.2-1b-instruct/sst2/size=64/seed=3/dp_calibration/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53951b3aca2ef977f42350f7d377ceab2974c2e9ee693c09173ed633c67ccc3
+size 1740

calibration/llama3.2-1b-instruct/sst2/size=64/seed=3/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5354a60e84e0f2a3b1e9890c4e723f696b8c9b48b39f2e70698eedf2149c38a3
+size 1740

calibration/llama3.2-1b-instruct/sst2/size=64/seed=6/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737643966.gamma.1796000.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc68510738a9fe213be6a6604b4bab38ec7c58e73d87cf8532822c5fe5b0681
+size 140872

calibration/llama3.2-1b-instruct/sst2/size=64/seed=6/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737643970.gamma.1796116.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa4859efb01f988149faeca313d660f1bb99a7ad86cbef5d0edb7154d2dca77
+size 195960

calibration/llama3.2-1b-instruct/sst2/size=64/seed=6/vector_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb79e010e28ec37b3e9ae0379538dae31a29ccafbe989c1061168a58c1c3f80
+size 1740

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=agnews/list=0.7-1.0/labels.csv

@@ -0,0 +1,4 @@
+32678,0
+55068,0
+46296,0
+67446,0

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=agnews/list=0.7-1.0/logits.csv

@@ -0,0 +1,4 @@
+32678,-0.035716783,-6.660717,-12.035717,-5.001312
+55068,-4.5656117e-05,-15.187546,-16.312546,-14.061755
+46296,-0.00075133226,-9.8757515,-12.3132515,-10.535832
+67446,-0.00010477948,-12.875105,-11.875105,-11.000543

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=agnews/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=agnews/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+31224,-5.131939,-0.0069390032,-11.131939,-15.010519
+80227,-7.176142e-05,-13.625072,-14.750072,-13.629149
+79086,-8.63038e-05,-14.000086,-15.750086,-14.629683
+75303,-9.877494,-13.502494,-18.939995,-2.5869796
+56417,-0.9831045,-5.7331047,-1.2331045,-1.1087201
+11319,-4.8913875,-8.641388,-11.828888,-1.4468787
+12625,-0.00015055,-11.625151,-13.125151,-9.500858
+87626,-6.7517676,-0.0017675029,-10.001767,-17.461761
+43853,-5.0105996,-11.5106,-12.9481,-0.011173243
+23828,-3.654676,-11.4046755,-7.654676,-0.029911313
+27858,-0.00050543883,-11.000505,-9.375505,-9.250809
+12604,-0.025673578,-8.900674,-3.9006736,-5.7761354
+8180,-0.529965,-8.779965,-0.904965,-5.4052095
+37466,-5.5194283,-8.394428,-11.081928,-0.020134019
+48185,-2.931147,-0.05614704,-12.806147,-12.147116
+77755,-2.026196,-6.151196,-0.15119606,-6.902524
+29286,-0.08853878,-4.9635386,-7.3385386,-3.054303
+87038,-6.751556,-14.626555,-14.439055,-0.0027192028
+33094,-7.376445,-0.0014446072,-13.376445,-13.020636
+17990,-5.133774,-11.071274,-6.133774,-0.011647544
+125393,-5.2580094,-11.69551,-13.50801,-0.009210322
+25066,-10.750461,-0.00046075694,-17.437962,-12.063243
+93021,-4.532938,-11.157938,-5.532938,-0.033479817
+91364,-3.169207,-8.919207,-0.04420699,-7.169949
+56219,-0.0014230611,-8.126423,-9.688923,-7.7528844
+108119,-2.1339788,-4.508979,-10.071479,-0.76504076
+108029,-0.0060271416,-11.631027,-12.381027,-5.1315517
+82606,-6.507538,-10.507538,-8.882538,-0.007868747
+34733,-5.391431,-10.016431,-5.016431,-0.017271949
+40806,-9.178694e-05,-14.000092,-17.062592,-13.877311
+89870,-0.000119082986,-14.250119,-17.750118,-13.876677
+120589,-3.6749315,-5.9249315,-0.049931604,-6.92566
+107229,-0.0260438,-8.526044,-3.901044,-5.276302
+81763,-0.4264879,-6.426488,-1.1764879,-3.4277186
+126587,-0.63428277,-7.7592826,-11.071783,-0.8285438
+105931,-7.627101,-0.002100882,-13.377101,-14.341172
+51593,-0.004453859,-12.754454,-16.379454,-5.5180874
+105827,-6.1274204,-13.75242,-15.25242,-0.0030272766
+92547,-10.750169,-0.00016926287,-12.375169,-11.912665
+11098,-2.8200548,-8.195055,-0.07005472,-4.945533
+15535,-8.001736,-0.0017352537,-14.814236,-14.809697
+104144,-0.022045434,-9.397045,-4.2720456,-4.8982244
+84409,-0.00038556772,-12.937885,-14.125385,-11.939879
+55188,-1.9707823,-4.5957823,-0.22078224,-3.0968971
+97914,-2.6955192,-9.695519,-0.07051919,-9.571092
+9697,-8.625418,-15.125418,-16.000418,-0.0033979195
+43614,-6.377553,-13.752553,-13.627553,-0.0028590483
+57056,-6.134211,-10.259211,-9.134211,-0.010021589
+98595,-10.000782,-0.0007821838,-12.938282,-9.280571
+11602,-1.2141478,-5.4641476,-1.9641478,-0.59009147
+29109,-0.0131632155,-11.638164,-4.388163,-8.764302
+114682,-4.6640525,-0.039052278,-12.726552,-10.917808
+63374,-8.000791,-0.0007901645,-14.875791,-12.113751
+77864,-0.17065424,-9.045654,-1.9206543,-4.670936
+81631,-0.3555006,-8.3555,-5.6055007,-1.2332625
+124163,-0.3872845,-12.887284,-9.012284,-1.1375358
+81563,-2.9465563,-5.0715566,-5.9465566,-0.07763828
+13895,-4.020219,-0.02021882,-13.020219,-9.919413
+12863,-3.910674,-11.660674,-8.660674,-0.036184225
+45732,-0.0652672,-2.940267,-4.815267,-6.4520926
+49404,-3.0752444,-7.7002444,-0.075244315,-6.5759954
+487,-7.625621,-0.0006206493,-13.688121,-11.505091
+64317,-6.7603807,-11.010381,-7.0103807,-0.011463841
+6331,-0.00011205045,-12.375112,-14.187612,-13.813931
+73812,-2.5826373,-4.2076373,-1.9576373,-0.3336846
+15701,-4.661726,-8.786726,-1.1617259,-0.4121808
+104663,-4.3868058e-05,-14.000044,-15.187544,-14.000646
+90606,-0.018428655,-7.393429,-11.393429,-4.633046
+127552,-3.218599e-05,-13.250032,-16.750032,-13.875667
+126761,-7.0010524,-15.251053,-16.438553,-0.004748326
+92697,-0.004928464,-9.504929,-8.254929,-5.508697
+107122,-0.013883799,-9.138884,-6.0138836,-6.0189824
+74380,-7.009601,-8.759602,-10.572102,-0.010045952
+66285,-4.553691e-05,-14.875046,-14.500046,-13.252421
+70163,-0.10271821,-6.3527184,-3.227718,-2.9787014
+75972,-0.10283814,-8.2278385,-3.727838,-5.853123
+30713,-5.3971715,-8.209672,-4.5221715,-0.02362799
+118867,-0.0004556333,-12.500456,-15.125456,-13.564408
+84835,-9.000935,-0.00093452167,-13.125935,-10.564964
+60503,-1.8064106,-8.806411,-0.18141052,-8.0566845
+11807,-4.7181993,-10.218199,-2.593199,-0.09381962
+27906,-0.00013743887,-11.875137,-12.125137,-10.750532
+30093,-7.189092,-0.064091995,-12.564092,-8.940974
+45657,-3.7781339,-9.278133,-0.028133845,-8.778305
+97197,-6.2344516e-05,-12.875062,-15.000062,-12.500584
+48440,-9.000264,-0.0002641329,-14.750264,-12.560197
+14971,-0.00010466028,-13.562605,-16.125105,-13.375942
+61380,-5.3845134,-8.759513,-10.947013,-0.009874807
+7177,-5.2556,-0.0056000017,-15.4431,-15.02453
+40241,-0.0021482266,-10.627149,-12.189649,-6.2534237
+38583,-9.875203,-0.000203112,-13.625203,-14.866979
+104941,-4.5298504e-05,-14.625045,-13.625045,-14.250694
+39377,-1.603469,-0.22846906,-11.415969,-11.860986
+65329,-2.5959518,-9.095952,-8.845952,-1.0621399
+81089,-10.375327,-0.00032693762,-11.625327,-9.254587
+6143,-0.20910998,-6.83411,-7.52161,-1.7109537
+63753,-0.00035136726,-11.250351,-14.375351,-13.0099
+5084,-4.6174135,-10.1174135,-1.6174136,-0.242963
+125282,-1.616787,-6.616787,-0.74178696,-1.2424611
+7980,-4.4122963,-7.0372963,-10.224796,-0.16671063
+42346,-11.875138,-15.937638,-18.25014,-0.0008061782
+73055,-0.21043545,-7.3354354,-1.7104354,-4.839787
+31696,-0.17609362,-5.8010936,-1.9260936,-4.426509
+101343,-0.016702926,-12.266703,-4.141703,-11.0170765
+115075,-0.00011824862,-13.000118,-16.437618,-12.880647
+29447,-7.003379,-14.003379,-11.628379,-0.0038933023
+89441,-0.00013672371,-12.375136,-12.750136,-12.125457
+15843,-0.0023058273,-7.752306,-9.939806,-9.008778
+110126,-0.7030201,-4.70302,-2.32802,-1.0798712
+36142,-7.6275754,-14.627575,-12.002575,-0.0028063087
+2846,-7.0026984,-12.877699,-9.877699,-0.0032057571
+85390,-0.04588389,-7.7333837,-6.6708837,-6.796943
+108138,-1.5336328,-9.846133,-8.783633,-0.28420797
+7571,-7.149187,-6.649187,-4.274187,-0.058393314
+62381,-10.500138,-0.00013815402,-17.000137,-14.454643
+65963,-4.1507587,-9.775759,-4.7757587,-0.026903033
+39384,-4.482169e-05,-14.125045,-17.437544,-13.505694
+62356,-0.0002910667,-13.000291,-15.875291,-13.500963
+20478,-6.128968,-0.003967748,-11.628967,-8.735875
+101968,-0.82946265,-8.454463,-0.57946265,-5.9547396
+124810,-0.24440412,-5.4944043,-2.369404,-2.2457414
+9300,-4.3927546,-7.3927546,-0.017754437,-6.2681947
+35593,-2.1489584,-8.898958,-4.273958,-0.14961737
+53670,-4.5923305,-6.2173305,-0.09233063,-2.5927248
+44789,-0.00023588736,-14.500236,-16.125237,-13.505021
+25135,-4.6421957,-0.017195893,-15.017196,-15.330798
+32124,-0.00026258358,-12.250262,-16.375263,-14.500843
+36646,-3.774866,-9.649866,-13.399866,-0.02960901
+34191,-2.6396465,-8.889647,-1.8896465,-0.27145338
+65307,-7.129145,-13.879146,-11.504146,-0.0043118917
+32731,-4.7613254,-0.01132524,-13.448825,-10.408467
+112637,-3.7629714,-6.0754714,-9.512972,-0.5851451
+18943,-0.18246454,-4.1824646,-2.3074646,-3.9372375
+117291,-6.6754976e-05,-12.250067,-14.000067,-11.631803
+67975,-4.517287,-9.829787,-5.392287,-0.01762319
+104676,-0.8462039,-2.4712038,-5.471204,-4.3475585
+109059,-0.11526301,-2.240263,-9.490263,-6.4117684
+86252,-7.1299295,-12.44243,-11.37993,-0.0052102474
+109620,-0.00020537652,-12.500205,-16.250206,-12.126593
+35543,-4.034621,-9.65962,-5.784621,-0.035157617
+96155,-1.914086,-0.164086,-11.039086,-9.431321
+33646,-0.70279235,-7.702792,-0.70279235,-9.578186
+64061,-0.017267134,-7.767267,-7.767267,-7.912053
+6764,-0.00016139635,-11.125161,-12.875161,-11.125613
+63078,-6.644055,-0.019054934,-13.644055,-9.770561
+88343,-5.0157275,-0.015727293,-14.453227,-10.896572
+50106,-8.126237,-0.0012373419,-11.501237,-7.489827
+35688,-3.5842733,-8.334273,-1.8342735,-0.21065485
+78697,-3.1823006,-0.057300653,-10.682301,-7.684917
+13749,-0.90238863,-0.52738863,-8.902389,-6.5357404
+44428,-5.0072184,-12.382218,-15.257218,-0.1770169
+13880,-0.00014220657,-13.500142,-15.250142,-13.875998
+107805,-1.0288541,-7.4038544,-2.1538541,-0.65404725
+47687,-8.9879766e-05,-14.87509,-15.50009,-16.06378
+3328,-1.146613,-6.896613,-0.39661297,-5.2721515
+27574,-7.6262956,-12.313795,-14.376295,-0.0020055543
+6049,-8.1254635,-0.00046361666,-13.8129635,-11.129019
+121371,-8.0016775,-0.0016770598,-12.9391775,-9.13221
+93977,-0.00022873646,-13.125229,-8.750229,-12.2510605
+87794,-2.1278954,-9.127895,-0.12789536,-8.128151
+1284,-9.500859,-0.00085948716,-13.938359,-7.712493
+86737,-0.9189587,-7.2939587,-5.2939587,-0.6696249
+9800,-10.000486,-14.250486,-19.812986,-1.2300943
+60632,-6.128372,-0.0033722222,-14.440872,-14.419944
+69196,-8.751253,-0.0012529389,-14.063753,-12.144127
+109514,-3.7797031,-9.529703,-0.029703088,-9.280461
+75454,-7.1262765,-0.0012765124,-13.313777,-13.142611
+68262,-0.0038590974,-13.5038595,-5.753859,-11.254261
+51383,-1.9135265,-0.16352658,-10.538527,-10.395949
+39024,-7.876001,-0.0010007379,-15.501,-11.545265
+53372,-6.379327,-11.254327,-7.129327,-0.0050549596
+61955,-4.769354,-7.769354,-7.394354,-0.019652182
+46407,-4.392068,-0.017067928,-13.517068,-11.871705
+56851,-0.0009122501,-11.625913,-8.750913,-7.251153
+117835,-2.9432688,-9.568269,-0.06826871,-8.568729
+41315,-0.00024768623,-14.625248,-8.875248,-11.000606
+54086,-0.000102395534,-15.562602,-15.687602,-15.438537
+1123,-0.00011991736,-12.50012,-13.75012,-11.750488
+6738,-4.388,-0.012999785,-11.763,-11.664092
+65022,-2.8959072,-6.7709074,-10.208407,-0.6497797
+29011,-9.87517,-15.50017,-18.00017,-0.005084439
+209,-4.2874227,-8.412422,-3.9124224,-0.037906606
+117949,-0.00020025155,-14.6252,-14.7502,-14.00066
+112253,-5.0314655,-4.9064655,-10.531466,-0.03365922
+117575,-4.1918864,-3.9418864,-3.5668864,-0.06736437
+12151,-0.07024642,-10.570247,-2.6952465,-10.820478
+6503,-1.2278383,-9.4778385,-7.8528385,-0.35476488
+47388,-9.250372,-0.00037222132,-14.062872,-9.566057
+122533,-1.9107722,-9.035772,-10.848272,-0.16131105
+77557,-0.0033862414,-10.5033865,-12.3783865,-7.1288295
+3593,-3.2428684,-0.11786844,-7.9928684,-3.3394356
+39857,-0.0012815128,-10.501282,-13.938782,-11.128061
+82941,-9.750414,-0.00041392818,-15.437914,-14.172426
+2835,-0.00012051333,-12.62512,-15.06262,-12.500957
+12119,-0.02025118,-9.020251,-5.6452513,-4.1460586
+2255,-0.0010482537,-12.626048,-13.376048,-10.253718
+99071,-0.32279038,-7.82279,-5.19779,-1.3233604
+73970,-2.1605678,-6.1605678,-3.5355678,-0.16331418
+73312,-0.9185642,-2.0435643,-5.7935643,-1.1696048
+109736,-9.125886,-0.0008858094,-13.375886,-10.392156
+2581,-4.3879046,-0.012904586,-14.075404,-16.524902
+64922,-6.8796144,-12.379615,-14.942115,-3.1585054
+85830,-0.00021657982,-12.6877165,-15.1252165,-11.501027
+122144,-8.375744,-0.00074347033,-13.500744,-12.896417
+62330,-4.5121922,-0.012192246,-13.887192,-14.366208
+112561,-2.162289,-5.4747887,-5.4122887,-0.21376269
+48434,-2.9309707,-0.055970762,-13.305971,-12.414782
+119944,-10.375111,-0.00011026251,-16.12511,-14.252672
+120940,-0.144956,-4.644956,-8.082456,-3.8055987
+77443,-3.783825,-8.283825,-0.2838249,-1.5736233
+23685,-3.7885447,-8.413545,-0.28854477,-1.5388222
+47231,-7.001255,-0.001255201,-13.876255,-11.147655
+91022,-11.750356,-0.00035613394,-18.562857,-17.051424
+714,-7.257611,-11.00761,-6.132611,-0.008679248
+25730,-2.5801225,-8.080122,-0.08012241,-7.705751
+97729,-0.0016067226,-8.126607,-11.001607,-8.005783
+30236,-0.0027105992,-10.12771,-11.87771,-6.0069075
+2443,-5.8781786,-0.0031785464,-13.628179,-12.551002
+52656,-0.008483444,-8.508484,-8.133484,-5.75885
+116972,-6.136755,-9.136755,-10.949255,-0.013044492
+43770,-3.1867902,-5.7492905,-6.6242905,-0.1682804
+10949,-8.0009165,-0.0009164186,-11.5634165,-10.026512
+100306,-11.251087,-0.0010875508,-12.251087,-11.665875
+29745,-4.6362777,-0.011277502,-11.511277,-13.20365
+60439,-10.375588,-11.750588,-14.563088,-0.0027376357
+109824,-8.875326,-0.00032598426,-12.875326,-18.88045
+102648,-4.648088,-9.773088,-7.523088,-0.05225431
+62099,-4.141395,-0.01639502,-10.766395,-10.278442
+33686,-1.9284725,-0.17847249,-12.9909725,-8.304201
+116606,-2.1274605,-10.0024605,-10.6274605,-0.1942696
+85384,-4.512504,-10.262505,-11.325005,-0.013942035
+31834,-0.14087161,-6.3283715,-4.1408715,-4.1446896
+58133,-4.270917,-10.270917,-9.270917,-0.022669954
+95196,-1.1382937,-8.763293,-0.38829368,-8.138734
+11675,-2.1273713,-0.12737125,-15.752371,-14.640933
+34902,-0.5881919,-3.338192,-3.088192,-2.9664707
+112691,-6.1332016,-11.508202,-8.008202,-0.009017184
+33713,-0.0032001734,-8.628201,-6.0032,-8.754489
+109135,-1.7018371,-9.951837,-0.20183702,-8.327387
+60521,-0.088262804,-7.713263,-2.7132628,-4.713909
+76695,-4.7588024,-13.258802,-17.258802,-2.196266
+98619,-1.317466,-9.067466,-0.31746602,-5.568088
+13731,-8.750583,-0.0005826444,-14.563083,-13.630202
+14492,-6.876463,-0.0014628196,-13.251463,-9.759438
+81006,-3.3867657,-7.761766,-2.3867657,-0.1372359
+114491,-8.875502,-10.250502,-12.000502,-0.023787875
+120167,-5.460075,-6.835075,-0.085075036,-2.58572
+69602,-9.750376,-0.00037591544,-15.312876,-11.554925
+81057,-0.5846059,-4.8346057,-0.9596059,-3.089098
+118239,-7.502455,-0.0024551982,-12.939955,-12.767869
+26999,-8.129743e-05,-12.875081,-11.375081,-12.500404
+103729,-0.27689293,-1.5268929,-4.151893,-5.903973
+70324,-0.0006786666,-12.750679,-15.938179,-14.751245
+88697,-7.003864,-13.316364,-10.378864,-0.00470075
+79720,-9.750395,-0.00039498156,-12.687895,-10.252239
+119098,-5.5049057,-9.129906,-11.129906,-0.0056457976
+16374,-5.6705723,-0.045572426,-13.108072,-13.047405
+8973,-3.780102,-0.030102013,-11.092602,-5.547011
+92670,-0.0001830887,-10.500183,-11.500183,-11.001881
+46136,-7.502897,-0.0028967585,-14.627896,-6.27887
+113240,-0.00023517228,-12.250236,-13.562736,-11.523985
+92271,-0.90852255,-11.283523,-5.7835226,-0.5337892
+47020,-2.6451886,-6.2701883,-0.7701885,-0.7706194
+68952,-0.15091471,-8.150915,-2.0259147,-8.276267
+93704,-3.1711085,-8.921108,-0.046108518,-6.424857
+126515,-8.876078,-0.0010779053,-14.938578,-12.769935
+1648,-2.560727,-6.435727,-1.6857269,-0.31121588
+4147,-6.386083,-10.511083,-5.261083,-0.011651899
+106815,-3.7749488,-10.274949,-6.899949,-0.025311824
+18919,-0.07123437,-5.696234,-4.071234,-3.1973348
+88395,-3.4277813,-10.802781,-4.3027816,-0.054186407
+83361,-7.255579,-0.0055790194,-14.318079,-10.012846
+69550,-8.625346,-0.0003460047,-15.687846,-11.8902
+59782,-8.126221,-13.501221,-14.876221,-0.003688295
+62607,-7.2541566,-10.379156,-11.691656,-0.022768164
+49031,-4.1464925,-9.646492,-0.14649238,-2.1470213
+24073,-8.129372,-12.816872,-11.754372,-0.0048613814
+34883,-0.43315428,-7.183154,-1.0581543,-6.4333973
+78080,-0.00015174192,-11.250152,-12.500152,-10.501019
+59546,-7.505514,-10.255514,-14.318014,-0.061954796
+123805,-6.7516932,-0.0016933639,-13.251694,-10.114563
+87807,-11.876123,-0.0011237503,-13.876123,-11.596081
+53821,-10.62564,-15.12564,-17.87564,-0.2985188
+90016,-8.625554,-0.00055428874,-13.125554,-15.523934
+75870,-4.144082,-7.894082,-0.019082068,-9.144612
+58764,-6.3786325,-12.316133,-8.128633,-0.0062507447
+64575,-0.00058538467,-13.625586,-16.625586,-14.251864
+85818,-7.252654,-12.502654,-11.752654,-0.0032758855
+15652,-6.252616,-8.752616,-0.0026157233,-8.253005
+85976,-3.901645,-10.651645,-5.2766447,-0.027067788
+15080,-10.000381,-0.00038175448,-14.937881,-13.406269
+79945,-3.803815,-0.053814806,-13.866315,-8.811044
+76385,-1.8737109,-9.498711,-2.7487109,-0.24910702
+115581,-2.0316474,-5.4066477,-6.2191477,-0.15755622
+61199,-9.875283,-0.00028367786,-15.312783,-16.0457
+85813,-3.0506995,-7.8006997,-0.050699502,-7.1759915
+67537,-12.125728,-0.00072762714,-13.250728,-8.136513
+89261,-0.23575208,-4.735752,-2.610752,-2.1114762
+22046,-3.5851262,-9.085126,-8.835126,-0.08578511
+22926,-0.000974895,-12.625975,-13.625975,-7.003788
+49488,-0.14690837,-7.7719083,-6.2719083,-2.022347
+96660,-6.7517443,-0.0017440598,-13.064244,-11.781993
+63730,-6.6274624,-12.752462,-10.002462,-0.0027931095
+9677,-5.960287e-05,-14.812559,-15.125059,-13.007178
+120201,-5.381429,-9.256429,-7.756429,-0.0068994304
+35208,-4.473384,-7.598384,-0.098383784,-8.72427
+30950,-4.2510004,-8.501,-0.7510003,-0.7512331
+66963,-0.00022730629,-13.875227,-9.625227,-10.250634
+16156,-10.500446,-14.625446,-19.750446,-1.9129937
+69670,-4.38896,-0.013959861,-12.20146,-11.766211
+13477,-4.3881354,-0.013135214,-14.200635,-13.275962
+50904,-9.876783,-0.0017835676,-10.626783,-10.8692045
+7930,-3.5348113,-8.159811,-0.03481123,-5.4100647
+26294,-7.3844523,-11.134452,-8.884452,-0.0121040335
+35749,-0.0010771909,-13.126078,-8.876078,-7.126493
+55850,-0.00012230125,-11.375122,-10.625122,-12.000419
+64767,-9.500454,-13.250454,-15.687954,-0.11614629
+22057,-4.282472,-10.407473,-4.032472,-0.03278503
+87663,-5.010306,-12.135306,-8.885306,-0.010583847
+35864,-9.376987,-14.564487,-12.001987,-0.0021014668
+33007,-4.147869,-6.147869,-0.022868944,-5.775249
+81372,-2.5836916,-10.583692,-6.9586916,-0.08412329
+97703,-4.151955,-0.02695512,-14.339455,-11.4689245
+118589,-0.0002368408,-13.5002365,-14.8752365,-9.875949
+65741,-3.445089e-05,-12.625034,-16.437534,-11.126708
+119601,-3.311656,-8.686656,-4.686656,-0.06389251
+114504,-1.6376047,-6.1376047,-0.26260474,-3.38818
+92452,-0.0001349358,-13.250134,-15.250134,-12.251791
+11152,-0.6641455,-6.1016455,-7.2266455,-0.9175816
+44669,-0.93197346,-3.9319735,-0.55697346,-5.5593867
+121963,-4.2665863,-0.016586505,-11.204086,-14.53621
+63486,-8.375496,-12.750496,-18.125496,-0.02961198
+123055,-5.135125,-9.635125,-9.385125,-0.1469984
+119717,-4.5113497,-13.26135,-15.51135,-0.36781237
+88042,-2.6965537,-11.821554,-6.6965537,-0.07238756
+54428,-7.6266665,-0.0016665868,-12.876667,-13.2773485
+125274,-0.00020632999,-12.000206,-12.000206,-10.125562
+46816,-5.878601,-9.503601,-8.253601,-0.0049436274
+8553,-6.472855e-05,-13.625065,-10.750065,-13.000811
+56455,-11.750502,-0.0005019835,-17.438002,-16.264343
+101092,-0.00023803262,-11.750238,-10.250238,-11.50226
+55570,-0.00015662874,-12.625156,-14.125156,-9.555147
+2531,-0.00015233787,-14.000153,-14.937653,-10.128705
+55854,-4.8930974,-0.018097632,-13.643098,-12.084423
+65143,-0.00016532962,-15.000165,-17.062666,-14.500533
+28422,-6.379796,-12.942296,-11.379796,-0.0051962007
+36329,-5.0147524,-12.389752,-12.452252,-0.019774353
+8061,-6.626715,-0.001715142,-15.001715,-13.957046
+107678,-10.750409,-0.00040916176,-11.250409,-10.105162
+53009,-0.08478485,-9.0847845,-11.2097845,-2.7378201
+62879,-0.00019238528,-13.125193,-15.625193,-9.505787
+26784,-5.0079103,-0.007910353,-11.382911,-15.149065
+21912,-4.9048634,-9.654863,-2.0298636,-0.1567065
+113597,-6.472855e-05,-14.375065,-16.812565,-15.004652
+82760,-2.7060143e-05,-14.000027,-15.250027,-15.001477
+26160,-9.750484,-0.00048411093,-15.000484,-14.8341875
+23421,-8.875383,-0.00038330362,-14.562883,-10.840381
+41793,-2.8834195,-3.1334195,-8.883419,-1.9082079
+103325,-6.1344028,-0.009402871,-14.134403,-8.512837
+33557,-11.500199,-0.00019977482,-15.875199,-14.440952
+81209,-10.875973,-0.000972275,-14.375973,-9.886427
+107064,-11.375368,-14.750368,-18.437868,-2.81524
+98221,-5.3404336e-05,-13.000053,-16.812553,-11.894677
+16139,-9.002922,-13.002922,-11.002922,-0.0036127458
+62717,-3.5313532,-0.031353172,-12.343853,-10.23929
+28151,-9.774684e-05,-13.750097,-15.562597,-14.878108
+22888,-7.500908,-0.00090772426,-11.500908,-10.269628
+24637,-0.00063601765,-10.125636,-9.125636,-8.1271515
+92809,-4.63659,-13.51159,-10.26159,-0.012488626
+91862,-0.01765594,-8.017656,-4.142656,-7.643203
+7412,-4.0530336e-05,-14.00004,-15.43754,-15.001701
+52442,-0.014408123,-9.764408,-4.764408,-5.265226
+87399,-0.002043661,-9.877044,-9.377044,-8.515798
+112712,-4.2795218e-05,-12.750043,-14.000043,-14.375656
+54201,-0.026775593,-10.401775,-12.589275,-3.8404603
+117074,-3.3522286,-6.1022286,-2.8522286,-0.10290461
+25137,-6.752289,-12.377289,-14.127289,-7.31658
+16780,-0.00024518344,-14.375245,-13.500245,-10.250953
+72881,-0.43829358,-7.0632935,-1.1882936,-3.3136861
+110597,-4.640869,-0.01586904,-13.703369,-8.803906
+89655,-7.9390236e-05,-13.875079,-14.125079,-13.252867
+48391,-5.5076284,-0.0076282397,-15.070128,-12.510504
+110182,-0.00022706791,-13.750227,-16.375227,-14.12603
+87621,-2.8495092,-3.0995092,-10.537009,-0.5749282
+122711,-8.165503e-05,-13.750082,-15.562582,-13.25145
+115720,-0.0003373054,-13.375338,-16.437838,-11.879186
+66486,-2.7060144,-0.08101436,-12.893515,-8.362544
+68169,-5.3911495,-0.016149309,-12.2661495,-10.02837
+110138,-0.032047495,-8.782047,-5.6570473,-6.907391
+21580,-2.5976079,-0.097607866,-13.660108,-10.477262
+102553,-12.687999,-0.0004992431,-14.625499,-10.841072
+78769,-5.6322,-0.0071995347,-14.569699,-12.176466
+93593,-5.6331077,-0.008107845,-13.258108,-10.162554
+16612,-5.504409,-0.004408997,-10.879409,-11.271252
+59583,-6.376963,-13.376964,-13.501964,-0.0044329553
+76885,-0.10786914,-8.920369,-13.795369,-3.6936712
+120777,-3.8959873,-0.02098722,-12.5834875,-10.638659
+121894,-5.7457226e-05,-13.875057,-15.875057,-12.376607
+88371,-0.0022311336,-13.502232,-16.377232,-13.754488
+68747,-0.6122912,-5.8622913,-0.8622912,-3.4893446

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,189 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.34830329567193985,0,4.164912223815918,
+0,8,0.05940772593021393,1,5.401671273367746,
+1,16,0.031221799552440643,2,5.066422414779663,
+1,24,0.030933644622564316,3,2.7971155047416687,
+2,32,0.03158608451485634,4,1.9156156182289124,
+3,40,0.03097742795944214,5,1.5776357680559159,
+3,48,0.031184639781713486,6,1.915861030774457,
+4,56,0.03087582066655159,7,1.2552743016609125,
+5,64,0.030676573514938354,8,0.9366031304001808,
+5,72,0.031035959720611572,9,0.710801570986708,
+6,80,0.030820883810520172,10,0.4236637088470161,
+7,88,0.030505739152431488,11,0.23893770948052406,
+7,96,0.030485529452562332,12,0.2325095156473773,
+8,104,0.030768152326345444,13,0.24315672872277597,
+9,112,0.03074995055794716,14,0.15802941843867302,
+9,120,0.03067459911108017,15,0.09833341495444377,
+10,128,0.03051009774208069,16,0.0716206043958664,
+,,,16,,0.4175288677215576
+11,136,0.03047557920217514,17,0.0511735766970863,
+11,144,0.030864793807268143,18,0.09761171601712704,
+12,152,0.03056494891643524,19,0.11053915488688897,
+13,160,0.030662797391414642,20,0.018051678450622905,
+13,168,0.03063993528485298,21,0.08225625551616152,
+14,176,0.030502937734127045,22,0.035527216129897475,
+15,184,0.030864045023918152,23,0.02998946584799948,
+15,192,0.030629083514213562,24,0.013275336464478945,
+16,200,0.030837956815958023,25,0.010989468741172459,
+17,208,0.030518513172864914,26,0.006972910661716014,
+17,216,0.030713729560375214,27,0.006060221989173442,
+18,224,0.031295932829380035,28,0.006872122327331453,
+19,232,0.031058762222528458,29,0.0029735118805547245,
+19,240,0.03070974349975586,30,0.0040181132977262935,
+20,248,0.03101009875535965,31,0.0024179485730460976,
+21,256,0.0309133343398571,32,0.003043164373957552,
+,,,32,,0.7350544134775797
+21,264,0.03083217516541481,33,0.0031214724973930665,
+22,272,0.030619923025369644,34,0.0024349594230963184,
+23,280,0.030642889440059662,35,0.0025116064607573207,
+23,288,0.030752338469028473,36,0.0015389011594899265,
+24,296,0.0333465151488781,37,0.0018201386223414115,
+25,304,0.033924516290426254,38,0.0014034907915629446,
+25,312,0.03365383669734001,39,0.001582958095241338,
+26,320,0.033257853239774704,40,0.0015127715256918843,
+27,328,0.03376217931509018,41,0.001249787329773729,
+27,336,0.032684076577425,42,0.0011045083932306927,
+28,344,0.03393508121371269,43,0.001499754231190309,
+29,352,0.033837463706731796,44,0.0010044260076635207,
+29,360,0.033399928361177444,45,0.0010095802826981526,
+30,368,0.033623337745666504,46,0.0010083221095555928,
+31,376,0.03314729779958725,47,0.0010832926376938953,
+31,384,0.033690329641103745,48,0.0010984278342220932,
+,,,48,,0.8677684466044108
+32,392,0.0331563875079155,49,0.0011991238612349012,
+33,400,0.03356117755174637,50,0.0009618917392799631,
+33,408,0.0329829640686512,51,0.000810958573614092,
+34,416,0.0335078090429306,52,0.0009163866343442351,
+35,424,0.032934341579675674,53,0.0011178530985489488,
+35,432,0.03349323198199272,54,0.0007369249615294393,
+36,440,0.033343177288770676,55,0.0010025160651518188,
+37,448,0.0332622230052948,56,0.0008518658469256479,
+37,456,0.03306681662797928,57,0.0007120965189339282,
+38,464,0.033348724246025085,58,0.0007848983285449711,
+39,472,0.0335368849337101,59,0.0008917829545680434,
+39,480,0.03374321013689041,60,0.0008016586374045195,
+40,488,0.033436890691518784,61,0.0007604217597482992,
+41,496,0.032927967607975006,62,0.0010482331796083598,
+41,504,0.033319421112537384,63,0.0006545908715149077,
+42,512,0.03312089294195175,64,0.0008022329815763182,
+,,,64,,0.8642094930013021
+43,520,0.03353659063577652,65,0.0006159722452139249,
+43,528,0.033229414373636246,66,0.0008580854368379473,
+44,536,0.03304131329059601,67,0.0008627158798238573,
+45,544,0.03315729275345802,68,0.0006051843835545393,
+45,552,0.03323272615671158,69,0.0008629148045050291,
+46,560,0.03344641625881195,70,0.0007067357970906111,
+47,568,0.03316991403698921,71,0.00080655735412923,
+47,576,0.03279850259423256,72,0.0007600337909631586,
+48,584,0.033282097429037094,73,0.0005942065370618365,
+49,592,0.03343529254198074,74,0.0008088911442124905,
+49,600,0.03304371237754822,75,0.0007646197461456593,
+50,608,0.032991208136081696,76,0.0006111846014391631,
+51,616,0.03310238569974899,77,0.0008114564116112888,
+51,624,0.033019017428159714,78,0.0007210979082239126,
+52,632,0.03341483697295189,79,0.0006702471187704109,
+53,640,0.03297201171517372,80,0.0007039184432263331,
+,,,80,,0.8882196744283041
+53,648,0.03285685554146767,81,0.0007505474262870848,
+54,656,0.03328721597790718,82,0.0005582022474430102,
+55,664,0.03268725425004959,83,0.0007356751113547944,
+55,672,0.03331074118614197,84,0.0008297629562245371,
+56,680,0.03332703188061714,85,0.0005874438951044189,
+57,688,0.03318152204155922,86,0.0006853437662357464,
+57,696,0.032687991857528687,87,0.0008396992576308549,
+58,704,0.03266677260398865,88,0.0008345130816451273,
+59,712,0.032682083547115326,89,0.0005457982091077914,
+59,720,0.03257708251476288,90,0.0006919520778215624,
+60,728,0.03293084353208542,91,0.000751083924114937,
+61,736,0.03289095684885979,92,0.000644012339762412,
+61,744,0.03287167102098465,93,0.0006242624403967056,
+62,752,0.032931115478277206,94,0.0007677539952055668,
+63,760,0.03309452533721924,95,0.0006539232480073613,
+63,768,0.03336593508720398,96,0.0006225916534146693,
+,,,96,,0.8674305280049642
+64,776,0.032675471156835556,97,0.0006779221179645642,
+65,784,0.03272241726517677,98,0.0007203701388789341,
+65,792,0.03300681710243225,99,0.0005991123058871987,
+66,800,0.03323651850223541,100,0.0006148266402306035,
+67,808,0.03304315730929375,101,0.0006369510381773579,
+67,816,0.03291837498545647,102,0.0006754463332375357,
+68,824,0.03291866555809975,103,0.000736934328285445,
+69,832,0.03302023187279701,104,0.0005036143823720826,
+69,840,0.03255951404571533,105,0.0006639616294705775,
+70,848,0.03216575086116791,106,0.0006889530975188661,
+71,856,0.03294916823506355,107,0.0005371956402086652,
+71,864,0.03293119743466377,108,0.0006079821396269836,
+72,872,0.032815754413604736,109,0.000703658961962598,
+73,880,0.03318347781896591,110,0.0006280544683769611,
+73,888,0.03285951539874077,111,0.00044693932286463676,
+74,896,0.032983604818582535,112,0.0005948295541505407,
+,,,112,,0.88800048828125
+75,904,0.03275507688522339,113,0.0006821279405682747,
+75,912,0.033575110137462616,114,0.0004947626119246706,
+76,920,0.028394337743520737,115,0.0006273320668697124,
+77,928,0.028702300041913986,116,0.0005967922683339566,
+77,936,0.02812933176755905,117,0.0005767162261430972,
+78,944,0.029100432991981506,118,0.0005910640290191319,
+79,952,0.02858201041817665,119,0.0006316150233033113,
+79,960,0.02895258367061615,120,0.0005163629461354244,
+80,968,0.028452683240175247,121,0.0005609482890577055,
+81,976,0.028515338897705078,122,0.00048353549451955285,
+81,984,0.02829664573073387,123,0.0006766213669574686,
+82,992,0.029074378311634064,124,0.0004932242306191862,
+83,1000,0.02970968931913376,125,0.0005979012307112239,
+83,1008,0.02847009152173996,126,0.0005685341857315507,
+84,1016,0.02831200137734413,127,0.000650743352889549,
+85,1024,0.02829783409833908,128,0.00047052141356592375,
+,,,128,,0.8879887262980143
+85,1032,0.02849140390753746,129,0.0006108029733046091,
+86,1040,0.0284656323492527,130,0.0005233569143456406,
+87,1048,0.02870011329650879,131,0.000512766586325597,
+87,1056,0.028424978256225586,132,0.0005404306575655937,
+88,1064,0.028876513242721558,133,0.0006298185988271143,
+89,1072,0.028732426464557648,134,0.0004008976926949496,
+89,1080,0.028796296566724777,135,0.000598628401348833,
+90,1088,0.02880009263753891,136,0.0006294754881916257,
+91,1096,0.02867773175239563,137,0.00039104624920582864,
+91,1104,0.028676360845565796,138,0.0005353606375138042,
+92,1112,0.028481122106313705,139,0.0005333285650218992,
+93,1120,0.02856634557247162,140,0.0006285087377667272,
+93,1128,0.028658468276262283,141,0.00038364456001242314,
+94,1136,0.02840719372034073,142,0.000581639665012647,
+95,1144,0.028959523886442184,143,0.00041352544794790445,
+95,1152,0.028641045093536377,144,0.000500278851177427,
+,,,144,,0.8845728238423666
+96,1160,0.028486907482147217,145,0.0005773196273366921,
+97,1168,0.02910872921347618,146,0.0004755784514903401,
+97,1176,0.0286574549973011,147,0.0004782932150452065,
+98,1184,0.028551410883665085,148,0.0005033664492657408,
+99,1192,0.02892472967505455,149,0.0005021737579227192,
+99,1200,0.028414085507392883,150,0.0004938825924390196,
+100,1208,0.02887042611837387,151,0.0004897481921943836,
+101,1216,0.0285404734313488,152,0.0006345756949788969,
+101,1224,0.028233464807271957,153,0.00037060657086840365,
+102,1232,0.02857242524623871,154,0.00046712668855824243,
+103,1240,0.028341080993413925,155,0.0005798371166747529,
+103,1248,0.029149673879146576,156,0.00040102462298818864,
+104,1256,0.02831783890724182,157,0.00045524018484381185,
+105,1264,0.028269976377487183,158,0.00047297822978483356,
+105,1272,0.02827436476945877,159,0.0005231434097368037,
+106,1280,0.02836032211780548,160,0.0005540363970794715,
+,,,160,,0.8639094034830729
+107,1288,0.028117317706346512,161,0.0004368451045593247,
+107,1296,0.028098251670598984,162,0.00047037554819932364,
+108,1304,0.028256278485059738,163,0.00046233116821288905,
+109,1312,0.028181105852127075,164,0.0004910907315206714,
+109,1320,0.028793703764677048,165,0.0004317452694522217,
+110,1328,0.02825062721967697,166,0.0005601512481613705,
+111,1336,0.02826288715004921,167,0.000376717398467008,
+111,1344,0.028284430503845215,168,0.0004990707560258064,
+112,1352,0.028334002941846848,169,0.0003904766423753851,
+113,1360,0.02867763116955757,170,0.000536748964805156,
+113,1368,0.028882991522550583,171,0.0004430328197486233,
+114,1376,0.02840067818760872,172,0.0003515435593726579,
+115,1384,0.028156645596027374,173,0.00048490790400787124,
+115,1392,0.02838335558772087,174,0.0005211588747139709,
+116,1400,0.028138376772403717,175,0.0003770533701754175,
+117,1408,0.02786727249622345,176,0.0004878405067886758,
+,,,176,,0.8637242317199707

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=0.7-1.0/labels.csv

@@ -0,0 +1,4 @@
+47061,3
+72767,2
+18365,0
+119473,2

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=0.7-1.0/logits.csv

@@ -0,0 +1,4 @@
+47061,-9.505077,-12.192577,-12.442577,-4.8931355
+72767,-9.62572,-13.25072,-0.0007198841,-7.6334624
+18365,-0.20760085,-9.895101,-10.645101,-10.570536
+119473,-10.625181,-15.875181,-0.00018106251,-11.252909

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+31224,-5.632269,-0.0072688875,-9.007269,-15.576815
+80227,-0.014501769,-9.514502,-6.5145016,-7.3923216
+79086,-0.0009782297,-12.625978,-10.875978,-13.795133
+75303,-11.508533,-15.008533,-17.196033,-6.518897
+56417,-8.875819,-11.000819,-0.0008195855,-7.5013585
+11319,-6.393911,-8.143911,-8.893911,-9.523121
+12625,-0.0073191836,-9.444819,-8.132319,-6.384646
+87626,-6.5032706,-0.003270636,-7.5032706,-20.907167
+43853,-9.37863,-13.50363,-14.37863,-0.0039944975
+23828,-10.50122,-14.25122,-7.8762197,-0.0017076556
+27858,-4.8842983,-10.759298,-0.009298471,-6.884803
+12604,-5.1325774,-12.757577,-0.0075772493,-8.012187
+8180,-13.750137,-19.250137,-0.00013767726,-12.626411
+37466,-10.007839,-10.507839,-10.882839,-0.008327338
+48185,-5.8827343,-0.0077343523,-10.257734,-16.39546
+77755,-7.876601,-10.501601,-0.0016012478,-12.128027
+29286,-0.14827938,-5.773279,-4.898279,-5.0419493
+87038,-12.501283,-17.188782,-16.876282,-0.0019825676
+33094,-8.878162,-0.0031628606,-11.003162,-17.967394
+17990,-5.442422,-9.879922,-1.817422,-1.5639946
+125393,-10.501207,-14.626207,-14.501207,-0.002880457
+25066,-8.880458,-0.0054579764,-14.567958,-13.144395
+93021,-12.501265,-14.001265,-7.626265,-0.0017020144
+91364,-17.2501,-17.3751,-9.9296405e-05,-15.753676
+56219,-0.008451884,-9.258451,-5.008452,-8.02564
+108119,-3.9162028,-6.2912025,-9.291203,-4.4377775
+108029,-0.6019759,-9.039476,-8.789476,-4.2709923
+82606,-14.125938,-13.375938,-9.250938,-0.0011439549
+34733,-11.152546,-12.152546,-3.652546,-0.028413858
+40806,-0.0018806644,-12.376881,-13.001881,-13.080161
+89870,-0.0119753,-10.886975,-11.886975,-10.0395565
+120589,-10.375798,-10.125798,-0.0007981452,-9.900288
+107229,-8.750412,-12.000412,-0.00041190247,-9.625609
+81763,-4.7635207,-10.38852,-0.013520691,-5.402412
+126587,-4.5223675,-7.0223675,-8.0223675,-5.478011
+105931,-7.516976,-0.01697581,-10.266975,-20.965927
+51593,-0.2298311,-10.479831,-9.354831,-2.3516195
+105827,-11.2533245,-14.5658245,-12.7533245,-0.0057554157
+92547,-10.625912,-0.0009120119,-10.375912,-15.794782
+11098,-7.250984,-12.750984,-0.0009840651,-10.376565
+15535,-6.2576156,-0.007615463,-12.945115,-20.431479
+104144,-9.500336,-16.000336,-0.0003361137,-10.626089
+84409,-0.00071928854,-13.125719,-9.125719,-11.684329
+55188,-8.8755665,-11.1255665,-0.00056620303,-9.8776045
+97914,-10.37524,-14.87524,-0.00024041624,-13.876847
+9697,-10.876176,-16.751177,-13.626176,-0.42015353
+43614,-11.25095,-14.50095,-13.62595,-0.0019736544
+57056,-13.875915,-14.375915,-12.375915,-0.0016652842
+98595,-10.628468,-0.0034678578,-11.253468,-13.590023
+11602,-8.875448,-11.125448,-0.00044824567,-9.380958
+29109,-9.125424,-16.562925,-0.00042465254,-12.255727
+114682,-7.012245,-0.012245356,-11.512245,-12.398943
+63374,-6.7529645,-0.0029642712,-13.502964,-13.673942
+77864,-11.500256,-16.750256,-0.00025579042,-10.751647
+81631,-3.4097333,-11.347233,-0.034733284,-8.037896
+124163,-10.204483,-15.079483,-2.5794828,-0.079688795
+81563,-3.8307168,-6.705717,-5.205717,-0.08668545
+13895,-6.7539682,-0.0039683417,-10.378968,-13.98063
+12863,-9.126214,-14.813714,-11.626214,-0.0018344427
+45732,-4.02116,-2.1461601,-0.14616016,-9.479664
+49404,-11.000256,-13.875256,-0.00025519452,-12.126861
+487,-7.2521424,-0.0021426356,-11.252143,-11.762817
+64317,-12.504315,-13.379315,-5.879315,-0.007441193
+6331,-0.010738326,-11.198238,-10.635738,-11.261791
+73812,-5.2015247,-6.4515247,-0.07652466,-7.2465534
+15701,-12.929459,-12.304459,-1.0544581,-0.43005067
+104663,-0.00030727434,-13.500307,-9.625307,-14.127421
+90606,-0.591489,-4.841489,-5.716489,-3.7755737
+127552,-0.00024649443,-13.687746,-10.500246,-13.515458
+126761,-13.750833,-17.688332,-16.375832,-0.46956545
+92697,-0.0278961,-9.652896,-5.027896,-4.18677
+107122,-1.807896,-10.057896,-0.18289602,-7.31123
+74380,-11.003388,-9.878388,-9.628388,-0.004657562
+66285,-0.0003437405,-14.062843,-10.375343,-13.075832
+70163,-1.3289106,-7.203911,-0.9539106,-1.0798619
+75972,-9.128369,-13.628369,-0.0033693707,-10.258706
+30713,-13.000495,-15.500495,-0.00049495365,-9.253178
+118867,-0.08797715,-9.962977,-9.962977,-10.983698
+84835,-9.128207,-0.0032070654,-10.253207,-11.884376
+60503,-13.625133,-17.312634,-0.00013290952,-14.0006485
+11807,-11.451584,-13.076584,-0.5765836,-0.82820207
+27906,-0.0069765304,-9.881976,-5.5069766,-9.385469
+30093,-9.654929,-0.029928833,-10.654929,-10.786352
+45657,-13.375132,-17.125132,-0.0001314792,-15.500348
+97197,-0.15266243,-11.402662,-10.090162,-10.996214
+48440,-8.251209,-0.0012092429,-13.751209,-17.137995
+14971,-0.0018334261,-11.126833,-10.001833,-10.845546
+61380,-9.502104,-11.689604,-11.502104,-0.0025776254
+7177,-6.253744,-0.003744022,-13.003744,-21.6931
+40241,-0.023278175,-10.335778,-9.773278,-5.652605
+38583,-9.001774,-0.0017741668,-7.7517743,-21.629248
+104941,-0.0014793654,-12.251479,-7.501479,-10.760744
+39377,-2.2527707,-0.12777063,-8.12777,-13.184807
+65329,-4.2199945,-10.782495,-8.907495,-9.554807
+81089,-11.126507,-0.0015072187,-9.376507,-12.066526
+6143,-0.078377016,-9.328377,-5.7033772,-2.8310742
+63753,-0.004591399,-9.504591,-9.254591,-11.372052
+5084,-13.377586,-15.627586,-0.0025859985,-6.002945
+125282,-13.875296,-15.375296,-0.0002952378,-13.138098
+7980,-4.75722,-7.94472,-9.069719,-2.3886447
+42346,-15.375694,-17.813194,-16.813194,-0.0048945285
+73055,-5.255533,-11.505533,-0.005533141,-9.89156
+31696,-10.000208,-12.875208,-0.00020764102,-12.625901
+101343,-9.250335,-17.000334,-0.00033444533,-14.875825
+115075,-0.0045645805,-11.379564,-11.317064,-11.090858
+29447,-12.750858,-17.125858,-14.000858,-0.0019173397
+89441,-0.8987924,-12.273792,-0.5237924,-9.901213
+15843,-0.002925642,-8.252926,-7.252926,-8.022599
+110126,-1.8348414,-7.5848413,-0.45984137,-1.7133029
+36142,-12.751111,-17.18861,-11.626111,-0.0014741865
+2846,-12.128061,-15.440561,-13.003061,-0.0040472345
+85390,-0.021703824,-10.146704,-4.7717037,-8.216057
+108138,-8.091956,-11.591956,-2.466956,-0.09259977
+7571,-14.128084,-11.628084,-6.128084,-0.00607507
+62381,-10.7527,-0.0027001372,-13.3777,-18.400112
+65963,-8.826921,-11.451921,-0.20192137,-1.7021465
+39384,-0.002245169,-12.314745,-12.502245,-11.140413
+62356,-0.00079826434,-13.625798,-9.375798,-11.716428
+20478,-6.880557,-0.005557207,-9.505557,-14.463015
+101968,-10.000298,-14.375298,-0.0002971446,-12.1255865
+124810,-1.537167,-7.912167,-0.41216695,-2.1800506
+9300,-11.625251,-13.000251,-0.00025114242,-14.87612
+35593,-5.7583385,-11.008339,-5.5083385,-0.009243169
+53670,-12.250234,-14.000234,-0.00023386128,-11.750659
+44789,-0.0047819535,-12.817282,-12.254782,-12.000091
+25135,-6.90415,-0.029150022,-13.27915,-15.336057
+32124,-0.009255362,-9.884255,-10.509255,-10.955162
+36646,-9.629842,-11.754842,-11.129842,-2.3564506
+34191,-9.253657,-11.191157,-0.25365707,-1.5383154
+65307,-13.875674,-16.938173,-13.000674,-0.000919331
+32731,-7.3798475,-0.0048473226,-11.504848,-12.153279
+112637,-4.2312236,-6.1062236,-6.7937236,-1.9315655
+18943,-0.69121426,-5.066214,-0.81621426,-6.3294754
+117291,-0.12831214,-8.565812,-8.378312,-9.155324
+67975,-12.000979,-15.000979,-0.000979897,-7.126412
+104676,-3.3253353,-7.1378355,-8.7003355,-9.340255
+109059,-0.09421754,-2.5942175,-4.7192173,-6.038427
+86252,-11.875825,-15.688325,-12.500825,-0.0012839301
+109620,-0.019207671,-10.706708,-12.144208,-10.258803
+35543,-8.880527,-11.943027,-10.255527,-0.005886945
+96155,-4.1455884,-0.020588497,-7.2705884,-12.361209
+33646,-9.000307,-13.250307,-0.00030727434,-14.001221
+64061,-0.0052148984,-10.380215,-6.3802147,-11.664631
+6764,-0.00036995718,-11.25037,-10.87537,-12.264123
+63078,-9.012887,-0.01288717,-12.137887,-10.517582
+88343,-7.8850174,-0.010017595,-12.447517,-11.282469
+50106,-6.503446,-0.0034459992,-8.503446,-10.198594
+35688,-15.750548,-16.62555,-0.000548689,-7.7507267
+78697,-4.271589,-0.0215888,-8.396588,-9.544585
+13749,-0.15433364,-2.0293336,-6.8418336,-5.858106
+44428,-8.39162,-12.70412,-10.14162,-5.484613
+13880,-0.0036715732,-11.691172,-6.6286716,-11.013187
+107805,-12.377064,-14.377064,-0.0020641228,-6.252234
+47687,-0.009530404,-12.32203,-10.25953,-11.97433
+3328,-14.375145,-15.625145,-0.00014518638,-13.3765955
+27574,-11.001419,-14.626419,-14.813919,-0.0017771987
+6049,-8.501286,-0.0012854417,-11.626286,-12.178361
+121371,-8.252154,-0.002154412,-10.252154,-10.68462
+93977,-4.1413026,-13.141303,-0.016302606,-9.964139
+87794,-13.750112,-17.62511,-0.00011121608,-15.000631
+1284,-7.377432,-0.0024320092,-11.814932,-10.54132
+86737,-8.879755,-9.629755,-7.004755,-0.005071601
+9800,-12.254914,-16.254913,-18.067413,-6.63718
+60632,-9.626819,-0.0018189091,-12.626819,-18.646233
+69196,-10.004395,-0.0043943985,-13.066895,-13.89661
+109514,-11.500483,-14.375483,-0.00048220452,-13.376914
+75454,-6.02279,-0.022790177,-10.27279,-20.525137
+68262,-4.02267,-14.71017,-0.022669569,-12.2125
+51383,-2.4468794,-0.82187927,-5.6968794,-17.387993
+39024,-6.5239434,-0.023943208,-13.398943,-14.546618
+53372,-10.640595,-13.265595,-4.2655954,-0.017754355
+61955,-10.376299,-11.376299,-8.001299,-0.0015159588
+46407,-8.503088,-0.0030876365,-11.253088,-17.911612
+56851,-8.875305,-16.500305,-0.0003052484,-10.00064
+117835,-13.125201,-16.5002,-0.00020108586,-14.501271
+41315,-7.001197,-17.751196,-0.00119686,-11.906617
+54086,-0.00078039704,-14.00078,-10.12578,-12.189021
+1123,-0.0023437669,-12.377344,-6.5023437,-9.503648
+6738,-5.3825936,-0.007593576,-8.382593,-20.322748
+65022,-6.8312683,-7.7062683,-8.643768,-0.7179905
+29011,-13.000956,-17.563456,-16.938456,-0.012672116
+209,-9.475844,-10.850844,-0.10084481,-2.353763
+117949,-0.002340437,-13.00234,-7.8773403,-11.349567
+112253,-9.388164,-5.6381636,-9.138164,-0.017947994
+117575,-7.082806,-6.082806,-2.582806,-0.08331999
+12151,-10.750207,-17.125206,-0.00020692592,-16.500536
+6503,-5.886789,-11.886788,-6.886789,-0.20503335
+47388,-7.252154,-0.0021540553,-11.627154,-10.485319
+122533,-2.9319408,-9.556941,-7.431941,-0.058930356
+77557,-0.0136866225,-9.388686,-4.7636867,-6.7649293
+3593,-3.0832138,-0.08321378,-6.333214,-6.619814
+39857,-0.07791783,-9.702918,-11.702918,-11.597115
+82941,-10.127704,-0.0027040606,-13.440204,-19.58245
+2835,-0.0019741824,-11.189474,-8.876974,-10.645068
+12119,-0.7809238,-9.280924,-0.6559238,-4.6892834
+2255,-0.0035708493,-10.878571,-8.003571,-8.384551
+99071,-0.575993,-8.513493,-2.450993,-1.0766557
+73970,-3.090662,-8.340662,-0.09066206,-3.2336395
+73312,-5.633216,-2.3832157,-4.383216,-1.2592589
+109736,-10.50158,-0.0015800623,-11.25158,-13.727342
+2581,-4.3913445,-0.016344357,-10.828844,-24.83049
+64922,-7.446067,-12.383567,-12.883567,-9.926537
+85830,-0.0011273227,-11.751127,-9.376127,-10.428377
+122144,-6.631363,-0.006363013,-10.256363,-14.5330715
+62330,-8.754239,-0.0042395005,-12.504239,-16.959229
+112561,-3.48402,-6.54652,-0.10902001,-4.587421
+48434,-5.3827686,-0.007768419,-11.445269,-17.391174
+119944,-9.376015,-0.0010144332,-13.376015,-15.36482
+120940,-1.052676,-8.115176,-10.427676,-9.854726
+77443,-15.375122,-17.500122,-0.00012206286,-15.369373
+23685,-10.751485,-13.626485,-0.0014848409,-6.6268177
+47231,-5.5115304,-0.011530189,-12.51153,-10.88583
+91022,-11.378835,-0.0038351095,-17.378836,-24.086388
+714,-11.265626,-13.015626,-4.2656264,-0.017267551
+25730,-12.250161,-14.625161,-0.00016091959,-14.877456
+97729,-0.0014894832,-10.87649,-7.7514896,-8.508366
+30236,-0.0062278486,-9.8812275,-9.2562275,-6.531148
+2443,-6.503489,-0.0034890035,-10.003489,-15.464429
+52656,-0.4842273,-9.609227,-0.9842273,-5.8595967
+116972,-10.752694,-11.065194,-10.877694,-0.0052774763
+43770,-0.7776981,-4.402698,-3.402698,-1.477673
+10949,-7.8776665,-0.0026664913,-10.002666,-13.787522
+100306,-12.941673,-0.004172905,-11.754173,-14.679604
+29745,-5.5078006,-0.0078005926,-8.507801,-14.837807
+60439,-11.001662,-12.501662,-11.876662,-0.003639856
+109824,-5.6308603,-0.0058602896,-10.25586,-22.858923
+102648,-7.408526,-11.846025,-6.533526,-6.1110573
+62099,-6.6281877,-0.0031874587,-7.5031877,-11.938208
+33686,-10.006518,-0.0065179374,-11.194018,-11.644334
+116606,-5.3895435,-11.327044,-8.139544,-3.9582667
+85384,-6.1283946,-12.503395,-10.753395,-0.00785649
+31834,-3.5326374,-8.595138,-0.032637384,-8.287376
+58133,-9.8778715,-12.4403715,-10.0028715,-0.0060441587
+95196,-10.500192,-16.437693,-0.00019190853,-13.5013685
+11675,-4.5145493,-0.014549118,-13.514549,-18.773348
+34902,-1.3933191,-6.455819,-6.018319,-7.0925736
+112691,-12.75108,-14.43858,-9.75108,-0.0017594481
+33713,-4.7600036,-10.010004,-0.010003787,-10.144468
+109135,-12.00015,-16.37515,-0.00015019243,-15.000991
+60521,-2.0204,-10.5829,-0.14540015,-6.5408177
+76695,-9.131722,-13.444222,-14.444222,-8.062503
+98619,-10.75055,-14.25055,-0.0005502379,-7.876085
+13731,-10.501347,-0.0013467538,-12.438847,-14.621849
+14492,-8.12794,-0.002940143,-9.75294,-10.716667
+81006,-9.875287,-14.500287,-0.00028665725,-11.645079
+114491,-11.626099,-11.376099,-11.001099,-0.014805818
+120167,-13.500254,-14.625254,-0.0002536452,-14.876219
+69602,-11.626323,-0.0013230627,-13.563823,-19.591976
+81057,-2.931678,-7.9316783,-0.05667817,-7.7074623
+118239,-8.254122,-0.0041219755,-10.004122,-16.249422
+26999,-3.6524296,-10.52743,-0.027429491,-8.02899
+103729,-0.1813256,-3.3063257,-2.1813257,-5.946902
+70324,-0.08010601,-10.705106,-10.892606,-11.581367
+88697,-11.501228,-15.751228,-10.376228,-0.0047903424
+79720,-8.877356,-0.0023557788,-10.252356,-10.81886
+119098,-2.9028013,-5.0278015,-5.5278015,-0.40363652
+16374,-7.5043154,-0.12931518,-11.441815,-13.1770525
+8973,-5.134278,-0.009277684,-9.759277,-9.048811
+92670,-0.017705014,-9.392705,-4.142705,-8.14563
+46136,-7.6268296,-0.0018294994,-12.376829,-10.637088
+113240,-0.0012007892,-11.938701,-7.6262007,-10.956626
+92271,-7.763724,-14.263723,-4.388724,-0.013912477
+47020,-12.883739,-12.258739,-0.008739083,-4.7590218
+68952,-9.6251955,-13.2501955,-0.0001957225,-13.125751
+93704,-14.500132,-16.750132,-0.00013183679,-15.877649
+126515,-9.254388,-0.0043875147,-13.004388,-15.344478
+1648,-11.3783655,-11.3783655,-0.0033656876,-5.7537723
+4147,-7.9212513,-10.921251,-3.1712513,-0.04734103
+106815,-6.8840647,-12.509065,-0.6340646,-0.7592891
+18919,-0.14393218,-6.8939323,-2.143932,-5.895005
+88395,-11.5075445,-15.3825445,-5.007544,-0.009050651
+83361,-10.1334305,-0.008430606,-12.2584305,-11.615349
+69550,-9.002056,-0.0020565093,-14.752056,-15.217781
+59782,-9.6479,-14.0854,-14.5854,-2.09394
+62607,-10.252585,-11.315085,-9.127585,-0.02021987
+49031,-14.50045,-16.06295,-0.00045039048,-8.034595
+24073,-12.3763275,-14.5638275,-10.1263275,-0.0020448104
+34883,-11.750146,-12.500146,-0.00014590153,-11.500453
+78080,-0.0018369958,-12.001837,-7.001837,-8.40921
+59546,-10.40719,-11.28219,-13.03219,-4.916196
+123805,-4.5222483,-0.02224843,-10.897248,-9.802348
+87807,-12.07458,-0.012080599,-12.13708,-17.148394
+53821,-11.5074,-14.9449,-15.2574,-4.8233776
+90016,-9.877229,-0.0022283979,-11.752229,-21.849958
+75870,-11.5002365,-14.0002365,-0.00023696,-14.501525
+58764,-11.262176,-14.137176,-4.5121756,-0.023626516
+64575,-0.056400586,-10.8064,-11.4939,-11.448878
+85818,-13.375835,-14.750835,-12.625835,-0.0013741342
+15652,-12.625183,-14.937683,-0.00018296952,-13.625852
+85976,-8.076892,-13.076892,-0.82689226,-0.5775627
+15080,-10.62886,-0.0038600473,-13.06636,-20.25783
+79945,-6.524906,-0.024906212,-12.774906,-10.175203
+76385,-9.193739,-11.568739,-0.69373924,-0.69430834
+115581,-0.5982254,-5.4732256,-0.8482254,-4.478693
+61199,-10.878118,-0.0031175842,-11.440618,-22.695578
+85813,-13.0001335,-14.8751335,-0.00013314791,-13.375869
+67537,-12.129232,-0.0042326157,-10.504232,-10.76024
+89261,-2.6957362,-9.945736,-0.07073613,-9.446708
+22046,-9.878443,-11.503443,-8.003443,-0.004359002
+22926,-0.055320494,-8.430321,-7.1803203,-3.198551
+49488,-5.939538,-8.314538,-1.8145381,-0.18983412
+96660,-4.52524,-0.025239756,-9.77524,-12.860634
+63730,-9.3767,-14.7517,-7.751701,-0.0021812026
+9677,-0.00043728325,-14.312938,-9.000438,-12.512592
+120201,-10.750804,-12.250804,-8.750804,-0.0011559526
+35208,-10.752505,-14.190005,-0.0025051422,-14.638613
+30950,-9.305368,-11.430368,-0.18036814,-1.8088479
+66963,-2.9312487,-12.681249,-0.05624869,-6.8073306
+16156,-12.380841,-16.193342,-17.443342,-8.259271
+69670,-8.1266365,-0.0016367147,-10.7516365,-13.921027
+13477,-3.5319371,-0.031937238,-10.281938,-20.977253
+50904,-9.391689,-0.016689444,-8.766689,-14.122961
+7930,-13.750154,-16.375154,-0.00015388735,-13.375469
+26294,-11.881035,-12.756035,-9.506035,-0.32519677
+35749,-6.0036454,-14.691146,-0.0036455619,-7.7711825
+55850,-2.5853002,-8.0853,-0.08530022,-5.710805
+64767,-12.251481,-14.688981,-14.438981,-1.4185625
+22057,-10.281765,-13.906765,-1.4067649,-0.28205532
+87663,-13.000761,-15.688261,-11.250761,-0.0014873176
+35864,-15.000548,-17.313047,-13.125548,-0.0007171208
+33007,-7.3765216,-10.626522,-0.0015217402,-7.513233
+81372,-6.846746,-10.721746,-6.971746,-0.097277395
+97703,-4.3865957,-0.63659585,-10.261596,-10.277136
+118589,-0.0034361386,-13.378436,-11.440936,-10.712756
+65741,-0.10674405,-5.731744,-6.356744,-6.184053
+119601,-4.9394217,-9.376922,-0.3144217,-5.297945
+114504,-11.375172,-14.250172,-0.00017128908,-11.250826
+92452,-0.00061266724,-13.125612,-8.625612,-12.393403
+11152,-0.22012366,-8.032623,-6.220124,-6.3855267
+44669,-6.8777018,-8.252702,-0.002701564,-9.380213
+121963,-6.3815184,-0.0065185297,-9.506518,-16.09931
+63486,-10.753293,-13.315793,-15.440793,-0.6468956
+123055,-3.5976727,-7.9726725,-4.4726725,-4.554481
+119717,-5.7569847,-14.506985,-14.069485,-0.20823231
+88042,-1.9008255,-10.6508255,-2.4008255,-0.2765554
+54428,-9.7520685,-0.0020688814,-11.1270685,-19.707335
+125274,-0.0042075682,-12.129208,-5.7542076,-7.881099
+46816,-9.784629,-10.409629,-3.4096289,-0.0354338
+8553,-2.9302816,-11.430282,-0.055281576,-9.30925
+56455,-12.504543,-0.004543339,-16.692043,-16.651009
+101092,-0.004563394,-12.067063,-5.7545633,-12.7952585
+55570,-0.00825848,-11.383259,-10.258259,-13.952781
+2531,-0.00072262395,-13.250723,-9.000723,-9.194559
+55854,-5.832792,-0.082792036,-11.145292,-13.874692
+65143,-0.0013894914,-13.2513895,-9.8763895,-10.50348
+28422,-14.626032,-16.126032,-12.751032,-0.0013986856
+36329,-8.755143,-13.692643,-13.380143,-0.009862675
+8061,-5.6328816,-0.007881732,-12.070382,-20.525835
+107678,-11.626387,-0.0013868724,-10.126387,-19.00426
+53009,-0.40604383,-9.343544,-7.343544,-4.237116
+62879,-0.00045837386,-14.437959,-12.062959,-11.117509
+26784,-7.002774,-0.0027739638,-9.752774,-19.701412
+21912,-9.429354,-12.679354,-0.42935407,-1.0572996
+113597,-0.0012179345,-12.251218,-11.438718,-12.436041
+82760,-0.011596533,-11.511597,-10.261597,-11.091476
+26160,-9.628064,-0.003064581,-11.253064,-18.63661
+23421,-7.2517686,-0.0017686929,-11.501769,-13.924828
+41793,-4.904872,-4.404872,-9.529872,-4.6039095
+103325,-10.008956,-0.008956377,-12.383956,-10.239978
+33557,-10.751261,-0.0012607968,-13.813761,-14.444831
+81209,-10.253921,-0.003920133,-10.878921,-10.022407
+107064,-13.878044,-16.878044,-16.503044,-8.006243
+98221,-0.23700285,-6.862003,-6.862003,-7.914016
+16139,-15.001844,-16.376844,-13.376844,-0.0042668916
+62717,-5.759844,-0.009843618,-9.759844,-13.591111
+28151,-0.028224014,-10.653224,-10.528224,-10.86337
+22888,-6.5047474,-0.004747429,-7.5047474,-12.884641
+24637,-0.64585495,-9.520855,-0.77085495,-4.4767733
+92809,-9.500805,-15.750805,-11.250805,-0.0015135725
+91862,-7.3758874,-10.750887,-0.00088723865,-11.627823
+7412,-0.0015399513,-12.50154,-7.25154,-12.667861
+52442,-2.1444783,-8.956978,-0.1444782,-5.1457973
+87399,-0.0021705895,-11.564671,-6.6271706,-9.396609
+112712,-0.001623385,-12.126623,-6.751623,-12.429063
+54201,-0.26546958,-9.26547,-6.7654696,-5.7525067
+117074,-7.760599,-10.635599,-0.01059927,-4.6361513
+25137,-7.168225,-10.293224,-10.043224,-11.2126875
+16780,-0.02122101,-12.583721,-5.646221,-8.775338
+72881,-8.128901,-12.003901,-0.0039003028,-5.8793297
+110597,-8.38077,-0.0057698605,-12.25577,-13.179355
+89655,-0.00048220452,-14.250483,-10.125483,-13.194241
+48391,-6.509896,-0.009895672,-12.884895,-12.02043
+110182,-0.0026828984,-12.690183,-10.815183,-11.74026
+87621,-5.1027684,-4.1027684,-8.477768,-0.32110575
+122711,-0.0003131138,-14.687813,-12.375313,-13.753896
+115720,-0.0035568327,-11.253557,-10.066057,-7.038091
+66486,-6.1412807,-0.016280793,-10.141281,-10.40957
+68169,-6.758809,-0.008809157,-9.133809,-13.772347
+110138,-4.7719107,-9.396911,-0.021910623,-6.3974137
+21580,-4.6493297,-0.024329895,-12.02433,-12.675283
+102553,-13.072844,-0.010343281,-12.197844,-12.130265
+78769,-9.504207,-0.0042070933,-14.629207,-18.025408
+93593,-10.002562,-0.0025612665,-11.502562,-15.146877
+16612,-5.133424,-0.008423632,-6.883424,-12.608802
+59583,-8.129247,-15.379247,-13.629247,-1.6207963
+76885,-4.9742227,-9.974222,-13.161722,-8.419251
+120777,-4.8843627,-0.009362836,-9.384363,-17.172865
+121894,-0.003965848,-11.253965,-7.628966,-6.378523
+88371,-0.14365166,-11.018652,-11.268652,-11.262611
+68747,-6.501743,-13.001742,-0.0017426319,-14.348929

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,19 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3457087054848671,0,5.895091533660889,
+0,8,0.05990307778120041,1,5.977988290786743,
+0,16,0.036714669317007065,2,4.533585173743112,
+1,24,0.03287183493375778,3,3.1409982323646544,
+1,32,0.03302227333188057,4,2.2005480187279836,
+2,40,0.03365339711308479,5,2.195084484560149,
+2,48,0.03298719972372055,6,1.0939470663666726,
+3,56,0.0331154428422451,7,1.296002104080149,
+3,64,0.03364792838692665,8,0.9408905640244484,
+4,72,0.033283501863479614,9,0.4343339530751109,
+4,80,0.03354548290371895,10,0.7814137795940042,
+5,88,0.033185746520757675,11,0.5791240973131997,
+5,96,0.03321105241775513,12,0.1806317137554288,
+6,104,0.03366696462035179,13,0.29570783688686786,
+6,112,0.03323914483189583,14,0.2537407925618546,
+7,120,0.03332734480500221,15,0.14460488067318997,
+7,128,0.03322719410061836,16,0.07648621251185735,
+,,,16,,0.06784300009409587

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans/0.0-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans/0.0-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+31224,-3.2116797,-0.086679704,-3.3366797,-7.85257
+80227,-0.2795602,-8.40456,-3.02956,-1.6650803
+79086,-0.040389046,-8.915389,-5.040389,-3.7114518
+75303,-6.3863153,-11.573815,-8.761315,-0.74734867
+56417,-4.725837,-6.725837,-0.10083726,-2.484218
+11319,-4.0515795,-8.801579,-6.3015795,-1.9391397
+12625,-0.71198314,-8.086983,-4.336983,-0.718145
+87626,-2.7776382,-0.2776381,-1.7776381,-8.327974
+43853,-4.403019,-10.715519,-6.028019,-0.03189013
+23828,-4.655374,-9.905375,-1.1553742,-0.40850377
+27858,-3.1464915,-8.146492,-0.14649156,-2.4010532
+12604,-2.456678,-9.894178,-0.20667802,-2.3351543
+8180,-5.787648,-11.412648,-0.037648287,-3.4153984
+37466,-4.9464917,-8.883992,-3.071492,-0.077237554
+48185,-2.3919373,-0.14193726,-4.2669373,-4.65491
+77755,-4.5278277,-7.4028277,-0.027827932,-4.5409865
+29286,-1.8514643,-5.9764643,-1.3514643,-0.7228176
+87038,-5.26938,-12.14438,-6.64438,-0.026867716
+33094,-3.5703316,-0.070331536,-3.9453316,-5.964871
+17990,-4.5829268,-9.957927,-0.7079266,-0.85944134
+125393,-4.53391,-10.22141,-5.28391,-0.045161355
+25066,-4.3151307,-0.06513061,-6.6901307,-3.3949797
+93021,-5.0957823,-9.220782,-0.84578204,-0.60090566
+91364,-7.511042,-10.511043,-0.011042319,-4.648141
+56219,-0.5169989,-7.079499,-1.5169989,-1.7758776
+108119,-1.9331532,-6.870653,-5.183153,-0.3804442
+108029,-1.2548158,-8.317316,-4.254816,-0.39242202
+82606,-5.8007855,-8.675786,-1.9257857,-0.17984493
+34733,-5.3999887,-9.024989,-0.39998877,-1.1599035
+40806,-0.02383857,-8.773839,-6.0238385,-4.0444446
+89870,-0.08492076,-8.772421,-6.209921,-2.5914593
+120589,-6.885308,-8.135308,-0.010307886,-4.8990455
+107229,-4.212635,-7.587635,-0.08763528,-2.719068
+81763,-2.6338174,-7.7588177,-0.25881752,-1.8935584
+126587,-2.943969,-7.4439692,-5.0689692,-0.24410465
+105931,-3.2130718,-0.088071905,-3.8380718,-6.7705703
+51593,-1.0770872,-8.577087,-4.0770874,-0.49089292
+105827,-4.6478915,-10.772891,-4.8978915,-0.050800834
+92547,-4.9177446,-0.04274443,-3.6677444,-5.2159348
+11098,-4.9463468,-8.946347,-0.07134682,-2.8285098
+15535,-2.6121154,-0.112115316,-4.9871154,-6.42152
+104144,-4.008069,-9.633069,-0.13306883,-2.2706883
+84409,-0.04273118,-9.292731,-4.7927313,-3.8105905
+55188,-4.799187,-7.924187,-0.049187403,-3.3088584
+97914,-6.0088763,-9.883877,-0.008876507,-5.2666206
+9697,-4.7667546,-11.829255,-5.8917546,-0.051447507
+43614,-5.1500154,-10.525015,-4.5250154,-0.040465035
+57056,-5.629885,-9.129885,-2.2548852,-0.13912849
+98595,-4.6874804,-0.062480655,-4.4374804,-3.6035626
+11602,-4.8228893,-7.6978893,-0.07288931,-2.8282037
+29109,-4.2989254,-10.736425,-0.048925214,-3.4376147
+114682,-2.3161845,-0.19118455,-4.3161845,-3.5809407
+63374,-3.4237556,-0.048755605,-6.2987556,-5.5460525
+77864,-5.7186503,-9.84365,-0.0936503,-2.4731913
+81631,-2.0592618,-7.871762,-0.3092617,-2.0769494
+124163,-4.9616814,-11.399181,-0.83668125,-0.5901822
+81563,-3.191444,-8.316444,-2.066444,-0.23156084
+13895,-3.4679337,-0.092933595,-4.8429337,-3.4750767
+12863,-4.1599965,-10.409996,-2.1599963,-0.16484809
+45732,-2.3579848,-2.8579848,-0.23298486,-3.0527785
+49404,-6.507988,-9.507988,-0.007987817,-5.268724
+487,-3.2249796,-0.099979654,-4.09998,-3.4949608
+64317,-5.904616,-8.904615,-0.65461576,-0.79336625
+6331,-0.03768778,-8.787687,-5.537688,-3.667951
+73812,-4.3269114,-6.0769114,-0.07691141,-3.2110598
+15701,-7.2065244,-8.831524,-0.20652415,-1.7111778
+104663,-0.040250733,-9.665251,-4.540251,-4.5478373
+90606,-1.63558,-6.88558,-4.01058,-0.34651518
+127552,-0.08915146,-8.964151,-3.9641514,-2.8415372
+126761,-5.5101666,-11.760166,-6.1351666,-0.06735216
+92697,-0.8684867,-7.993487,-2.3684866,-0.7560501
+107122,-1.7534945,-7.2534943,-0.37849444,-2.1488833
+74380,-5.825941,-9.013441,-2.825941,-0.08109407
+66285,-0.063516244,-9.313517,-3.6885161,-3.6973732
+70163,-2.3643517,-7.4893517,-0.86435187,-0.7437279
+75972,-4.4698734,-9.532373,-0.09487347,-2.6003523
+30713,-5.7482953,-9.435795,-0.1232952,-2.2897732
+118867,-0.049436703,-8.111937,-5.5494366,-3.3085186
+84835,-4.480874,-0.10587402,-2.855874,-4.119684
+60503,-6.2689447,-10.768945,-0.018944634,-4.146856
+11807,-6.755678,-10.005678,-0.13067819,-2.1425276
+27906,-0.394621,-7.144621,-2.894621,-1.3993475
+30093,-4.1676106,-0.16761078,-3.417611,-4.0554233
+45657,-7.0061297,-9.756129,-0.0061295144,-5.3838453
+97197,-0.11499814,-8.427498,-4.4899983,-2.496244
+48440,-4.184189,-0.05918904,-4.809189,-4.1456623
+14971,-0.092245296,-8.654745,-4.717245,-2.7244396
+61380,-4.772622,-8.960122,-5.022622,-0.027253132
+7177,-3.4942732,-0.11927326,-6.119273,-7.3970747
+40241,-0.6457932,-8.645793,-5.395793,-0.77989
+38583,-4.624598,-0.12459792,-2.374598,-5.7311277
+104941,-0.13035314,-8.880353,-3.0053532,-2.759789
+39377,-1.6369278,-0.2619278,-4.5119276,-5.5334196
+65329,-2.7825227,-9.782523,-3.0325227,-3.2351637
+81089,-4.712024,-0.087024085,-3.337024,-3.4938073
+6143,-1.4519173,-8.201918,-3.5769172,-0.35583434
+63753,-0.10854079,-6.108541,-3.7335408,-2.7710469
+5084,-6.1179094,-10.242909,-0.117909655,-2.2521062
+125282,-6.3968787,-9.646879,-0.021878785,-4.166607
+7980,-2.5057209,-8.005721,-5.005721,-0.15799904
+42346,-6.506043,-12.006043,-7.506043,-0.013564482
+73055,-2.8666136,-7.4916134,-0.116613574,-3.0196528
+31696,-4.776612,-7.276612,-0.026611703,-4.1577463
+101343,-5.5084906,-11.383491,-0.008490772,-5.7623153
+115075,-0.0846934,-8.897193,-6.2096934,-2.6011736
+29447,-5.2978964,-11.547896,-3.6728966,-0.053911723
+89441,-0.84172684,-8.216727,-0.71672684,-2.594912
+15843,-0.5710868,-5.196087,-1.6960869,-1.5796268
+110126,-3.1207106,-7.933211,-0.7457107,-0.76647735
+36142,-5.532795,-11.032795,-2.032795,-0.16400181
+2846,-5.2894297,-11.22693,-4.0394297,-0.044146754
+85390,-0.35197935,-7.2269793,-2.2269793,-2.359279
+108138,-4.5280514,-9.278051,-0.7780514,-0.660993
+7571,-7.0698385,-8.319839,-1.3198383,-0.393874
+62381,-5.141553,-0.016552737,-5.766553,-6.2492247
+65963,-4.5789704,-7.7039704,-0.32897022,-1.3384881
+39384,-0.023447152,-10.460947,-6.648447,-4.1583657
+62356,-0.13558327,-8.573083,-3.8855832,-2.3928807
+20478,-3.0944452,-0.094445236,-5.719445,-4.0633955
+101968,-6.014463,-9.639463,-0.014462995,-4.5177145
+124810,-2.5628924,-7.4378924,-1.0628923,-0.5751492
+9300,-7.129372,-9.129373,-0.0043723225,-6.008576
+35593,-3.6145756,-9.802075,-2.6145756,-0.121402994
+53670,-6.0302577,-8.655257,-0.030257467,-3.658788
+44789,-0.09188477,-8.716885,-5.3418846,-2.605212
+25135,-3.183803,-0.058803014,-7.433803,-7.4497995
+32124,-0.052653994,-7.802654,-4.927654,-3.3078692
+36646,-4.397832,-8.397832,-5.022832,-0.040604588
+34191,-5.1239867,-9.373986,-0.12398659,-2.289041
+65307,-5.833406,-11.3334055,-2.7084057,-0.08592274
+32731,-2.5240126,-0.14901246,-4.5240126,-3.842286
+112637,-2.4364595,-6.8114595,-3.5614595,-0.4705248
+18943,-1.6549742,-5.7799745,-0.40497425,-2.1802027
+117291,-0.14355852,-7.2685585,-4.1435585,-2.2858114
+67975,-5.5862446,-10.086245,-0.08624476,-2.5968769
+104676,-0.6143094,-4.2393093,-2.3643093,-1.4988713
+109059,-0.21844772,-3.4684477,-3.2184477,-2.40654
+86252,-5.5700135,-10.757514,-2.9450135,-0.076020926
+109620,-0.067070946,-8.879571,-6.692071,-2.827103
+35543,-4.076668,-9.201668,-1.9516675,-0.20607981
+96155,-2.622854,-0.37285408,-2.247854,-2.2009602
+33646,-4.028068,-8.778069,-0.028068127,-4.907621
+64061,-0.6435119,-6.768512,-2.7685118,-1.0549482
+6764,-0.06611335,-7.4411135,-4.3161135,-3.195798
+63078,-3.6023428,-0.102342926,-4.727343,-3.9893746
+88343,-3.1146698,-0.11466985,-4.73967,-3.8917964
+50106,-2.3250842,-0.5750842,-2.3250842,-1.6052282
+35688,-7.102793,-10.602794,-0.1027934,-2.3760395
+78697,-1.2107939,-0.58579385,-3.460794,-2.4767606
+13749,-0.43747088,-2.187471,-3.062471,-1.8577323
+44428,-5.3873196,-11.07482,-6.7623196,-0.5394723
+13880,-0.18395482,-8.058955,-2.6839547,-2.4395134
+107805,-6.581939,-10.081939,-0.08193901,-2.589045
+47687,-0.025761412,-9.213262,-5.2757616,-4.16056
+3328,-6.638451,-9.013452,-0.0134513,-4.5285325
+27574,-5.0217066,-10.209207,-5.5217066,-0.031076996
+6049,-3.011252,-0.13625196,-4.261252,-2.9012833
+121371,-2.9080944,-0.2830944,-3.1580944,-2.0544562
+93977,-2.9780812,-8.978081,-0.103081204,-3.1106904
+87794,-6.2640667,-10.264067,-0.014066597,-4.5217223
+1284,-3.3746848,-0.12468474,-4.999685,-2.8426542
+86737,-3.9697692,-7.469769,-1.3447691,-0.34920654
+9800,-5.7610493,-11.823549,-8.761049,-0.5844829
+60632,-3.674946,-0.049946122,-4.4249463,-5.9968567
+69196,-4.290324,-0.040324356,-5.290324,-4.690073
+109514,-6.262738,-9.637738,-0.012738289,-4.7687416
+75454,-2.7968323,-0.17183238,-3.4218323,-5.9946613
+68262,-3.3017917,-11.176791,-0.051791612,-4.8060465
+51383,-1.1957536,-0.69575363,-2.3207536,-4.797507
+39024,-4.0455813,-0.04558154,-5.7955813,-4.8167725
+53372,-5.2175956,-9.030095,-0.84259546,-0.61732876
+61955,-4.691485,-8.441485,-3.0664852,-0.06986364
+46407,-2.7858937,-0.16089377,-3.9108937,-3.7965908
+56851,-3.4843278,-9.609327,-0.23432775,-1.7374302
+117835,-6.2630024,-10.888002,-0.013002492,-4.6424136
+41315,-3.9338684,-12.058868,-0.05886843,-3.3162172
+54086,-0.03191299,-10.469413,-4.781913,-4.164313
+1123,-0.20359197,-8.641092,-3.203592,-2.2073836
+6738,-1.8810349,-0.25603485,-3.1310349,-5.121567
+65022,-4.048043,-7.548043,-2.7980428,-0.19752607
+29011,-5.1363935,-11.698894,-7.3863935,-0.041017927
+209,-5.4827056,-8.857706,-0.3577056,-1.2450556
+117949,-0.13005663,-9.255056,-3.0050566,-2.885198
+112253,-4.7234035,-5.3484035,-2.8484032,-0.11809584
+117575,-3.7960238,-4.921024,-1.1710238,-0.42504463
+12151,-5.7617326,-10.386732,-0.011732386,-4.8919683
+6503,-3.3406558,-9.465655,-3.0906558,-0.09805846
+47388,-3.067819,-0.1928191,-4.692819,-2.257372
+122533,-3.0648043,-9.314804,-4.8148046,-0.076731525
+77557,-0.7302588,-6.355259,-1.9802588,-1.1118001
+3593,-1.7300599,-1.4800599,-2.6050599,-0.8878139
+39857,-0.13215926,-7.257159,-4.882159,-2.2650728
+82941,-4.4050083,-0.030008081,-5.2800083,-5.676929
+2835,-0.13883114,-8.076331,-3.8888311,-2.3957133
+12119,-1.7882854,-9.163285,-0.6632854,-1.1857967
+2255,-0.13970366,-8.264704,-4.3897038,-2.2816389
+99071,-1.9001786,-7.6501784,-1.1501786,-0.6603132
+73970,-2.7067437,-7.3317437,-0.7067436,-0.84173816
+73312,-3.8830843,-5.0080843,-0.8830843,-0.6430936
+109736,-4.8165936,-0.066593826,-4.6915936,-3.4120812
+2581,-2.9874983,-0.112498246,-5.1124983,-9.379739
+64922,-4.051408,-11.113908,-7.051408,-2.7553484
+85830,-0.047487848,-9.297488,-5.6724877,-3.4318726
+122144,-3.5701725,-0.07017263,-4.195173,-4.3549643
+62330,-3.4261198,-0.051119704,-5.17612,-6.7251263
+112561,-3.1622362,-6.974736,-0.41223612,-1.3716967
+48434,-2.159145,-0.15914504,-5.159145,-5.724182
+119944,-4.401718,-0.026718257,-5.026718,-6.41581
+120940,-0.28111762,-6.9686174,-5.0311174,-1.7719007
+77443,-6.6657486,-10.415749,-0.040748596,-4.0257564
+23685,-5.958836,-10.083836,-0.08383608,-2.587622
+47231,-3.6820536,-0.057053644,-4.9320536,-4.4491377
+91022,-6.1358705,-0.010870288,-8.76087,-9.130511
+714,-6.35701,-8.98201,-0.3570097,-1.2389101
+25730,-5.881688,-8.881688,-0.0066882325,-5.890967
+97729,-0.44605926,-7.383559,-3.3210592,-1.222431
+30236,-0.4477083,-7.197708,-4.822708,-1.09609
+2443,-2.9834359,-0.10843576,-3.9834359,-3.8085449
+52656,-0.9195255,-7.4195256,-1.5445255,-1.049038
+116972,-4.8232284,-8.760728,-3.3232281,-0.086067274
+43770,-1.7467104,-5.6842103,-1.8717104,-1.0908818
+10949,-3.6197023,-0.11970242,-3.1197023,-3.7179193
+100306,-6.7864213,-0.03642142,-5.7864213,-4.2087893
+29745,-2.538516,-0.16351615,-2.788516,-6.186082
+60439,-5.3954177,-9.207917,-5.0204177,-0.04975639
+109824,-3.038089,-0.16308908,-2.913089,-9.769551
+102648,-4.004611,-9.879611,-1.6296111,-0.64246696
+62099,-3.2525225,-0.25252247,-2.0025225,-3.1532059
+33686,-4.222654,-0.09765403,-4.472654,-3.4797242
+116606,-4.2802672,-9.780267,-4.5302672,-0.7152889
+85384,-3.310222,-9.247722,-4.8102217,-0.08119164
+31834,-3.2063754,-7.956375,-0.081375316,-3.4729407
+58133,-4.193494,-9.068494,-3.3184938,-0.10003973
+95196,-4.91343,-10.53843,-0.038430374,-3.5420601
+11675,-3.3059115,-0.05591147,-7.1809115,-5.541733
+34902,-1.4356389,-5.810639,-1.3106389,-0.83605796
+112691,-5.97017,-9.84517,-1.72017,-0.2263853
+33713,-3.805427,-7.305427,-0.05542708,-3.5743132
+109135,-5.2794347,-10.029434,-0.029434465,-3.785145
+60521,-2.6764717,-8.738972,-0.4264717,-1.3069274
+76695,-4.39373,-11.26873,-8.64373,-2.5699382
+98619,-5.5433025,-9.668303,-0.04330259,-3.29715
+13731,-5.2892776,-0.039277643,-4.0392776,-4.8171263
+14492,-3.1046004,-0.10460046,-4.8546004,-3.521885
+81006,-5.7725463,-10.147546,-0.022546148,-4.032313
+114491,-4.544784,-8.044784,-3.669784,-0.14716315
+120167,-7.3813806,-9.506381,-0.0063807806,-5.390401
+69602,-5.0230155,-0.023015624,-6.1480155,-6.26322
+81057,-2.4717655,-6.5967655,-0.2217654,-2.2398088
+118239,-3.2585285,-0.13352841,-2.7585285,-5.006691
+26999,-2.6315286,-8.881529,-0.1315287,-3.0120006
+103729,-1.1734754,-3.2984753,-0.9234754,-1.4446957
+70324,-0.014531141,-8.452031,-6.014531,-4.894737
+88697,-5.5946884,-11.469688,-1.7196887,-0.22891311
+79720,-4.20768,-0.082680315,-3.5826802,-3.601523
+119098,-2.9962347,-8.058735,-3.1212347,-0.12768044
+16374,-3.5971103,-0.09711016,-5.8471103,-5.6151004
+8973,-1.8110341,-0.5610341,-3.3110342,-1.6070205
+92670,-0.64760286,-6.522603,-1.5226028,-1.4096708
+46136,-3.561083,-0.18608312,-5.3110833,-2.1028905
+113240,-0.10061296,-8.100613,-4.350613,-2.8003616
+92271,-3.6059358,-9.793436,-0.73093575,-0.7356845
+47020,-6.5384984,-8.913499,-0.16349854,-1.9193573
+68952,-5.0131335,-8.638134,-0.013133567,-5.39321
+93704,-6.512193,-9.887193,-0.012193188,-4.656495
+126515,-4.41028,-0.03528016,-6.16028,-5.8203883
+1648,-5.791708,-7.916708,-0.1667078,-1.9236584
+4147,-4.868503,-9.118503,-0.49350297,-1.0044597
+106815,-4.281396,-8.781396,-0.40639594,-1.1605265
+18919,-1.0698795,-6.8198795,-0.6948795,-1.9538628
+88395,-5.271752,-10.896751,-0.39675185,-1.1522677
+83361,-3.8598614,-0.109861255,-4.8598614,-3.012286
+69550,-4.156766,-0.031765874,-6.156766,-5.4916105
+59782,-4.408296,-11.220797,-5.658296,-0.13049358
+62607,-4.966104,-9.028604,-2.716104,-0.15302669
+49031,-7.0406427,-10.165643,-0.040642727,-3.3031828
+24073,-6.0148387,-10.077338,-2.1398387,-0.1490629
+34883,-6.263438,-7.763438,-0.013438244,-4.6433387
+78080,-0.15925688,-8.284257,-3.659257,-2.3058827
+59546,-5.264156,-8.639156,-5.889156,-0.058298323
+123805,-3.1086311,-0.10863115,-4.983631,-3.3096116
+87807,-6.420691,-0.045691215,-5.420691,-4.8418875
+53821,-6.1372876,-11.949787,-8.262287,-1.3128021
+90016,-4.909528,-0.034527853,-4.034528,-7.325736
+75870,-5.883296,-9.633296,-0.008296194,-5.5127707
+58764,-5.488561,-9.988562,-0.48856115,-1.0235173
+64575,-0.053593483,-8.053594,-5.4285936,-3.1850853
+85818,-5.904787,-9.529787,-4.029787,-0.039860796
+15652,-7.260009,-9.635009,-0.010008626,-4.7661705
+85976,-4.766142,-9.766142,-0.2661419,-1.5218006
+15080,-4.9083476,-0.03334742,-4.9083476,-4.945416
+79945,-1.9350638,-0.31006384,-5.685064,-2.846446
+76385,-4.986161,-9.611161,-0.23616126,-1.617405
+115581,-2.2615638,-5.636564,-0.7615637,-0.8952914
+61199,-4.652685,-0.027685318,-5.402685,-7.765297
+85813,-6.3963456,-9.271345,-0.021345412,-4.0320654
+67537,-6.1008635,-0.100863665,-3.7258637,-2.9476428
+89261,-3.105109,-7.730109,-0.10510905,-2.9849555
+22046,-4.6295247,-9.067025,-1.6295248,-0.26133046
+22926,-0.7106227,-8.335623,-4.585623,-0.74240315
+49488,-4.212411,-7.587411,-0.71241087,-0.71837765
+96660,-3.0005677,-0.1255677,-3.0005677,-4.954399
+63730,-4.369219,-9.619219,-1.244219,-0.38168594
+9677,-0.08459537,-10.334596,-3.7095954,-3.1156797
+120201,-4.9678974,-8.592897,-2.5928974,-0.099606104
+35208,-6.8798285,-9.504828,-0.0048283413,-6.635458
+30950,-6.0412946,-9.416295,-0.16629471,-1.9212683
+66963,-1.8923488,-8.892348,-0.5173487,-1.3950276
+16156,-5.8870387,-12.012039,-8.637039,-1.0202703
+69670,-3.235582,-0.11058215,-2.985582,-5.4976172
+13477,-1.935627,-0.435627,-4.185627,-6.2016754
+50904,-5.4670753,-0.092075266,-2.7170753,-5.144393
+7930,-6.900422,-9.400422,-0.025422232,-3.7808914
+26294,-5.333212,-9.583212,-2.958212,-0.17922927
+35749,-3.5851514,-10.397652,-0.21015154,-1.8424333
+55850,-2.468844,-7.468844,-0.21884403,-2.223431
+64767,-5.0138154,-10.576315,-6.1388154,-0.07011926
+22057,-5.4804225,-10.355423,-0.48042268,-0.98385406
+87663,-5.3802795,-10.38028,-2.2552798,-0.13488571
+35864,-6.667459,-11.354959,-3.4174588,-0.04476066
+33007,-3.1729472,-7.672947,-0.17294708,-2.2004669
+81372,-4.2893624,-10.601862,-4.1643624,-0.043531567
+97703,-2.209077,-0.2090768,-6.834077,-5.2369323
+118589,-0.23959522,-9.052095,-5.2395954,-1.619641
+65741,-0.6003259,-6.350326,-4.225326,-0.89512306
+119601,-2.9972262,-8.434727,-0.49722636,-1.2727251
+114504,-5.8972263,-8.897226,-0.02222628,-4.0275655
+92452,-0.094704546,-9.157205,-3.9697046,-2.864818
+11152,-1.2571573,-8.507157,-4.1321573,-0.5104313
+44669,-3.456306,-6.331306,-0.081305966,-3.222425
+121963,-3.1981702,-0.07317022,-3.9481702,-7.511777
+63486,-4.7631707,-9.95067,-7.0131707,-0.050769553
+123055,-3.214753,-8.339753,-1.464753,-0.5526783
+119717,-3.9006808,-12.463181,-8.150681,-0.5869734
+88042,-2.1437495,-9.518749,-1.2687495,-0.53172094
+54428,-4.445074,-0.07007416,-3.195074,-5.7047524
+125274,-0.41202226,-8.787023,-2.7870224,-1.415707
+46816,-4.959543,-7.897043,-0.70954317,-0.7185695
+8553,-2.0355499,-8.28555,-0.28554997,-2.1655352
+56455,-6.390511,-0.015511229,-7.765511,-6.550748
+101092,-0.25714016,-7.63214,-1.8821402,-2.900202
+55570,-0.18096119,-8.680962,-4.305961,-2.1781466
+2531,-0.22259341,-9.285093,-4.7225933,-1.7386154
+55854,-3.102599,-0.1025988,-6.7275987,-5.268974
+65143,-0.12510192,-9.375102,-4.250102,-2.377386
+28422,-5.7917943,-11.041795,-3.5417945,-0.04508167
+36329,-4.5469456,-12.171946,-7.5469456,-0.09160967
+8061,-3.3224137,-0.07241374,-5.822414,-7.0482364
+107678,-4.668,-0.16800046,-2.6680005,-3.7455397
+53009,-0.7341331,-9.171633,-5.1091332,-0.8830792
+62879,-0.089848965,-10.2773485,-5.589849,-2.623903
+26784,-3.0882492,-0.08824927,-3.4632492,-8.133122
+21912,-5.4603567,-9.585357,-0.21035683,-1.7297295
+113597,-0.08607153,-8.211072,-4.7110715,-2.7227364
+82760,-0.08977967,-8.08978,-3.3397796,-3.0990832
+26160,-4.553071,-0.053070888,-3.8030708,-5.2839103
+23421,-3.23391,-0.10891011,-4.35891,-3.3273666
+41793,-1.9381745,-3.9381745,-3.8131745,-0.504004
+103325,-4.566782,-0.066782184,-5.066782,-3.9568295
+33557,-6.136064,-0.011063895,-6.011064,-6.90143
+81209,-5.4224663,-0.04746625,-4.4224663,-3.9509144
+107064,-6.884272,-12.009273,-7.509272,-1.0265276
+98221,-1.0803084,-7.0803084,-4.0803084,-1.069487
+16139,-6.6678524,-11.417852,-3.7928524,-0.053353585
+62717,-2.6197424,-0.1197423,-4.6197424,-4.1767325
+28151,-0.04760311,-8.422603,-5.422603,-3.3079004
+22888,-2.5560994,-0.43109933,-2.5560994,-2.7412398
+24637,-1.7137673,-6.088767,-0.8387673,-0.9762762
+92809,-4.42597,-11.05097,-3.6759698,-0.06400539
+91862,-4.0297513,-7.6547513,-0.029751226,-4.660402
+7412,-0.0832242,-8.833224,-3.2082243,-3.4733894
+52442,-1.9277912,-7.677791,-0.55279124,-1.3155482
+87399,-0.3403537,-7.6528535,-2.5903537,-1.7475705
+112712,-0.14500847,-7.7700086,-2.6450086,-3.1513624
+54201,-1.7197782,-9.344778,-4.594778,-0.87399626
+117074,-4.9403605,-8.31536,-0.19036037,-1.8245564
+25137,-3.6747365,-9.737237,-5.2997365,-6.450616
+16780,-0.38630167,-9.323802,-2.1363018,-1.6418414
+72881,-5.210887,-9.085887,-0.0858871,-2.5925703
+110597,-3.470611,-0.095611,-4.845611,-3.882088
+89655,-0.07956627,-9.017066,-3.8295662,-3.4676702
+48391,-1.9705572,-0.22055718,-5.470557,-3.486825
+110182,-0.08879744,-9.026298,-3.8387973,-2.9704669
+87621,-2.4494972,-4.699497,-4.199497,-0.41736105
+122711,-0.027917664,-10.590418,-5.902918,-4.034789
+115720,-0.36827987,-8.993279,-4.36828,-1.2553093
+66486,-2.5691,-0.19409987,-3.6941,-3.338135
+68169,-2.0984325,-0.22343248,-4.0984325,-4.5572095
+110138,-3.4996116,-7.6246114,-0.12461161,-2.5025136
+21580,-1.6718585,-0.2968586,-5.796859,-4.6986446
+102553,-6.565122,-0.0651219,-5.440122,-3.2703831
+78769,-3.6858873,-0.06088724,-6.6858873,-6.0299582
+93593,-3.2538764,-0.1288765,-3.7538764,-3.284852
+16612,-1.853966,-0.35396597,-2.103966,-4.334892
+59583,-3.669658,-11.232158,-4.544658,-0.2266192
+76885,-0.9450034,-9.1325035,-10.5700035,-2.2142904
+120777,-2.5089498,-0.13394973,-4.3839498,-4.1981
+121894,-0.5584233,-8.683423,-3.5584233,-0.94529045
+88371,-0.02254813,-8.522548,-6.022548,-4.1619196
+68747,-4.27073,-8.64573,-0.020730257,-5.6598406

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 16
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv

@@ -0,0 +1,1634 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.36340487748384476,0,4.164912223815918,
+0,8,0.05671815946698189,1,5.401671273367746,
+1,16,0.03094138205051422,2,5.066422414779663,
+1,24,0.031088870018720627,3,2.7971155047416687,
+2,32,0.03168506175279617,4,1.9156156182289124,
+3,40,0.030716661363840103,5,1.5776357680559159,
+3,48,0.030299488455057144,6,1.915861030774457,
+4,56,0.030588354915380478,7,1.2552743016609125,
+5,64,0.030613142997026443,8,0.9366031304001808,
+5,72,0.030301645398139954,9,0.710801570986708,
+6,80,0.030298583209514618,10,0.4236637088470161,
+7,88,0.030437640845775604,11,0.23893770948052406,
+7,96,0.030069634318351746,12,0.2325095156473773,
+8,104,0.03035961091518402,13,0.24315672872277597,
+9,112,0.029968347400426865,14,0.15802941843867302,
+9,120,0.030257917940616608,15,0.09833341495444377,
+10,128,0.03031330555677414,16,0.0716206043958664,
+,,,16,,0.05213646756278144
+11,136,0.030416514724493027,17,0.0511735766970863,
+11,144,0.03045860305428505,18,0.09761171601712704,
+12,152,0.030169498175382614,19,0.11053915488688897,
+13,160,0.0303763747215271,20,0.018051678450622905,
+13,168,0.030618302524089813,21,0.08225625551616152,
+14,176,0.030034441500902176,22,0.035527216129897475,
+15,184,0.03023584932088852,23,0.02998946584799948,
+15,192,0.030033539980649948,24,0.013275336464478945,
+16,200,0.02993151545524597,25,0.010989468741172459,
+17,208,0.030342791229486465,26,0.006972910661716014,
+17,216,0.030482344329357147,27,0.006060221989173442,
+18,224,0.030051399022340775,28,0.006872122327331453,
+19,232,0.030461784452199936,29,0.0029735118805547245,
+19,240,0.03056306019425392,30,0.0040181132977262935,
+20,248,0.031771063804626465,31,0.0024179485730460976,
+21,256,0.030908998101949692,32,0.003043164373957552,
+,,,32,,0.0020325082457727855
+21,264,0.031080272048711777,33,0.0031214724973930665,
+22,272,0.030517220497131348,34,0.0024349594230963184,
+23,280,0.03056209906935692,35,0.0025116064607573207,
+23,288,0.030836116522550583,36,0.0015389011594899265,
+24,296,0.030985388904809952,37,0.0018201386223414115,
+25,304,0.030439279973506927,38,0.0014034907915629446,
+25,312,0.0313672199845314,39,0.001582958095241338,
+26,320,0.03097856044769287,40,0.0015127715256918843,
+27,328,0.03057033196091652,41,0.001249787329773729,
+27,336,0.03075992688536644,42,0.0011045083932306927,
+28,344,0.030100084841251373,43,0.001499754231190309,
+29,352,0.02998451516032219,44,0.0010044260076635207,
+29,360,0.03035455197095871,45,0.0010095802826981526,
+30,368,0.030253317207098007,46,0.0010083221095555928,
+31,376,0.03262859210371971,47,0.0010832926376938953,
+31,384,0.032941143959760666,48,0.0010984278342220932,
+,,,48,,0.0009811648892031775
+32,392,0.03299260139465332,49,0.0011991238612349012,
+33,400,0.03316139057278633,50,0.0009618917392799631,
+33,408,0.03294866159558296,51,0.000810958573614092,
+34,416,0.0331549346446991,52,0.0009163866343442351,
+35,424,0.033373527228832245,53,0.0011178530985489488,
+35,432,0.033337872475385666,54,0.0007369249615294393,
+36,440,0.033506907522678375,55,0.0010025160651518188,
+37,448,0.03338117152452469,56,0.0008518658469256479,
+37,456,0.03296753764152527,57,0.0007120965189339282,
+38,464,0.03320170193910599,58,0.0007848983285449711,
+39,472,0.033186450600624084,59,0.0008917829545680434,
+39,480,0.03330232575535774,60,0.0008016586374045195,
+40,488,0.03315747529268265,61,0.0007604217597482992,
+41,496,0.033280789852142334,62,0.0010482331796083598,
+41,504,0.033615343272686005,63,0.0006545908715149077,
+42,512,0.033118534833192825,64,0.0008022329815763182,
+,,,64,,0.0008252188563346863
+43,520,0.03328624367713928,65,0.0006159722452139249,
+43,528,0.03323447331786156,66,0.0008580854368379473,
+44,536,0.03320895507931709,67,0.0008627158798238573,
+45,544,0.033127862960100174,68,0.0006051843835545393,
+45,552,0.033006682991981506,69,0.0008629148045050291,
+46,560,0.0329073891043663,70,0.0007067357970906111,
+47,568,0.033078089356422424,71,0.00080655735412923,
+47,576,0.032939307391643524,72,0.0007600337909631586,
+48,584,0.033690232783555984,73,0.0005942065370618365,
+49,592,0.03349027782678604,74,0.0008088911442124905,
+49,600,0.03357988968491554,75,0.0007646197461456593,
+50,608,0.03324654698371887,76,0.0006111846014391631,
+51,616,0.0332774743437767,77,0.0008114564116112888,
+51,624,0.03304196149110794,78,0.0007210979082239126,
+52,632,0.03319504112005234,79,0.0006702471187704109,
+53,640,0.03305549547076225,80,0.0007039184432263331,
+,,,80,,0.0006841673101815912
+53,648,0.033549968153238297,81,0.0007505474262870848,
+54,656,0.0332140251994133,82,0.0005582022474430102,
+55,664,0.03302217647433281,83,0.0007356751113547944,
+55,672,0.03339399769902229,84,0.0008297629562245371,
+56,680,0.032878100872039795,85,0.0005874438951044189,
+57,688,0.03285130113363266,86,0.0006853437662357464,
+57,696,0.033217985183000565,87,0.0008396992576308549,
+58,704,0.03291415050625801,88,0.0008345130816451273,
+59,712,0.03279903531074524,89,0.0005457982091077914,
+59,720,0.033008184283971786,90,0.0006919520778215624,
+60,728,0.03339743986725807,91,0.000751083924114937,
+61,736,0.03307628631591797,92,0.000644012339762412,
+61,744,0.03305042162537575,93,0.0006242624403967056,
+62,752,0.03303494676947594,94,0.0007677539952055668,
+63,760,0.03316771984100342,95,0.0006539232480073613,
+63,768,0.03297178074717522,96,0.0006225916534146693,
+,,,96,,0.0006439617007142968
+64,776,0.03366469591856003,97,0.0006779221179645642,
+65,784,0.03295373544096947,98,0.0007203701388789341,
+65,792,0.033400919288396835,99,0.0005991123058871987,
+66,800,0.03314179927110672,100,0.0006148266402306035,
+67,808,0.032925043255090714,101,0.0006369510381773579,
+67,816,0.03300391137599945,102,0.0006754463332375357,
+68,824,0.03353003039956093,103,0.000736934328285445,
+69,832,0.03342841938138008,104,0.0005036143823720826,
+69,840,0.03322705253958702,105,0.0006639616294705775,
+70,848,0.03316406160593033,106,0.0006889530975188661,
+71,856,0.03303690254688263,107,0.0005371956402086652,
+71,864,0.03330073133111,108,0.0006079821396269836,
+72,872,0.03310348093509674,109,0.000703658961962598,
+73,880,0.033426716923713684,110,0.0006280544683769611,
+73,888,0.033184636384248734,111,0.00044693932286463676,
+74,896,0.03313400223851204,112,0.0005948295541505407,
+,,,112,,0.0005957332129279772
+75,904,0.03290829434990883,113,0.0006821279405682747,
+75,912,0.033373914659023285,114,0.0004947626119246706,
+76,920,0.03331232815980911,115,0.0006273320668697124,
+77,928,0.033097557723522186,116,0.0005967922683339566,
+77,936,0.03288167342543602,117,0.0005767162261430972,
+78,944,0.033267542719841,118,0.0005910640290191319,
+79,952,0.03301161527633667,119,0.0006316150233033113,
+79,960,0.03297277167439461,120,0.0005163629461354244,
+80,968,0.03292171284556389,121,0.0005609482890577055,
+81,976,0.03318551182746887,122,0.00048353549451955285,
+81,984,0.03323555365204811,123,0.0006766213669574686,
+82,992,0.03360312059521675,124,0.0004932242306191862,
+83,1000,0.033377110958099365,125,0.0005979012307112239,
+83,1008,0.033381640911102295,126,0.0005685341857315507,
+84,1016,0.03329767659306526,127,0.000650743352889549,
+85,1024,0.03302378207445145,128,0.00047052141356592375,
+,,,128,,0.0005584117542538377
+85,1032,0.033144887536764145,129,0.0006108029733046091,
+86,1040,0.0341084823012352,130,0.0005233569143456406,
+87,1048,0.03935783728957176,131,0.000512766586325597,
+87,1056,0.03909344598650932,132,0.0005404306575655937,
+88,1064,0.03340228274464607,133,0.0006298185988271143,
+89,1072,0.033294953405857086,134,0.0004008976926949496,
+89,1080,0.03293180465698242,135,0.000598628401348833,
+90,1088,0.033078067004680634,136,0.0006294754881916257,
+91,1096,0.032926805317401886,137,0.00039104624920582864,
+91,1104,0.03343425318598747,138,0.0005353606375138042,
+92,1112,0.032910674810409546,139,0.0005333285650218992,
+93,1120,0.03303960710763931,140,0.0006285087377667272,
+93,1128,0.03319265693426132,141,0.00038364456001242314,
+94,1136,0.03302192687988281,142,0.000581639665012647,
+95,1144,0.03278311714529991,143,0.00041352544794790445,
+95,1152,0.03317095711827278,144,0.000500278851177427,
+,,,144,,0.0005261426170667013
+96,1160,0.03327822685241699,145,0.0005773196273366921,
+97,1168,0.033819787204265594,146,0.0004755784514903401,
+97,1176,0.03315572440624237,147,0.0004782932150452065,
+98,1184,0.033153433352708817,148,0.0005033664492657408,
+99,1192,0.03285672888159752,149,0.0005021737579227192,
+99,1200,0.03278127312660217,150,0.0004938825924390196,
+100,1208,0.03325328975915909,151,0.0004897481921943836,
+101,1216,0.03303919732570648,152,0.0006345756949788969,
+101,1224,0.03273541480302811,153,0.00037060657086840365,
+102,1232,0.03324688598513603,154,0.00046712668855824243,
+103,1240,0.033119916915893555,155,0.0005798371166747529,
+103,1248,0.03287346288561821,156,0.00040102462298818864,
+104,1256,0.032937876880168915,157,0.00045524018484381185,
+105,1264,0.03282454237341881,158,0.00047297822978483356,
+105,1272,0.03319226950407028,159,0.0005231434097368037,
+106,1280,0.033332329243421555,160,0.0005540363970794715,
+,,,160,,0.0004947967827320099
+107,1288,0.0327276885509491,161,0.0004368451045593247,
+107,1296,0.03294546529650688,162,0.00047037554819932364,
+108,1304,0.03966612368822098,163,0.00046233116821288905,
+109,1312,0.03323349356651306,164,0.0004910907315206714,
+109,1320,0.03314819559454918,165,0.0004317452694522217,
+110,1328,0.03304491937160492,166,0.0005601512481613705,
+111,1336,0.03297358378767967,167,0.000376717398467008,
+111,1344,0.032831717282533646,168,0.0004990707560258064,
+112,1352,0.03320943936705589,169,0.0003904766423753851,
+113,1360,0.033325180411338806,170,0.000536748964805156,
+113,1368,0.03352316841483116,171,0.0004430328197486233,
+114,1376,0.03300515189766884,172,0.0003515435593726579,
+115,1384,0.032707370817661285,173,0.00048490790400787124,
+115,1392,0.03335699066519737,174,0.0005211588747139709,
+116,1400,0.03293116018176079,175,0.0003770533701754175,
+117,1408,0.033329326659440994,176,0.0004878405067886758,
+,,,176,,0.00047636725422408845
+117,1416,0.033670347183942795,177,0.00044106231871410273,
+118,1424,0.033087898045778275,178,0.00048757810800452716,
+119,1432,0.033022455871105194,179,0.0003988779561560867,
+119,1440,0.032950207591056824,180,0.0005043457361656086,
+120,1448,0.03318122401833534,181,0.0004644108805223368,
+121,1456,0.03317113220691681,182,0.00036266577912361493,
+121,1464,0.033104754984378815,183,0.0005108737708117891,
+122,1472,0.03302532061934471,184,0.0004575920684146695,
+123,1480,0.03311050683259964,185,0.000454516954656962,
+123,1488,0.03340350463986397,186,0.00039043935369894217,
+124,1496,0.033309198915958405,187,0.00044153500857646577,
+125,1504,0.03278052806854248,188,0.00038163031907364103,
+125,1512,0.033128004521131516,189,0.00046207882708889275,
+126,1520,0.0333462655544281,190,0.00041410136691411026,
+127,1528,0.03303704410791397,191,0.0004889633741445973,
+127,1536,0.03331143409013748,192,0.0003528803281369619,
+,,,192,,0.0004540364154511028
+128,1544,0.03315531834959984,193,0.00044011130557919387,
+129,1552,0.03305411338806152,194,0.0003860342336078507,
+129,1560,0.03294958919286728,195,0.00044951003947062417,
+130,1568,0.033322930335998535,196,0.0004476820875424892,
+131,1576,0.032910604029893875,197,0.00046006219313962253,
+131,1584,0.03304746001958847,198,0.0003357810728630284,
+132,1592,0.03300659358501434,199,0.0004048973714816384,
+133,1600,0.03257708624005318,200,0.0004098107579920907,
+133,1608,0.032488636672496796,201,0.00043434513489566077,
+134,1616,0.03262164816260338,202,0.000403903005765945,
+135,1624,0.032400138676166534,203,0.0004387972450266326,
+135,1632,0.03273691609501839,204,0.0003747562128410209,
+136,1640,0.033235568553209305,205,0.0003963993931392906,
+137,1648,0.030581209808588028,206,0.0003522367223922629,
+137,1656,0.03081906959414482,207,0.0004989648720462961,
+138,1664,0.030346449464559555,208,0.00046366048159792887,
+,,,208,,0.00041034090746608045
+139,1672,0.030505601316690445,209,0.00032568886745139026,
+139,1680,0.030284371227025986,210,0.00039763499929298024,
+140,1688,0.02996046096086502,211,0.00041055520289644064,
+141,1696,0.03021126240491867,212,0.0003696542407851666,
+141,1704,0.030639998614788055,213,0.0004183459911603547,
+142,1712,0.03026336058974266,214,0.00042471091243593645,
+143,1720,0.03017372637987137,215,0.00034312814906505603,
+143,1728,0.030296165496110916,216,0.0004457229828403797,
+144,1736,0.030887238681316376,217,0.0003126093633909477,
+145,1744,0.03055313602089882,218,0.0005142343361512758,
+145,1752,0.03102600947022438,219,0.00037317115917782456,
+146,1760,0.031217291951179504,220,0.0003741841095082539,
+147,1768,0.030191030353307724,221,0.0003394669699143075,
+147,1776,0.03060106933116913,222,0.0004623299434266907,
+148,1784,0.030555110424757004,223,0.00042848815719480625,
+149,1792,0.03073842078447342,224,0.00031433128710237464,
+,,,224,,0.00039507709960970614
+149,1800,0.03048316389322281,225,0.0004168785526417196,
+150,1808,0.030261296778917313,226,0.00034704745242682594,
+151,1816,0.03037472441792488,227,0.0003816414179406517,
+151,1824,0.0307430662214756,228,0.00039742558510624804,
+152,1832,0.030692651867866516,229,0.00038516697410765727,
+153,1840,0.030415520071983337,230,0.00030657806867869414,
+153,1848,0.03091280534863472,231,0.0004201072400367896,
+154,1856,0.030747193843126297,232,0.0004214063665131107,
+155,1864,0.030659064650535583,233,0.0002850289747584611,
+155,1872,0.030150428414344788,234,0.0003823315025025901,
+156,1880,0.030239854007959366,235,0.00026465081161101506,
+157,1888,0.030773621052503586,236,0.0004905481691821478,
+157,1896,0.030662421137094498,237,0.00034253538312138215,
+158,1904,0.03032730147242546,238,0.0003698785068991128,
+159,1912,0.030426084995269775,239,0.0003798267225647578,
+159,1920,0.030718907713890076,240,0.00035316602588864043,
+,,,240,,0.00035222565444807213
+160,1928,0.03044012188911438,241,0.0003324358534882776,
+161,1936,0.031204335391521454,242,0.00032785706103563176,
+161,1944,0.02979385480284691,243,0.0004083730333756345,
+162,1952,0.02980097010731697,244,0.0003247356414379153,
+163,1960,0.03001982346177101,245,0.0003434009728759217,
+163,1968,0.029833834618330002,246,0.00041417583561269565,
+164,1976,0.029981840401887894,247,0.00040476366848452017,
+165,1984,0.030219826847314835,248,0.00029128795313226874,
+165,1992,0.032973870635032654,249,0.0004233878462400753,
+166,2000,0.03305412456393242,250,0.0003478051133112915,
+167,2008,0.03295230492949486,251,0.0003794877438849653,
+167,2016,0.03280889242887497,252,0.00033913396224046925,
+168,2024,0.03360835090279579,253,0.0003643339667178225,
+169,2032,0.030966904014348984,254,0.00037238634623853225,
+169,2040,0.03042587637901306,255,0.00032540193327198114,
+170,2048,0.029919590801000595,256,0.00036963419552193955,
+,,,256,,0.0003404299107690652
+171,2056,0.030162647366523743,257,0.00037580039029957594,
+171,2064,0.0314408615231514,258,0.00027892493599210864,
+172,2072,0.033122774213552475,259,0.0003364772450627892,
+173,2080,0.03286686912178993,260,0.0003526644513840438,
+173,2088,0.033247239887714386,261,0.00034381010794147315,
+174,2096,0.033246248960494995,262,0.0003432354943860056,
+175,2104,0.033797916024923325,263,0.000348574386407563,
+175,2112,0.03286728635430336,264,0.00035070341358992403,
+176,2120,0.033393025398254395,265,0.00032324044462127077,
+177,2128,0.03314843401312828,266,0.0003782010053328122,
+177,2136,0.03267543017864227,267,0.0003335643996251747,
+178,2144,0.03348248824477196,268,0.00033926301985047757,
+179,2152,0.0331292524933815,269,0.0003501287865219638,
+179,2160,0.03292518109083176,270,0.00031978336379065046,
+180,2168,0.03314061462879181,271,0.0002802298236929346,
+181,2176,0.03306782990694046,272,0.0004308072796751124,
+,,,272,,0.00034057147180040676
+181,2184,0.03319978713989258,273,0.0002689589387695638,
+182,2192,0.03341560810804367,274,0.00031032360978618573,
+183,2200,0.033180173486471176,275,0.00028078360204138636,
+183,2208,0.03329093009233475,276,0.00039552836945707287,
+184,2216,0.03302024304866791,277,0.0002698090223323864,
+185,2224,0.033212609589099884,278,0.0004205444303806871,
+185,2232,0.03301433473825455,279,0.0003079794239186283,
+186,2240,0.03296617791056633,280,0.00023930778297653887,
+187,2248,0.03292069584131241,281,0.00046867311248206535,
+187,2256,0.03348635882139206,282,0.0003221479138509104,
+188,2264,0.03322017565369606,283,0.00032251025489434443,
+189,2272,0.03297467157244682,284,0.00032484626353834756,
+189,2280,0.033306822180747986,285,0.00033869069375214167,
+190,2288,0.03314357250928879,286,0.00033935707220475057,
+191,2296,0.032895926386117935,287,0.00037002987664891407,
+191,2304,0.03310537338256836,288,0.00027605300471935024,
+,,,288,,0.00033264273467163247
+192,2312,0.03325958922505379,289,0.0003718198216423237,
+193,2320,0.033080533146858215,290,0.00031669566253965186,
+193,2328,0.033562853932380676,291,0.00026768082680064256,
+194,2336,0.03350645676255226,292,0.00033113926959534484,
+195,2344,0.03337923064827919,293,0.00030572828836739063,
+195,2352,0.03322407230734825,294,0.00031889674833759533,
+196,2360,0.03362267464399338,295,0.0002747299757694626,
+197,2368,0.030659910291433334,296,0.00040890764466894325,
+197,2376,0.029258836060762405,297,0.0003216002047078551,
+198,2384,0.02912042662501335,298,0.00031367845622298773,
+199,2392,0.028932537883520126,299,0.00033318500572931953,
+199,2400,0.029457859694957733,300,0.0002932036285138955,
+200,2408,0.028750162571668625,301,0.00031846857434304966,
+201,2416,0.028956737369298935,302,0.00033306379464193014,
+201,2424,0.028779614716768265,303,0.0003215985499472091,
+202,2432,0.028981022536754608,304,0.0003518765682504939,
+,,,304,,0.000335051031369302
+203,2440,0.028885554522275925,305,0.00027232778738834896,
+203,2448,0.028878379613161087,306,0.00031412126606613,
+204,2456,0.028966370970010757,307,0.00035173876531189305,
+205,2464,0.029049541801214218,308,0.00031411559312901873,
+205,2472,0.02959650382399559,309,0.00024665645560162375,
+206,2480,0.029148101806640625,310,0.00034145765779872557,
+207,2488,0.028730686753988266,311,0.00021983982878737152,
+207,2496,0.028956543654203415,312,0.0003343365303104899,
+208,2504,0.02867451310157776,313,0.0002861974266124889,
+209,2512,0.02903563529253006,314,0.00029250582974782446,
+209,2520,0.02886984869837761,315,0.0003499758124235086,
+210,2528,0.028847478330135345,316,0.0002955082969232795,
+211,2536,0.028717052191495895,317,0.00024530849768780174,
+211,2544,0.028911951929330826,318,0.0003645043652795721,
+212,2552,0.029041647911071777,319,0.0002947972149870891,
+213,2560,0.02926112711429596,320,0.0002811695840136963,
+,,,320,,0.00031183031387627125
+213,2568,0.028621003031730652,321,0.0003073605673437539,
+214,2576,0.02921101450920105,322,0.0002812746507905623,
+215,2584,0.028894733637571335,323,0.00032563055865466597,
+215,2592,0.028644360601902008,324,0.0003220636863261461,
+216,2600,0.028476238250732422,325,0.00032609287518425845,
+217,2608,0.02848060429096222,326,0.00023247894144636425,
+217,2616,0.028249941766262054,327,0.0003577941376230835,
+218,2624,0.028341177850961685,328,0.00029190178004985984,
+219,2632,0.028289794921875,329,0.0003420246618285698,
+219,2640,0.02815348654985428,330,0.000266270803573813,
+220,2648,0.028610896319150925,331,0.0003245033607527148,
+221,2656,0.028297703713178635,332,0.00023322595067535681,
+221,2664,0.02814343199133873,333,0.00034259588729972687,
+222,2672,0.028403963893651962,334,0.0002856614652652449,
+223,2680,0.02832891419529915,335,0.0003227089204301592,
+223,2688,0.0288088358938694,336,0.0002815314983308781,
+,,,336,,0.0003033450597690211
+224,2696,0.028814978897571564,337,0.00028285330366391764,
+225,2704,0.029035992920398712,338,0.00033156241188407875,
+225,2712,0.029202859848737717,339,0.0002750577285561511,
+226,2720,0.029426831752061844,340,0.0003073489793418308,
+227,2728,0.02932225540280342,341,0.0002629825094118132,
+227,2736,0.02941497042775154,342,0.0003097032801763687,
+228,2744,0.029469352215528488,343,0.00025465179496677595,
+229,2752,0.029268737882375717,344,0.0003245517764298711,
+229,2760,0.029265720397233963,345,0.00028317771648289636,
+230,2768,0.029547560960054398,346,0.0003117266120777155,
+231,2776,0.029404640197753906,347,0.00026635432056666886,
+231,2784,0.02944212034344673,348,0.00030651523848064245,
+232,2792,0.029305823147296906,349,0.00025655763632433565,
+233,2800,0.029363390058279037,350,0.00032608816472929903,
+233,2808,0.029486406594514847,351,0.00027597657624158146,
+234,2816,0.029636088758707047,352,0.00028553958266760066,
+,,,352,,0.0002778333404825793
+235,2824,0.029840875416994095,353,0.0002961003660207747,
+235,2832,0.030111223459243774,354,0.0002768343332718359,
+236,2840,0.029345165938138962,355,0.0002879297996211487,
+237,2848,0.029488276690244675,356,0.0003243110411858652,
+237,2856,0.02973964437842369,357,0.00024209419175999107,
+238,2864,0.036415811628103256,358,0.000298884478979744,
+239,2872,0.036619123071432114,359,0.00021622671229124535,
+239,2880,0.036670856177806854,360,0.00032969110179692507,
+240,2888,0.03675756976008415,361,0.00024759963919980993,
+241,2896,0.036158014088869095,362,0.0002713800907561866,
+241,2904,0.029384199529886246,363,0.0003272574504080694,
+242,2912,0.029422905296087265,364,0.00023643476106371963,
+243,2920,0.02964027225971222,365,0.0002900065501307836,
+243,2928,0.02914825826883316,366,0.0003206799307614953,
+244,2936,0.02943994849920273,367,0.00030623650636698587,
+245,2944,0.02968067303299904,368,0.0002722004414863477,
+,,,368,,0.00029500767899056274
+245,2952,0.029978442937135696,369,0.000283985176065471,
+246,2960,0.029997456818819046,370,0.0002576779882777676,
+247,2968,0.029391802847385406,371,0.00027262100047664717,
+247,2976,0.02988813817501068,372,0.0003077934194758806,
+248,2984,0.029460713267326355,373,0.00026433251635656535,
+249,2992,0.03529061749577522,374,0.0003100872806195791,
+249,3000,0.029394883662462234,375,0.00023664627769903746,
+250,3008,0.02951655164361,376,0.00024142312322510405,
+251,3016,0.029654402285814285,377,0.00030320057807590013,
+251,3024,0.029448002576828003,378,0.00026972424287426594,
+252,3032,0.02957228571176529,379,0.00028803283494198694,
+253,3040,0.029410991817712784,380,0.0002708989159145858,
+253,3048,0.029469970613718033,381,0.0002471769078814153,
+254,3056,0.029669426381587982,382,0.0003213516132139678,
+255,3064,0.029256004840135574,383,0.00023715725137662957,
+255,3072,0.029797345399856567,384,0.0002792959985526977,
+,,,384,,0.0002794880937370989
+256,3080,0.029670190066099167,385,0.00033056507527362555,
+257,3088,0.02929920330643654,386,0.00018909962299013778,
+257,3096,0.02949589490890503,387,0.0003183178079780191,
+258,3104,0.029458612203598022,388,0.0002634462231677996,
+259,3112,0.02988399565219879,389,0.00031106904255769524,
+259,3120,0.02918703854084015,390,0.0002460547466398566,
+260,3128,0.029663339257240295,391,0.0002644896074863417,
+261,3136,0.028994057327508926,392,0.0002500197894429827,
+261,3144,0.02927684783935547,393,0.0002790833248582203,
+262,3152,0.02926492691040039,394,0.00027618161584541667,
+263,3160,0.029266785830259323,395,0.0002468658502039034,
+263,3168,0.029110755771398544,396,0.00027045746329739425,
+264,3176,0.02949574962258339,397,0.0003098651598390591,
+265,3184,0.029306907206773758,398,0.00023367510714576513,
+265,3192,0.029790207743644714,399,0.0002684041928660008,
+266,3200,0.029410261660814285,400,0.0002740535230259411,
+,,,400,,0.00027632333027819794
+267,3208,0.02949265018105507,401,0.00024930999552452704,
+267,3216,0.029657024890184402,402,0.00029034655635769014,
+268,3224,0.02961587905883789,403,0.0002605967660201713,
+269,3232,0.03681229054927826,404,0.00027366730622209917,
+269,3240,0.03665350005030632,405,0.00026103109952860644,
+270,3248,0.029659539461135864,406,0.00030054187923919277,
+271,3256,0.029521729797124863,407,0.0002807371715789486,
+271,3264,0.029932916164398193,408,0.0002348499173032386,
+272,3272,0.029976926743984222,409,0.00022592107161472085,
+273,3280,0.029559824615716934,410,0.00026875031714250025,
+273,3288,0.03011418879032135,411,0.00028737350398192314,
+274,3296,0.030144102871418,412,0.00029016632678186785,
+275,3304,0.029724884778261185,413,0.00018726794187386985,
+275,3312,0.03011671081185341,414,0.00029455820125197835,
+276,3320,0.029588263481855392,415,0.00023145552707622605,
+277,3328,0.02978503704071045,416,0.0002626131624440729,
+,,,416,,0.00026683152342836064
+277,3336,0.029656212776899338,417,0.0003045561730687041,
+278,3344,0.02979455143213272,418,0.00025262888630095404,
+279,3352,0.03005887195467949,419,0.0002800239119096659,
+279,3360,0.03513661399483681,420,0.0002454831652964155,
+280,3368,0.03538209944963455,421,0.00019426458372133007,
+281,3376,0.029576238244771957,422,0.00034483452448815416,
+281,3384,0.02969176694750786,423,0.0002466662475247479,
+282,3392,0.03663786128163338,424,0.00026504257148189935,
+283,3400,0.029369331896305084,425,0.0002915173081419198,
+283,3408,0.02964036539196968,426,0.00021850241864740383,
+284,3416,0.02949587255716324,427,0.00028205493903702257,
+285,3424,0.02951955422759056,428,0.00023549072648165748,
+285,3432,0.029677312821149826,429,0.00026013412434622296,
+286,3440,0.029495254158973694,430,0.0002512344995921012,
+287,3448,0.029367659240961075,431,0.0002634344502894237,
+287,3456,0.029246624559164047,432,0.0002540659381338628,
+,,,432,,0.00026693826334344014
+288,3464,0.02965852990746498,433,0.00028638736936651793,
+289,3472,0.02934568002820015,434,0.0002270793960633455,
+289,3480,0.02921508252620697,435,0.00025041965428889465,
+290,3488,0.029420040547847748,436,0.00028364961872284766,
+291,3496,0.029553040862083435,437,0.000260199709070245,
+291,3504,0.029697991907596588,438,0.00022113669304720437,
+292,3512,0.029957283288240433,439,0.00021675603541856012,
+293,3520,0.029722459614276886,440,0.00025537572801113126,
+293,3528,0.029680117964744568,441,0.0002747461408684363,
+294,3536,0.029629070311784744,442,0.0002500744732969906,
+295,3544,0.02958696335554123,443,0.0002522177367479474,
+295,3552,0.029775988310575485,444,0.0002438643699254802,
+296,3560,0.03000563383102417,445,0.0002535152569700066,
+297,3568,0.029934007674455643,446,0.00020488851305344724,
+297,3576,0.02939114347100258,447,0.00028085773062360076,
+298,3584,0.029359478503465652,448,0.00024293092792504467,
+,,,448,,0.0002607931900355551
+299,3592,0.029207933694124222,449,0.00025830299855442716,
+299,3600,0.029326453804969788,450,0.0002428170251472953,
+300,3608,0.029522605240345,451,0.0002239576839201618,
+301,3616,0.02996983751654625,452,0.00025955837242820835,
+301,3624,0.029601052403450012,453,0.0002725327137037918,
+302,3632,0.0295775905251503,454,0.0002835588726763187,
+303,3640,0.029798265546560287,455,0.00022850696768728085,
+303,3648,0.02940405160188675,456,0.0002367891541195734,
+304,3656,0.029283661395311356,457,0.00025963941776093895,
+305,3664,0.03509432077407837,458,0.00028297800872678636,
+305,3672,0.034826815128326416,459,0.00020312452579673845,
+306,3680,0.029147110879421234,460,0.00024172187913791278,
+307,3688,0.02915775403380394,461,0.0002198384622715821,
+307,3696,0.02957315742969513,462,0.0002875676189432852,
+308,3704,0.029367629438638687,463,0.0002980484538663101,
+309,3712,0.029362179338932037,464,0.0001670537629252067,
+,,,464,,0.00026015898523231346
+309,3720,0.0293397419154644,465,0.00026554275895510467,
+310,3728,0.029490340501070023,466,0.00029137185421339903,
+311,3736,0.029528476297855377,467,0.00019257074700362864,
+311,3744,0.029631249606609344,468,0.00022630183827589332,
+312,3752,0.029774457216262817,469,0.00024339039337064605,
+313,3760,0.02935495600104332,470,0.0002552668292992166,
+313,3768,0.029287070035934448,471,0.0002280329577583221,
+314,3776,0.029243838042020798,472,0.00019486996977017648,
+315,3784,0.029565490782260895,473,0.00027394549973299337,
+315,3792,0.029460489749908447,474,0.0002495064297060405,
+316,3800,0.029387138783931732,475,0.00025053285359414684,
+317,3808,0.02989233285188675,476,0.00023658264347302196,
+317,3816,0.029574289917945862,477,0.00023686109998379833,
+318,3824,0.03008696436882019,478,0.000231405131368471,
+319,3832,0.030090391635894775,479,0.00020474534067034257,
+319,3840,0.029732447117567062,480,0.0002613728294298718,
+,,,480,,0.00025237113651302125
+320,3848,0.029957741498947144,481,0.00023840912347493161,
+321,3856,0.029772300273180008,482,0.00022648584217677126,
+321,3864,0.034989092499017715,483,0.00023553392020403408,
+322,3872,0.029947254806756973,484,0.00027059350447546294,
+323,3880,0.029393769800662994,485,0.00019506764328980353,
+323,3888,0.030047256499528885,486,0.00022917746597765168,
+324,3896,0.030354510992765427,487,0.00023797711552712522,
+325,3904,0.029476962983608246,488,0.00022801247827633882,
+325,3912,0.030002780258655548,489,0.00025038033199962226,
+326,3920,0.030133243650197983,490,0.0002255943891213974,
+327,3928,0.030357208102941513,491,0.00026703720759542194,
+327,3936,0.030203208327293396,492,0.0002153380989641716,
+328,3944,0.02997123822569847,493,0.0002248186187898682,
+329,3952,0.03012995421886444,494,0.0002280661624354252,
+329,3960,0.029370445758104324,495,0.00024084060351015069,
+330,3968,0.02962058037519455,496,0.00027027482792618684,
+,,,496,,0.00025173788890242577
+331,3976,0.03001246228814125,497,0.00021031476561412482,
+331,3984,0.029956430196762085,498,0.0002559680800307736,
+332,3992,0.02981403097510338,499,0.0002259902236498116,
+333,4000,0.029774699360132217,500,0.00027364351687234983,
+333,4008,0.029869604855775833,501,0.00019747720822730722,
+334,4016,0.029683556407690048,502,0.00024057957816694397,
+335,4024,0.029622871428728104,503,0.00026071870282369974,
+335,4032,0.029554352164268494,504,0.00023337731753209873,
+336,4040,0.02983931452035904,505,0.00023060264226972192,
+337,4048,0.029886290431022644,506,0.00021898793875152478,
+337,4056,0.02919657528400421,507,0.00023901743147039918,
+338,4064,0.029711078852415085,508,0.00025114616558615427,
+339,4072,0.02965514361858368,509,0.00016696775310265366,
+339,4080,0.02991974726319313,510,0.0002587607468740316,
+340,4088,0.02973441407084465,511,0.00023847879180850993,
+341,4096,0.029157713055610657,512,0.00021362219704315066,
+,,,512,,0.00024107897964616617
+341,4104,0.02890077978372574,513,0.00023383503806447456,
+342,4112,0.02897386997938156,514,0.00024804474332995596,
+343,4120,0.02906247228384018,515,0.00024722760326767457,
+343,4128,0.029001642018556595,516,0.00020441455429439279,
+344,4136,0.029806166887283325,517,0.00021495776400115574,
+345,4144,0.029048409312963486,518,0.0001876047477708198,
+345,4152,0.02963365986943245,519,0.0002669468813110143,
+346,4160,0.029413245618343353,520,0.0002188353349386792,
+347,4168,0.029420487582683563,521,0.00019993737078038976,
+347,4176,0.029528934508562088,522,0.00026673762165176285,
+348,4184,0.029447361826896667,523,0.00025604415386624166,
+349,4192,0.029277946799993515,524,0.00023473803074531524,
+349,4200,0.029594693332910538,525,0.00020728902230378785,
+350,4208,0.029447760432958603,526,0.0002473149803076272,
+351,4216,0.029509205371141434,527,0.0002296501821547281,
+351,4224,0.029561765491962433,528,0.0002005598489631666,
+,,,528,,0.0002524656140142017
+352,4232,0.029726359993219376,529,0.00020819636817274537,
+353,4240,0.029905952513217926,530,0.0002814908887861141,
+353,4248,0.029856733977794647,531,0.0001973335098834165,
+354,4256,0.02969283238053322,532,0.00020417424699796052,
+355,4264,0.029702477157115936,533,0.00028811421604283777,
+355,4272,0.029808592051267624,534,0.00019175117813574616,
+356,4280,0.02976718172430992,535,0.0002451131640555104,
+357,4288,0.02926284447312355,536,0.0002685553379706107,
+357,4296,0.02959951013326645,537,0.00019411782912876724,
+358,4304,0.029478635638952255,538,0.00020040127613659328,
+359,4312,0.02898086979985237,539,0.00025152721036647563,
+359,4320,0.02919602394104004,540,0.00021950118889435544,
+360,4328,0.029701918363571167,541,0.0002610899191495264,
+361,4336,0.02953869104385376,542,0.00019390451689105248,
+361,4344,0.029660578817129135,543,0.00020697280190991782,
+362,4352,0.029979590326547623,544,0.00023723573134962602,
+,,,544,,0.00023355681656135453
+363,4360,0.02919023111462593,545,0.0001804149369490915,
+363,4368,0.03003823757171631,546,0.00024379707636918674,
+364,4376,0.03004513680934906,547,0.00018644433779021105,
+365,4384,0.029646586626768112,548,0.0002870098083803896,
+365,4392,0.030074693262577057,549,0.00021283168644004036,
+366,4400,0.02928580343723297,550,0.0002172214351178679,
+367,4408,0.029771871864795685,551,0.00018430152522341814,
+367,4416,0.029787935316562653,552,0.00025387509335165044,
+368,4424,0.029562316834926605,553,0.00021023992277540465,
+369,4432,0.02953314408659935,554,0.0002965192916235537,
+369,4440,0.02979729324579239,555,0.0001984430839781583,
+370,4448,0.029687736183404922,556,0.0002504863319440379,
+371,4456,0.029961980879306793,557,0.00019510372330842075,
+371,4464,0.029410410672426224,558,0.00023126658864687974,
+372,4472,0.029207706451416016,559,0.00021681295796345998,
+373,4480,0.029658209532499313,560,0.00023400852417883775,
+,,,560,,0.00023889313969347213
+373,4488,0.029330752789974213,561,0.0002293669246379674,
+374,4496,0.029370930045843124,562,0.00022075415593765987,
+375,4504,0.028975851833820343,563,0.00022059825732867466,
+375,4512,0.03649246692657471,564,0.00021856204375581,
+376,4520,0.02908715233206749,565,0.00023632327455353725,
+377,4528,0.02939561754465103,566,0.00021160354299354367,
+377,4536,0.02927621826529503,567,0.0002123447335785992,
+378,4544,0.02955322340130806,568,0.00025838582466046017,
+379,4552,0.03477497398853302,569,0.00017189884723241752,
+379,4560,0.029360488057136536,570,0.00022567289912937363,
+380,4568,0.02951272577047348,571,0.00020263583367826263,
+381,4576,0.029559973627328873,572,0.0002646870091969807,
+381,4584,0.029589198529720306,573,0.0002054874348687008,
+382,4592,0.02960643172264099,574,0.0002263310531513222,
+383,4600,0.029322996735572815,575,0.0002023260236455826,
+383,4608,0.029452838003635406,576,0.00022037132319902803,
+,,,576,,0.00023689351251555813
+384,4616,0.029490672051906586,577,0.0002480301533068996,
+385,4624,0.02942872792482376,578,0.00017632457123302933,
+385,4632,0.02931073307991028,579,0.0002338047997909598,
+386,4640,0.029377531260252,580,0.00024293914248119108,
+387,4648,0.029302317649126053,581,0.0001905471812538703,
+387,4656,0.02913472428917885,582,0.0002279960056815374,
+388,4664,0.029356487095355988,583,0.00024065892193902982,
+389,4672,0.029394660145044327,584,0.00015844340547725247,
+389,4680,0.029823441058397293,585,0.0002459327015458257,
+390,4688,0.029270198196172714,586,0.00022480737347255593,
+391,4696,0.02932104468345642,587,0.00022666097647743299,
+391,4704,0.029587332159280777,588,0.00019322110377591647,
+392,4712,0.029083173722028732,589,0.00022344480712490621,
+393,4720,0.029694214463233948,590,0.00021239470152067952,
+393,4728,0.029607020318508148,591,0.00022680805644389088,
+394,4736,0.029378466308116913,592,0.0002240503228676971,
+,,,592,,0.00022353438867463006
+395,4744,0.029717572033405304,593,0.0001850671433203388,
+395,4752,0.029409155249595642,594,0.00023530941195661268,
+396,4760,0.02943827211856842,595,0.00021164598474570083,
+397,4768,0.029201894998550415,596,0.00021195098997850437,
+397,4776,0.029304139316082,597,0.00019094449708063622,
+398,4784,0.029247164726257324,598,0.0002233976458228426,
+399,4792,0.029380392283201218,599,0.00021081432027535306,
+399,4800,0.029465004801750183,600,0.000202401227397786,
+400,4808,0.029649212956428528,601,0.0002005313387295852,
+401,4816,0.029537297785282135,602,0.00024342458928003908,
+401,4824,0.02985328435897827,603,0.0002052119257963828,
+402,4832,0.02938063070178032,604,0.00019463816988718463,
+403,4840,0.029453080147504807,605,0.00019367568820598534,
+403,4848,0.029614396393299103,606,0.00023277581827382425,
+404,4856,0.02949659153819084,607,0.00022682978087686933,
+405,4864,0.029427602887153625,608,0.00022293454951847837,
+,,,608,,0.0002170205633673403
+405,4872,0.029540855437517166,609,0.0001886529328961236,
+406,4880,0.03011755645275116,610,0.00017942439535545418,
+407,4888,0.02995682880282402,611,0.00026788591203512623,
+407,4896,0.029580704867839813,612,0.00019700484673584078,
+408,4904,0.029984351247549057,613,0.0001820870205240984,
+409,4912,0.029667142778635025,614,0.00023396711579456073,
+409,4920,0.0293329618871212,615,0.00021010200786501324,
+410,4928,0.02942797914147377,616,0.00021794117908159803,
+411,4936,0.02922373265028,617,0.00016754824719100725,
+411,4944,0.029613953083753586,618,0.00023115672411222477,
+412,4952,0.029341090470552444,619,0.00019222304108552636,
+413,4960,0.029762454330921173,620,0.00022567517771676648,
+413,4968,0.029586192220449448,621,0.000215960702613908,
+414,4976,0.029617492109537125,622,0.00020220836413500364,
+415,4984,0.029581602662801743,623,0.00022525394524564035,
+415,4992,0.029352854937314987,624,0.0001771182880474953,
+,,,624,,0.00021421296211580435
+416,5000,0.029756292700767517,625,0.0001972278314497089,
+417,5008,0.02983013167977333,626,0.000244250256011063,
+417,5016,0.02925105020403862,627,0.00017355627733195433,
+418,5024,0.02969987690448761,628,0.00018774887212202884,
+419,5032,0.029547180980443954,629,0.0002391498962121356,
+419,5040,0.030141383409500122,630,0.0002039351214383108,
+420,5048,0.029898982495069504,631,0.00019891421366732435,
+421,5056,0.029676619917154312,632,0.0002191889810395272,
+421,5064,0.02923852950334549,633,0.00021127747277205344,
+422,5072,0.029846448451280594,634,0.00019073628391197417,
+423,5080,0.029712732881307602,635,0.00025184251639335083,
+423,5088,0.03004571795463562,636,0.00017379618948325514,
+424,5096,0.029758233577013016,637,0.00016690647280483972,
+425,5104,0.030032996088266373,638,0.0002177713886339916,
+425,5112,0.030265875160694122,639,0.00022978506889817903,
+426,5120,0.030255675315856934,640,0.00022198831757123117,
+,,,640,,0.00021562901222043566
+427,5128,0.03505638986825943,641,0.00016752932788222097,
+427,5136,0.03501392900943756,642,0.0002393093354839948,
+428,5144,0.03527700528502464,643,0.00021365860032217045,
+429,5152,0.029722940176725388,644,0.00021617549418806448,
+429,5160,0.029608409851789474,645,0.00019018980154734372,
+430,5168,0.036174897104501724,646,0.00021920061044511385,
+431,5176,0.03635275363922119,647,0.00018810402828724668,
+431,5184,0.036411773413419724,648,0.0001838809417677112,
+432,5192,0.03643440455198288,649,0.00022246712615014985,
+433,5200,0.036239154636859894,650,0.00013699496885237749,
+433,5208,0.03669823333621025,651,0.000228273549250194,
+434,5216,0.029424909502267838,652,0.00020407345861409945,
+435,5224,0.029760360717773438,653,0.00021635808298015036,
+435,5232,0.02947794646024704,654,0.0001930752223415766,
+436,5240,0.02977817878127098,655,0.00020953979837941007,
+437,5248,0.029635634273290634,656,0.0002084807113403388,
+,,,656,,0.00021974706194467016
+437,5256,0.0297434963285923,657,0.0001633372388217443,
+438,5264,0.02936028689146042,658,0.0001722943094743338,
+439,5272,0.02944597601890564,659,0.000247962362274328,
+439,5280,0.02986713871359825,660,0.00018490261645638385,
+440,5288,0.029578663408756256,661,0.00019717190358884787,
+441,5296,0.029452301561832428,662,0.00021606039808830246,
+441,5304,0.029491297900676727,663,0.00017663582002569456,
+442,5312,0.029703013598918915,664,0.00016025761897253687,
+443,5320,0.029453184455633163,665,0.00021957325796912692,
+443,5328,0.02964317798614502,666,0.00020183314414420499,
+444,5336,0.02976931631565094,667,0.00023264900361634014,
+445,5344,0.029779985547065735,668,0.00018478870818701884,
+445,5352,0.030111081898212433,669,0.00017944577727272795,
+446,5360,0.02970222383737564,670,0.00019732160872081294,
+447,5368,0.029493968933820724,671,0.00018691458308239817,
+447,5376,0.02971827983856201,672,0.00020928978265146724,
+,,,672,,0.00020587051080332862
+448,5384,0.029268719255924225,673,0.00020068364496442622,
+449,5392,0.029486149549484253,674,0.0001582317249813059,
+449,5400,0.02948487550020218,675,0.00022023770621412301,
+450,5408,0.029699556529521942,676,0.00018263085231800296,
+451,5416,0.029403559863567352,677,0.00018311534076929093,
+451,5424,0.029680050909519196,678,0.0002191405058814174,
+452,5432,0.0298747755587101,679,0.0001870650903583737,
+453,5440,0.029526006430387497,680,0.00022466937584145593,
+453,5448,0.029836952686309814,681,0.00017198608911712655,
+454,5456,0.029702849686145782,682,0.0002032901017325154,
+455,5464,0.029730170965194702,683,0.00019060520727569901,
+455,5472,0.029598314315080643,684,0.0002032105374382809,
+456,5480,0.029761571437120438,685,0.0001903605785628315,
+457,5488,0.02932841330766678,686,0.0001863688621597248,
+457,5496,0.029453817754983902,687,0.0002075092343147844,
+458,5504,0.029970765113830566,688,0.00021521614741816717,
+,,,688,,0.00020567191919932762
+459,5512,0.02934187278151512,689,0.0001944139614352025,
+459,5520,0.029808584600687027,690,0.00017634728950118492,
+460,5528,0.02958652377128601,691,0.00020205048622301547,
+461,5536,0.029688995331525803,692,0.00019378456151268134,
+461,5544,0.029370944947004318,693,0.00020023279770005806,
+462,5552,0.029672496020793915,694,0.00020117896783631296,
+463,5560,0.029647156596183777,695,0.00017890375693241367,
+463,5568,0.029767602682113647,696,0.0002155920046789106,
+464,5576,0.029674697667360306,697,0.00016794687871879432,
+465,5584,0.029560141265392303,698,0.0002206810232954532,
+465,5592,0.029547937214374542,699,0.00018780952232191339,
+466,5600,0.02978602796792984,700,0.00016234148218548702,
+467,5608,0.029665179550647736,701,0.00021559002769728458,
+467,5616,0.02950720116496086,702,0.0001991469365748344,
+468,5624,0.02969411015510559,703,0.00022404824752205363,
+469,5632,0.029808249324560165,704,0.0001735558141392955,
+,,,704,,0.00020637315335787006
+469,5640,0.029480185359716415,705,0.00019071684037044178,
+470,5648,0.029420454055070877,706,0.00020744309663963838,
+471,5656,0.029481884092092514,707,0.00016916832009883365,
+471,5664,0.02905195578932762,708,0.00019302314415524182,
+472,5672,0.029280778020620346,709,0.00017090503418633793,
+473,5680,0.02944635972380638,710,0.00022555404320883098,
+473,5688,0.029367253184318542,711,0.00019569646194992986,
+474,5696,0.034929048269987106,712,0.0002029129921841862,
+475,5704,0.02932622656226158,713,0.00020972661332052667,
+475,5712,0.02946651726961136,714,0.00016565160603931872,
+476,5720,0.029457826167345047,715,0.0001910567179947975,
+477,5728,0.029470045119524002,716,0.00017962306810659356,
+477,5736,0.029342573136091232,717,0.00018901518550202518,
+478,5744,0.029260877519845963,718,0.00018097043461498937,
+479,5752,0.036450810730457306,719,0.00021344462438719348,
+479,5760,0.0365145280957222,720,0.00018614994648184316,
+,,,720,,0.00020814781439387135
+480,5768,0.03642355650663376,721,0.0001926153812140304,
+481,5776,0.036783892661333084,722,0.00018792689479596447,
+481,5784,0.03621472045779228,723,0.00019106632923164094,
+482,5792,0.0365094393491745,724,0.0001969825929596222,
+483,5800,0.02963586524128914,725,0.00016541948898520786,
+483,5808,0.030274759978055954,726,0.00021388391754347444,
+484,5816,0.029517460614442825,727,0.00021637948702846188,
+485,5824,0.03665531054139137,728,0.0001726260640377101,
+485,5832,0.03657824918627739,729,0.00018939480378321605,
+486,5840,0.029889166355133057,730,0.0001704982757170607,
+487,5848,0.029774967581033707,731,0.00022954211168066,
+487,5856,0.02966998890042305,732,0.0001573382811329793,
+488,5864,0.030040942132472992,733,0.00016499550110893324,
+489,5872,0.02935248240828514,734,0.00021228621972113615,
+489,5880,0.02937699481844902,735,0.0001932634968397906,
+490,5888,0.029683120548725128,736,0.00018998232917510904,
+,,,736,,0.0002120409755864077
+491,5896,0.02967023104429245,737,0.00019142834298691014,
+491,5904,0.029575161635875702,738,0.00019367677487025503,
+492,5912,0.02948618307709694,739,0.00018636861295817653,
+493,5920,0.02930305525660515,740,0.00020766027531256745,
+493,5928,0.029369793832302094,741,0.00018034856748272432,
+494,5936,0.02936912328004837,742,0.00015131834443309343,
+495,5944,0.029790908098220825,743,0.00023125948033945556,
+495,5952,0.02954418957233429,744,0.00017322340603901206,
+496,5960,0.02942405641078949,745,0.00015913534934952622,
+497,5968,0.029325254261493683,746,0.00022196092565233508,
+497,5976,0.02916858345270157,747,0.0001872833105759734,
+498,5984,0.03654768690466881,748,0.00020883947425837896,
+499,5992,0.036337271332740784,749,0.00014236885544960387,
+499,6000,0.03618640825152397,750,0.00019648808873690932,
+500,6008,0.029260706156492233,751,0.00019329928606263516,
+501,6016,0.029319219291210175,752,0.00020237868739059195,
+,,,752,,0.00020416276270730628
+501,6024,0.029624413698911667,753,0.00018049123199099476,
+502,6032,0.029195398092269897,754,0.0001830809711204243,
+503,6040,0.029244646430015564,755,0.00017609619681024924,
+503,6048,0.02876703068614006,756,0.00019079828355946424,
+504,6056,0.029240138828754425,757,0.00020167212746205872,
+505,6064,0.029308557510375977,758,0.0001792155089788139,
+505,6072,0.029212404042482376,759,0.0001952373429958243,
+506,6080,0.029106207191944122,760,0.00018681441360968165,
+507,6088,0.029351048171520233,761,0.00019068555411649868,
+507,6096,0.02934206649661064,762,0.0001875801835922175,
+508,6104,0.029437731951475143,763,0.00022427995500038378,
+509,6112,0.029080048203468323,764,0.00015122965911965972,
+509,6120,0.029381386935710907,765,0.00018892136618628034,
+510,6128,0.029048826545476913,766,0.000191116218654012,
+511,6136,0.02909373864531517,767,0.0002116819216878087,
+511,6144,0.029458854347467422,768,0.00015137921072891914,
+,,,768,,0.00020318245515227318
+512,6152,0.029182709753513336,769,0.00016512503255701935,
+513,6160,0.029538292437791824,770,0.00019307746842969208,
+513,6168,0.028967011719942093,771,0.0002077676932198561,
+514,6176,0.029364343732595444,772,0.0001866072449653681,
+515,6184,0.029386065900325775,773,0.0001999525335728928,
+515,6192,0.029238104820251465,774,0.00016181764870755919,
+516,6200,0.02930697426199913,775,0.00018722186844873553,
+517,6208,0.029288940131664276,776,0.00017313928583462257,
+517,6216,0.02937345579266548,777,0.000186865482343516,
+518,6224,0.029207050800323486,778,0.00017854225526597084,
+519,6232,0.029160115867853165,779,0.0002153604867392763,
+519,6240,0.029157981276512146,780,0.00016316597721015568,
+520,6248,0.02929455041885376,781,0.00016001071556578003,
+521,6256,0.02964196726679802,782,0.00017679215792062072,
+521,6264,0.029522720724344254,783,0.0002084868313734963,
+522,6272,0.029056303203105927,784,0.00018188808171544225,
+,,,784,,0.0001986406665916244
+523,6280,0.02917453646659851,785,0.00016688305445963385,
+523,6288,0.028840217739343643,786,0.0002046220730941665,
+524,6296,0.029108330607414246,787,0.00019113428970740642,
+525,6304,0.02954985946416855,788,0.0002058031823253259,
+525,6312,0.02906886488199234,789,0.00015882772058830596,
+526,6320,0.02928144484758377,790,0.000198663436700978,
+527,6328,0.029176827520132065,791,0.00014193357098217044,
+527,6336,0.02905089035630226,792,0.00020558632786560338,
+528,6344,0.02914408966898918,793,0.00020865451309267277,
+529,6352,0.028785429894924164,794,0.00014968204959586728,
+529,6360,0.02879248559474945,795,0.00019585187783377478,
+530,6368,0.03496856242418289,796,0.00020580816162691918,
+531,6376,0.034790508449077606,797,0.00014559762348653749,
+531,6384,0.03514113649725914,798,0.00020866375083035868,
+532,6392,0.034733887761831284,799,0.00017861172236735,
+533,6400,0.03481622412800789,800,0.00018391621051705442,
+,,,800,,0.00019411223992291425
+533,6408,0.03458474576473236,801,0.00020735592261189595,
+534,6416,0.02928130328655243,802,0.00018444393312425485,
+535,6424,0.02916095033288002,803,0.00016898621788641321,
+535,6432,0.029128465801477432,804,0.00018583920193902616,
+536,6440,0.02937209978699684,805,0.0001855318132584216,
+537,6448,0.02942541614174843,806,0.00015327382461691741,
+537,6456,0.029426276683807373,807,0.00020480131752265152,
+538,6464,0.029190760105848312,808,0.00017910439315268638,
+539,6472,0.02904704585671425,809,0.0002313084254031613,
+539,6480,0.0291406512260437,810,0.0001483278116211295,
+540,6488,0.028987985104322433,811,0.00021267640204314375,
+541,6496,0.02937423810362816,812,0.00016049719124566764,
+541,6504,0.029226720333099365,813,0.00018309050938114524,
+542,6512,0.02931879088282585,814,0.00017634650369776259,
+543,6520,0.029414676129817963,815,0.00017815573786113723,
+543,6528,0.029081709682941437,816,0.00018911990355263697,
+,,,816,,0.00018946504375586906
+544,6536,0.029098447412252426,817,0.00017340352642349898,
+545,6544,0.02968977764248848,818,0.00018475905108061852,
+545,6552,0.029506299644708633,819,0.00017771836428437382,
+546,6560,0.02922971546649933,820,0.00020513775355842276,
+547,6568,0.029244735836982727,821,0.00017722375715883181,
+547,6576,0.029064536094665527,822,0.0001625467717531137,
+548,6584,0.02927696704864502,823,0.00016935206137228911,
+549,6592,0.028943847864866257,824,0.0002080418375304102,
+549,6600,0.029133174568414688,825,0.00015000896746641956,
+550,6608,0.02917097881436348,826,0.00018001166669516047,
+551,6616,0.028990361839532852,827,0.00015617426045840452,
+551,6624,0.0294523723423481,828,0.00022430829631048255,
+552,6632,0.02912474423646927,829,0.00017223386359026854,
+553,6640,0.029134519398212433,830,0.00019800485533778557,
+553,6648,0.02899925783276558,831,0.00018115357276352975,
+554,6656,0.029618773609399796,832,0.00017838248034725743,
+,,,832,,0.0001884716847497556
+555,6664,0.029345307499170303,833,0.0001673120743362233,
+555,6672,0.02924663946032524,834,0.00018951768288388848,
+556,6680,0.029516268521547318,835,0.00020100633931482056,
+557,6688,0.029064040631055832,836,0.00015502753861558935,
+557,6696,0.02922162413597107,837,0.0001935156857750068,
+558,6704,0.02905038371682167,838,0.00017906856040402394,
+559,6712,0.029626570641994476,839,0.00016838032297528116,
+559,6720,0.02922869846224785,840,0.00018640970726361653,
+560,6728,0.029465261846780777,841,0.0001400707315042382,
+561,6736,0.029355965554714203,842,0.00018278982523562654,
+561,6744,0.02947479858994484,843,0.00018834355952484266,
+562,6752,0.029413636773824692,844,0.00018202086721430533,
+563,6760,0.02939680591225624,845,0.00017840368370040474,
+563,6768,0.029527831822633743,846,0.00018358928459097764,
+564,6776,0.029279585927724838,847,0.0001992506034487936,
+565,6784,0.02935369312763214,848,0.0001676749816397205,
+,,,848,,0.00018984808896978697
+565,6792,0.029050230979919434,849,0.00018200662331461595,
+566,6800,0.02949533239006996,850,0.00018585065815083604,
+567,6808,0.02931838482618332,851,0.0001759810123379187,
+567,6816,0.028968609869480133,852,0.0001762482279445976,
+568,6824,0.02886916697025299,853,0.00018310635018029382,
+569,6832,0.02914593741297722,854,0.00017980308439291548,
+569,6840,0.028968993574380875,855,0.00017512979346585262,
+570,6848,0.028952449560165405,856,0.00017657442792066527,
+571,6856,0.028776172548532486,857,0.00020217598778669656,
+571,6864,0.0290113165974617,858,0.00014071177065488882,
+572,6872,0.029044970870018005,859,0.00016614948435744736,
+573,6880,0.029371656477451324,860,0.00018706024857237936,
+573,6888,0.029090162366628647,861,0.00018935774945324133,
+574,6896,0.029275361448526382,862,0.0001920127724588383,
+575,6904,0.028873108327388763,863,0.0001927327307384985,
+575,6912,0.02940472960472107,864,0.00015978074718857118,
+,,,864,,0.0001909999797741572
+576,6920,0.029475118964910507,865,0.00018793387644109317,
+577,6928,0.02930382639169693,866,0.0001682675319898408,
+577,6936,0.029257193207740784,867,0.00018284254717097306,
+578,6944,0.02938002347946167,868,0.00016735046156099998,
+579,6952,0.029373448342084885,869,0.00020160390990245754,
+579,6960,0.02930828556418419,870,0.00016540245815122034,
+580,6968,0.029206234961748123,871,0.0001512888441842127,
+581,6976,0.029403138905763626,872,0.0002131970674478604,
+581,6984,0.029441576451063156,873,0.00016337418734716871,
+582,6992,0.036578014492988586,874,0.00016680527551216073,
+583,7000,0.03630215674638748,875,0.0002118016291206004,
+583,7008,0.03622174263000488,876,0.000151181119690591,
+584,7016,0.03667597472667694,877,0.0001728913175611524,
+585,7024,0.03685203567147255,878,0.00016931522004597354,
+585,7032,0.03683168441057205,879,0.0001828517405166557,
+586,7040,0.03682209551334381,880,0.00017213681227682778,
+,,,880,,0.00018224713858217
+587,7048,0.0366656593978405,881,0.0001643196613561789,
+587,7056,0.029815975576639175,882,0.00017615870062096897,
+588,7064,0.036852821707725525,883,0.00019920447448384948,
+589,7072,0.029381446540355682,884,0.00016832927836471105,
+589,7080,0.02962222695350647,885,0.0001570099169233193,
+590,7088,0.029707927256822586,886,0.00015926919513731264,
+591,7096,0.0297626331448555,887,0.00018363357386468642,
+591,7104,0.02959422767162323,888,0.00016788634760208274,
+592,7112,0.0297129787504673,889,0.00019691490039501028,
+593,7120,0.02961142361164093,890,0.00015769645215186757,
+593,7128,0.02962491288781166,891,0.0001729163289253068,
+594,7136,0.02942342311143875,892,0.0001527318597384562,
+595,7144,0.029780425131320953,893,0.0002233984247141052,
+595,7152,0.029509875923395157,894,0.00015515436977390587,
+596,7160,0.02929212898015976,895,0.0001544867703463145,
+597,7168,0.029783349484205246,896,0.00015880201681284234,
+,,,896,,0.00018639257177710533
+597,7176,0.02972853183746338,897,0.00020093406159763357,
+598,7184,0.02959904819726944,898,0.0001950452980963746,
+599,7192,0.029602650552988052,899,0.00014457101224252256,
+599,7200,0.029855936765670776,900,0.00021071949013276025,
+600,7208,0.029870830476284027,901,0.00016342731978511438,
+601,7216,0.029483497142791748,902,0.000183712322073656,
+601,7224,0.029904160648584366,903,0.00016130088170029921,
+602,7232,0.02946312725543976,904,0.00019305630958115215,
+603,7240,0.029431510716676712,905,0.0001539276877338125,
+603,7248,0.029953796416521072,906,0.00017209164070663974,
+604,7256,0.02981266751885414,907,0.00016609849141483815,
+605,7264,0.029985133558511734,908,0.00016477937970194034,
+605,7272,0.0298612080514431,909,0.00018368516369567564,
+606,7280,0.030377622693777084,910,0.00016561116687322888,
+607,7288,0.030079912394285202,911,0.00017056670985766688,
+607,7296,0.030184678733348846,912,0.00018983985527094255,
+,,,912,,0.00018296178637279404
+608,7304,0.029638659209012985,913,0.00020733300273908148,
+609,7312,0.02977728843688965,914,0.00017793691949918866,
+609,7320,0.02975013479590416,915,0.00014893538264004746,
+610,7328,0.029923338443040848,916,0.00016858071300399993,
+611,7336,0.02969946712255478,917,0.00014475302523351275,
+611,7344,0.029949314892292023,918,0.0001884196041958473,
+612,7352,0.029854726046323776,919,0.00014156796642055268,
+613,7360,0.0299350805580616,920,0.00020562771169352345,
+613,7368,0.029907986521720886,921,0.00016674443473415783,
+614,7376,0.02996530383825302,922,0.00018087394382746425,
+615,7384,0.03686216101050377,923,0.00015051172860174638,
+615,7392,0.036962900310754776,924,0.00018808714291177844,
+616,7400,0.03679269924759865,925,0.00016949410868013123,
+617,7408,0.030415792018175125,926,0.0001796833615420231,
+617,7416,0.030140455812215805,927,0.00014784480481466744,
+618,7424,0.035217270255088806,928,0.00015614495387126227,
+,,,928,,0.00018297570447127023
+619,7432,0.03765597939491272,929,0.00019296626447208432,
+619,7440,0.03013097494840622,930,0.00014187451142788632,
+620,7448,0.03003886342048645,931,0.0001480421296946588,
+621,7456,0.030388902872800827,932,0.00018572840272099712,
+621,7464,0.02992364764213562,933,0.00018459582887382048,
+622,7472,0.03060465306043625,934,0.00017812333899200894,
+623,7480,0.030201461166143417,935,0.0001900019524327945,
+623,7488,0.030795592814683914,936,0.0001497499242759659,
+624,7496,0.030311044305562973,937,0.00014917580847395584,
+625,7504,0.029961086809635162,938,0.00018091590547036112,
+625,7512,0.030170701444149017,939,0.0001822489296804027,
+626,7520,0.02998509258031845,940,0.0001779916277882876,
+627,7528,0.02972189337015152,941,0.00020213505402872606,
+627,7536,0.02994999662041664,942,0.00014692771234573834,
+628,7544,0.03035149723291397,943,0.00015558335612045733,
+629,7552,0.029959291219711304,944,0.00017026934619934764,
+,,,944,,0.0001835053941855828
+629,7560,0.029876265674829483,945,0.0001822255322622368,
+630,7568,0.030269760638475418,946,0.00014838991877955517,
+631,7576,0.030054524540901184,947,0.00019506078873140117,
+631,7584,0.02996162325143814,948,0.00016937475702434314,
+632,7592,0.030173849314451218,949,0.00015331912618421484,
+633,7600,0.030148394405841827,950,0.0001906256497022696,
+633,7608,0.030258771032094955,951,0.0001680152527114842,
+634,7616,0.030285287648439407,952,0.0001678656346181621,
+635,7624,0.029986735433340073,953,0.0001893875399521979,
+635,7632,0.030236374586820602,954,0.00014589704035946247,
+636,7640,0.029957152903079987,955,0.00014437214537922825,
+637,7648,0.03017459064722061,956,0.00017433410685043781,
+637,7656,0.029724199324846268,957,0.0001774502676804938,
+638,7664,0.03015987202525139,958,0.00016792422866274137,
+639,7672,0.02987336367368698,959,0.00018564634592621587,
+639,7680,0.030060753226280212,960,0.00015774135954416124,
+,,,960,,0.00018113503594779305
+640,7688,0.029571332037448883,961,0.00015065443741540157,
+641,7696,0.029905855655670166,962,0.00017334108997602016,
+641,7704,0.02984754368662834,963,0.000178812406011275,
+642,7712,0.02967038005590439,964,0.00015413174272301453,
+643,7720,0.02974119409918785,965,0.00018162293703686113,
+643,7728,0.02963782101869583,966,0.00015901986407698132,
+644,7736,0.029797714203596115,967,0.0001620706210815115,
+645,7744,0.029292497783899307,968,0.00016606352307592585,
+645,7752,0.02972222864627838,969,0.00017197760947359106,
+646,7760,0.030022837221622467,970,0.00017078596420105896,
+647,7768,0.029619883745908737,971,0.000156407565009431,
+647,7776,0.02980176731944084,972,0.0001842132894255753,
+648,7784,0.03534828498959541,973,0.00016208214001380838,
+649,7792,0.03530391305685043,974,0.0001514644437910257,
+649,7800,0.035335369408130646,975,0.00018665665538719622,
+650,7808,0.03536663204431534,976,0.00016751867891192282,
+,,,976,,0.00018373029565231668
+651,7816,0.03555261716246605,977,0.00018950738967760117,
+651,7824,0.029708731919527054,978,0.00014437677600653842,
+652,7832,0.029973145574331284,979,0.00015079938020789996,
+653,7840,0.029335495084524155,980,0.0002160595016903244,
+653,7848,0.029474563896656036,981,0.00014773511278084092,
+654,7856,0.029622990638017654,982,0.00017984666218191187,
+655,7864,0.029427651315927505,983,0.0001390683348290622,
+655,7872,0.029494058340787888,984,0.00017772750804094054,
+656,7880,0.029967818409204483,985,0.00015367803243862,
+657,7888,0.03025362640619278,986,0.00019038598968888567,
+657,7896,0.030185937881469727,987,0.000152243642181323,
+658,7904,0.03010077401995659,988,0.00016893942665774375,
+659,7912,0.02989935129880905,989,0.00017129945263150148,
+659,7920,0.029712386429309845,990,0.00013917481046519243,
+660,7928,0.030189819633960724,991,0.0001787219110459167,
+661,7936,0.030235011130571365,992,0.00015592014424328226,
+,,,992,,0.00018020865455683734
+661,7944,0.029745500534772873,993,0.0001622582917012291,
+662,7952,0.030075188726186752,994,0.00015167673063842813,
+663,7960,0.030116181820631027,995,0.00019532614078343613,
+663,7968,0.03028746321797371,996,0.00015996896581782494,
+664,7976,0.02997194603085518,997,0.00017414458579878556,
+665,7984,0.030517544597387314,998,0.00017260345193790272,
+665,7992,0.029933758080005646,999,0.00015314917254727334,
+666,8000,0.029974952340126038,1000,0.00018969575497370292,
+667,8008,0.03002818301320076,1001,0.00016624873599842735,
+667,8016,0.030219092965126038,1002,0.0001458939359508804,
+668,8024,0.030340611934661865,1003,0.0001895882815006189,
+669,8032,0.030150316655635834,1004,0.00014364188064064365,
+669,8040,0.02986062690615654,1005,0.00016606361298597352,
+670,8048,0.030242953449487686,1006,0.00017832342096621038,
+671,8056,0.03039884939789772,1007,0.0001508608587149259,
+671,8064,0.030170831829309464,1008,0.00016192826587939634,
+,,,1008,,0.00017721596587863233
+672,8072,0.030238814651966095,1009,0.00018923926351514334,
+673,8080,0.030408840626478195,1010,0.00013388847537498805,
+673,8088,0.030269134789705276,1011,0.00017387560486289053,
+674,8096,0.03022060915827751,1012,0.0001885629556757825,
+675,8104,0.030120380222797394,1013,0.00016001115000108257,
+675,8112,0.030100282281637192,1014,0.00015634955816494766,
+676,8120,0.030069265514612198,1015,0.00015188441254091836,
+677,8128,0.030534978955984116,1016,0.00019027442795049865,
+677,8136,0.03572547808289528,1017,0.00015473441832606719,
+678,8144,0.03573353961110115,1018,0.00014958171489827995,
+679,8152,0.035840775817632675,1019,0.00019600189655951303,
+679,8160,0.035319071263074875,1020,0.00013693977264968757,
+680,8168,0.03576692193746567,1021,0.0001883363196005424,
+681,8176,0.03640497848391533,1022,0.0001416468927952034,
+681,8184,0.030039116740226746,1023,0.00015488357151601426,
+682,8192,0.03045746311545372,1024,0.00018061366115164544,
+,,,1024,,0.0001788705639127228
+683,8200,0.029978018254041672,1025,0.00013824026170065432,
+683,8208,0.03020043671131134,1026,0.0001686717845586827,
+684,8216,0.03070799633860588,1027,0.00016672432532989964,
+685,8224,0.030025098472833633,1028,0.0001532978597727682,
+685,8232,0.029841523617506027,1029,0.00017091305380745325,
+686,8240,0.029949624091386795,1030,0.0001571984894326306,
+687,8248,0.0298449769616127,1031,0.00015863440473497446,
+687,8256,0.030063610523939133,1032,0.00016777703822299373,
+688,8264,0.030016031116247177,1033,0.00016755443149512366,
+689,8272,0.030159957706928253,1034,0.00011736662099792738,
+689,8280,0.02987026423215866,1035,0.0001881471577819736,
+690,8288,0.030122965574264526,1036,0.0001785438125807559,
+691,8296,0.029769863933324814,1037,0.00016898759228449003,
+691,8304,0.030363474041223526,1038,0.00014104772490100003,
+692,8312,0.02989920973777771,1039,0.00017469931723705182,
+693,8320,0.029690515249967575,1040,0.00015252456141752192,
+,,,1040,,0.00017718931970496973
+693,8328,0.03574206680059433,1041,0.00015499682740482967,
+694,8336,0.036455828696489334,1042,0.00018817525915437727,
+695,8344,0.03650103136897087,1043,0.00013403906341409312,
+695,8352,0.029736042022705078,1044,0.00016921375416651635,
+696,8360,0.029494687914848328,1045,0.00017767057070159354,
+697,8368,0.029127445071935654,1046,0.00013376582371295496,
+697,8376,0.029490962624549866,1047,0.0001730010984222948,
+698,8384,0.02947133406996727,1048,0.00015642409804665172,
+699,8392,0.028796009719371796,1049,0.00018125519212238336,
+699,8400,0.029551155865192413,1050,0.0001587275680018744,
+700,8408,0.029285352677106857,1051,0.00015154999224857116,
+701,8416,0.029444444924592972,1052,0.00016097200978038018,
+701,8424,0.029119499027729034,1053,0.00016721955338046732,
+702,8432,0.03615114837884903,1054,0.00018721940380471227,
+703,8440,0.02919287607073784,1055,0.00012998168713238556,
+703,8448,0.02950655296444893,1056,0.00016618019556820704,
+,,,1056,,0.00017273978381935094
+704,8456,0.029303133487701416,1057,0.00017053794908861164,
+705,8464,0.02931329607963562,1058,0.00015641817818894715,
+705,8472,0.029301617294549942,1059,0.00017040253478626255,
+706,8480,0.034645143896341324,1060,0.00015917665647672644,
+707,8488,0.035429731011390686,1061,0.00015713394064472856,
+707,8496,0.029727667570114136,1062,0.00016410767493653112,
+708,8504,0.03012513741850853,1063,0.00015251286095008254,
+709,8512,0.029437366873025894,1064,0.00018054722628827827,
+709,8520,0.029628630727529526,1065,0.0001562962994891374,
+710,8528,0.029366184026002884,1066,0.00015519406406383496,
+711,8536,0.029510334134101868,1067,0.00017775229805140822,
+711,8544,0.029948130249977112,1068,0.00013138620094347667,
+712,8552,0.02977100759744644,1069,0.00012887375426847333,
+713,8560,0.029828377068042755,1070,0.00018314186824378945,
+713,8568,0.030109796673059464,1071,0.00017446043542198217,
+714,8576,0.029944606125354767,1072,0.0001615092093440277,
+,,,1072,,0.0001740245691811045
+715,8584,0.02979084476828575,1073,0.00018315032398926893,
+715,8592,0.02982437238097191,1074,0.00013518243467842695,
+716,8600,0.030051004141569138,1075,0.00018086701523619317,
+717,8608,0.029869142919778824,1076,0.00013494408055218324,
+717,8616,0.029513373970985413,1077,0.00016463681610427253,
+718,8624,0.029507383704185486,1078,0.0001709662228677189,
+719,8632,0.029546890407800674,1079,0.00016413273745759702,
+719,8640,0.029512591660022736,1080,0.0001519230624277649,
+720,8648,0.029967881739139557,1081,0.00017317286983598024,
+721,8656,0.03519739210605621,1082,0.00015746983699500562,
+721,8664,0.02965370938181877,1083,0.00015510322221719738,
+722,8672,0.029920130968093872,1084,0.00016971657922632794,
+723,8680,0.029437582939863205,1085,0.00016101081819215325,
+723,8688,0.03516332805156708,1086,0.00015447598889295477,
+724,8696,0.029957052320241928,1087,0.00018132335602179714,
+725,8704,0.029893066734075546,1088,0.00012851624705945142,
+,,,1088,,0.00016911162270439995
+725,8712,0.02976282313466072,1089,0.00017707382266962668,
+726,8720,0.02960902452468872,1090,0.00016201216281582935,
+727,8728,0.02941790223121643,1091,0.00015461295788554708,
+727,8736,0.029721401631832123,1092,0.000164157386669623,
+728,8744,0.02960878610610962,1093,0.00016812406859874804,
+729,8752,0.02951516956090927,1094,0.00016433137716376223,
+729,8760,0.02969437465071678,1095,0.00015762600105517777,
+730,8768,0.029602833092212677,1096,0.00018484012828897298,
+731,8776,0.02966887876391411,1097,0.00014504620984163403,
+731,8784,0.029386643320322037,1098,0.00015769535420986358,
+732,8792,0.029128186404705048,1099,0.00018624033752227356,
+733,8800,0.02941543608903885,1100,0.00012528989336715312,
+733,8808,0.02870989963412285,1101,0.00016303346378013624,
+734,8816,0.029458407312631607,1102,0.00017836383115839757,
+735,8824,0.02942560240626335,1103,0.00013075186567827282,
+735,8832,0.029703710228204727,1104,0.00017045809151265226,
+,,,1104,,0.00017909563353492154
+736,8840,0.029866788536310196,1105,0.00015820650306912803,
+737,8848,0.02983260527253151,1106,0.00013438511232379823,
+737,8856,0.02975621074438095,1107,0.00017786585916231465,
+738,8864,0.029978040605783463,1108,0.00012438428511813983,
+739,8872,0.029718585312366486,1109,0.00017993320943787694,
+739,8880,0.029644105583429337,1110,0.0001585387816313804,
+740,8888,0.029709219932556152,1111,0.00016076020516006144,
+741,8896,0.029545914381742477,1112,0.0001761706996603607,
+741,8904,0.0297379270195961,1113,0.00015045006460111056,
+742,8912,0.029525063931941986,1114,0.00018042297961073928,
+743,8920,0.029692787677049637,1115,0.0001405338212602406,
+743,8928,0.029985174536705017,1116,0.0001590761418507706,
+744,8936,0.02967264875769615,1117,0.00015993973435494505,
+745,8944,0.029674526304006577,1118,0.0001683342200825185,
+745,8952,0.02981603890657425,1119,0.0001382779228151776,
+746,8960,0.029975131154060364,1120,0.00015446740944753402,
+,,,1120,,0.00016431787258221043
+747,8968,0.03010280430316925,1121,0.00015681073212666283,
+747,8976,0.029503636062145233,1122,0.00016530707424473285,
+748,8984,0.02974940836429596,1123,0.00015503328753159926,
+749,8992,0.029674436897039413,1124,0.0001612602997435412,
+749,9000,0.029461726546287537,1125,0.0001631210555691117,
+750,9008,0.0300121046602726,1126,0.00014273837171328654,
+751,9016,0.03569590672850609,1127,0.0001802552604203811,
+751,9024,0.02962866798043251,1128,0.00015912797061901074,
+752,9032,0.029871061444282532,1129,0.00016318628201718508,
+753,9040,0.029988989233970642,1130,0.0001701627828879282,
+753,9048,0.02998477965593338,1131,0.00015495516254304675,
+754,9056,0.030284255743026733,1132,0.00015650404702682863,
+755,9064,0.030187394469976425,1133,0.00017488021209525564,
+755,9072,0.030051447451114655,1134,0.00014990785408978505,
+756,9080,0.029982715845108032,1135,0.00017515617193047156,
+757,9088,0.02977936342358589,1136,0.00012981553102993834,
+,,,1136,,0.00017013139505353238
+757,9096,0.030000824481248856,1137,0.0001714868143608328,
+758,9104,0.030074872076511383,1138,0.00016982803645078094,
+759,9112,0.0302710123360157,1139,0.00015040661143454295,
+759,9120,0.029844827950000763,1140,0.00015595031540474987,
+760,9128,0.02976704016327858,1141,0.00014949145952414256,
+761,9136,0.029598001390695572,1142,0.00016923548112875628,
+761,9144,0.02964971959590912,1143,0.00015334765703300945,
+762,9152,0.029989909380674362,1144,0.00017013050061602067,
+763,9160,0.030039038509130478,1145,0.00012894729648646068,
+763,9168,0.029950637370347977,1146,0.00017841014960140456,
+764,9176,0.029969021677970886,1147,0.0001782140882694096,
+765,9184,0.030152548104524612,1148,0.00011343936112098162,
+765,9192,0.029749102890491486,1149,0.00016975498510873877,
+766,9200,0.029961705207824707,1150,0.00014064401269327695,
+767,9208,0.030031848698854446,1151,0.00015889340439961025,
+767,9216,0.02988852560520172,1152,0.00016573088541917968,
+,,,1152,,0.00016921768999762006
+768,9224,0.029778074473142624,1153,0.00015548052670055768,
+769,9232,0.029880087822675705,1154,0.00017135205932087652,
+769,9240,0.02980046346783638,1155,0.00015191612980440064,
+770,9248,0.030124135315418243,1156,0.00013739527776124305,
+771,9256,0.03007664531469345,1157,0.000170944685730016,
+771,9264,0.02987147495150566,1158,0.00016541302132585164,
+772,9272,0.02987198904156685,1159,0.00015118226595708015,
+773,9280,0.029995638877153397,1160,0.0001633789321203949,
+773,9288,0.02982153370976448,1161,0.0001671193167567253,
+774,9296,0.03002096712589264,1162,0.0001575170598308822,
+775,9304,0.02938348799943924,1163,0.00015519203552685212,
+775,9312,0.02986309677362442,1164,0.00015735912514477,
+776,9320,0.029833678156137466,1165,0.00015300877536598514,
+777,9328,0.029793743044137955,1166,0.00018622938508390993,
+777,9336,0.029696490615606308,1167,0.00013747451005959496,
+778,9344,0.03004753217101097,1168,0.00015054354753374355,
+,,,1168,,0.0001689397290142046
+779,9352,0.029846977442502975,1169,0.00014877887163796308,
+779,9360,0.029725082218647003,1170,0.00018637797711562598,
+780,9368,0.02975943684577942,1171,0.00017756619386740828,
+781,9376,0.030128944665193558,1172,0.00013415567427728093,
+781,9384,0.029704362154006958,1173,0.00016029906328185461,
+782,9392,0.029830031096935272,1174,0.00015476442604267504,
+783,9400,0.029657769948244095,1175,0.00017067911981679833,
+783,9408,0.029554367065429688,1176,0.00015065329186351542,
+784,9416,0.029577244073152542,1177,0.00019020942490897142,
+785,9424,0.029499158263206482,1178,0.0001200232174077038,
+785,9432,0.029621485620737076,1179,0.00017045074552394604,
+786,9440,0.029845457524061203,1180,0.00014134884395389236,
+787,9448,0.029614154249429703,1181,0.00014856577035970986,
+787,9456,0.029605679214000702,1182,0.00016551115056375108,
+788,9464,0.030067503452301025,1183,0.00016066450022359882,
+789,9472,0.02850758284330368,1184,0.00015054638679430355,
+,,,1184,,0.00016852849835736884
+789,9480,0.029820464551448822,1185,0.00015493770245354556,
+790,9488,0.029804613441228867,1186,0.00016823547245318574,
+791,9496,0.03025989979505539,1187,0.0001640408120238135,
+791,9504,0.029619816690683365,1188,0.00013157955390852294,
+792,9512,0.0294741690158844,1189,0.00012879367768618976,
+793,9520,0.02940710261464119,1190,0.00017793633802890932,
+793,9528,0.029519863426685333,1191,0.0001629748299559911,
+794,9536,0.029439635574817657,1192,0.00016849864225930235,
+795,9544,0.029715746641159058,1193,0.00017094377562898444,
+795,9552,0.029924239963293076,1194,0.00014039203269931023,
+796,9560,0.029893208295106888,1195,0.0001466704473690091,
+797,9568,0.02996101602911949,1196,0.00016278884348659112,
+797,9576,0.02982655167579651,1197,0.00017712089720589574,
+798,9584,0.02961764857172966,1198,0.0001508515679233824,
+799,9592,0.0297306589782238,1199,0.00014321813857047042,
+799,9600,0.03002713993191719,1200,0.00017291134493765034,
+,,,1200,,0.0001687806798145175
+800,9608,0.029796190559864044,1201,0.0001622672220297058,
+801,9616,0.02970735728740692,1202,0.0001520266296211048,
+801,9624,0.02927253022789955,1203,0.0001443941644538427,
+802,9632,0.029361195862293243,1204,0.00015320591137424344,
+803,9640,0.029742885380983353,1205,0.0001761344541591825,
+803,9648,0.02956218272447586,1206,0.00014754873102771983,
+804,9656,0.02963254228234291,1207,0.00013776899377262452,
+805,9664,0.029770806431770325,1208,0.0001556965144118294,
+805,9672,0.029803793877363205,1209,0.00015861893007240724,
+806,9680,0.029659468680620193,1210,0.00014478908633464016,
+807,9688,0.029754042625427246,1211,0.00017328911083798934,
+807,9696,0.029804617166519165,1212,0.0001501778455609123,
+808,9704,0.03562644124031067,1213,0.00014804986104926293,
+809,9712,0.035618025809526443,1214,0.0001499511745350901,
+809,9720,0.03536764532327652,1215,0.000160249991105437,
+810,9728,0.029659975320100784,1216,0.00015122474893100195,
+,,,1216,,0.00017186578932321735
+811,9736,0.029784072190523148,1217,0.0001637295659747906,
+811,9744,0.029331613332033157,1218,0.00015292721976341758,
+812,9752,0.028876297175884247,1219,0.00014376233630173375,
+813,9760,0.029444441199302673,1220,0.00017570415684531326,
+813,9768,0.029388941824436188,1221,0.00014646684238479274,
+814,9776,0.029352810233831406,1222,0.00011308127735295177,
+815,9784,0.029495127499103546,1223,0.0001806390249839751,
+815,9792,0.029382877051830292,1224,0.00016936761780276096,
+816,9800,0.02983272448182106,1225,0.0001651475264225155,
+817,9808,0.036727603524923325,1226,0.00015682587348107648,
+817,9816,0.029787499457597733,1227,0.00014679063027263814,
+818,9824,0.029661569744348526,1228,0.00014125904544926016,
+819,9832,0.029227934777736664,1229,0.00018494958385417704,
+819,9840,0.029643449932336807,1230,0.0001504051191053198,
+820,9848,0.029448963701725006,1231,0.00016118135211703097,
+821,9856,0.030052948743104935,1232,0.00012848761837501246,
+,,,1232,,0.00016594612194846073
+821,9864,0.02946745604276657,1233,0.00017434708279324697,
+822,9872,0.029628518968820572,1234,0.0001489369153984756,
+823,9880,0.029600083827972412,1235,0.00015272747514245567,
+823,9888,0.02995879203081131,1236,0.00016323639692927827,
+824,9896,0.029882047325372696,1237,0.00013692728301369547,
+825,9904,0.029489438980817795,1238,0.0001620643355896131,
+825,9912,0.029669571667909622,1239,0.00016304807431879453,
+826,9920,0.029741790145635605,1240,0.00016285121091641486,
+827,9928,0.029482662677764893,1241,0.00015583884851366747,
+827,9936,0.029518973082304,1242,0.00013841797014417048,
+828,9944,0.02967042848467827,1243,0.00017505047362647018,
+829,9952,0.029567044228315353,1244,0.00015206740460728594,
+829,9960,0.029719799757003784,1245,0.00014066344768555913,
+830,9968,0.029896743595600128,1246,0.00013930712507967006,
+831,9976,0.029517721384763718,1247,0.00020066176542362277,
+831,9984,0.029913567006587982,1248,0.00012411002226144773,
+,,,1248,,0.0001624770617733399
+832,9992,0.0296541266143322,1249,0.0001350419861410046,
+833,10000,0.029710575938224792,1250,0.0001814516496475941,
+833,10008,0.029881644994020462,1251,0.00014170727990858722,
+834,10016,0.030119843780994415,1252,0.00015235685041261604,
+835,10024,0.029493965208530426,1253,0.0001532868882350158,
+835,10032,0.02928103506565094,1254,0.00015431602345675595,
+836,10040,0.02938659116625786,1255,0.0001383685115191232,
+837,10048,0.02938191592693329,1256,0.00016513690252395463,
+837,10056,0.029434416443109512,1257,0.0001541808778711129,
+838,10064,0.029178883880376816,1258,0.00014673105293435844,
+839,10072,0.02943931147456169,1259,0.00016269960542558692,
+839,10080,0.0298011377453804,1260,0.00016531336368643678,
+840,10088,0.029925845563411713,1261,0.00013691104213648942,
+841,10096,0.02995137870311737,1262,0.00017128126341958705,
+841,10104,0.029911663383245468,1263,0.00016033046995289624,
+842,10112,0.029588203877210617,1264,0.0001494029136968796,
+,,,1264,,0.00017647398635745049
+843,10120,0.02967306226491928,1265,0.00017282081413820075,
+843,10128,0.029678117483854294,1266,0.00014898694644216448,
+844,10136,0.029729969799518585,1267,0.0001568513571328367,
+845,10144,0.029679827392101288,1268,0.000137772777028052,
+845,10152,0.029276978224515915,1269,0.00016788646553322906,
+846,10160,0.02987336739897728,1270,0.0001334662848811214,
+847,10168,0.029651645570993423,1271,0.00016575677454966353,
+847,10176,0.02973119169473648,1272,0.00016815881177275775,
+848,10184,0.03499816358089447,1273,0.00015863197872282138,
+849,10192,0.03503752872347832,1274,0.00018151885478800978,
+849,10200,0.02967158332467079,1275,0.0001405842784671612,
+850,10208,0.029932498931884766,1276,0.00018484576971137097,
+851,10216,0.029685314744710922,1277,0.00010739927233771596,
+851,10224,0.029417265206575394,1278,0.00015241759852610163,
+852,10232,0.029678143560886383,1279,0.00016291035626636585,
+853,10240,0.02940966933965683,1280,0.00014871718728196962,
+,,,1280,,0.0001682242275112205
+853,10248,0.029538538306951523,1281,0.00014905570651535527,
+854,10256,0.029887817800045013,1282,0.00016195783427974675,
+855,10264,0.0299348384141922,1283,0.00016758624360591057,
+855,10272,0.03003382310271263,1284,0.0001357869505227427,
+856,10280,0.03003910556435585,1285,0.00015910711044853088,
+857,10288,0.029836580157279968,1286,0.00013768172876942636,
+857,10296,0.029846541583538055,1287,0.0001608663626029738,
+858,10304,0.029491782188415527,1288,0.00017626996577746468,
+859,10312,0.029309041798114777,1289,0.00011859453713571253,
+859,10320,0.029257699847221375,1290,0.0001781117640348384,
+860,10328,0.02935105562210083,1291,0.0001437911363003271,
+861,10336,0.0291205532848835,1292,0.00019462267058164193,
+861,10344,0.02942594885826111,1293,0.00013052275077522305,
+862,10352,0.029441483318805695,1294,0.00017925775136973243,
+863,10360,0.029028277844190598,1295,0.0001538028365454617,
+863,10368,0.029535066336393356,1296,0.00013690827745449496,
+,,,1296,,0.00016872776258322928
+864,10376,0.029599957168102264,1297,0.00014566648782679943,
+865,10384,0.02933485060930252,1298,0.0001558977552728417,
+865,10392,0.029742643237113953,1299,0.00017419179748685566,
+866,10400,0.0294947549700737,1300,0.0001648364453406733,
+867,10408,0.029557935893535614,1301,0.0001396201044675157,
+867,10416,0.029489636421203613,1302,0.00015064464150782442,
+868,10424,0.029350224882364273,1303,0.00014293962176452623,
+869,10432,0.029492363333702087,1304,0.0001681489820839488,
+869,10440,0.029834147542715073,1305,0.00014546641541528514,
+870,10448,0.029172122478485107,1306,0.0001504645965724194,
+871,10456,0.029541634023189545,1307,0.00014888685715656416,
+871,10464,0.029289506375789642,1308,0.00015507467408800343,
+872,10472,0.02947324886918068,1309,0.00015142151304254576,
+873,10480,0.029675204306840897,1310,0.0001372265996906208,
+873,10488,0.029408656060695648,1311,0.0001652644924823627,
+874,10496,0.029556717723608017,1312,0.00015554069129090445,
+,,,1312,,0.00016455612300584713
+875,10504,0.02959425374865532,1313,0.0001266134018806042,
+875,10512,0.029449138790369034,1314,0.00016867774307424303,
+876,10520,0.029765285551548004,1315,0.00013425302458927035,
+877,10528,0.029578357934951782,1316,0.0001662869934599647,
+877,10536,0.02966437116265297,1317,0.00014248905260198322,
+878,10544,0.029357366263866425,1318,0.00016454746097830744,
+879,10552,0.02964627370238304,1319,0.00015262235501722898,
+879,10560,0.029532328248023987,1320,0.00014120970733226082,
+880,10568,0.02959917113184929,1321,0.00016093981295333442,
+881,10576,0.029475107789039612,1322,0.00016305705739796394,
+881,10584,0.029753312468528748,1323,0.0001420146774459378,
+882,10592,0.029670655727386475,1324,0.00014897969799676503,
+883,10600,0.029956474900245667,1325,0.0001675138241807872,
+883,10608,0.029710154980421066,1326,0.00015496473876434416,
+884,10616,0.029718201607465744,1327,0.00016046279987287044,
+885,10624,0.02984296903014183,1328,0.00015529516973141914,
+,,,1328,,0.00015966978389769793
+885,10632,0.029571890830993652,1329,0.00013525902386390953,
+886,10640,0.029614582657814026,1330,0.00016746970504755154,
+887,10648,0.029504302889108658,1331,0.00015626524509571027,
+887,10656,0.02976994588971138,1332,0.00014403436102838896,
+888,10664,0.029764797538518906,1333,0.00015209393729622076,
+889,10672,0.029482703655958176,1334,0.000194838880588577,
+889,10680,0.02963297814130783,1335,0.00012722607347573752,
+890,10688,0.02987447753548622,1336,0.00012930668290209724,
+891,10696,0.029939718544483185,1337,0.0001916372836733769,
+891,10704,0.0298176072537899,1338,0.00013724584080894905,
+892,10712,0.030007734894752502,1339,0.0001756558343913639,
+893,10720,0.02994714304804802,1340,0.00014881619556815297,
+893,10728,0.029896937310695648,1341,0.00014689063103408748,
+894,10736,0.029558483511209488,1342,0.00015647426971554523,
+895,10744,0.030113033950328827,1343,0.00015176224392884511,
+895,10752,0.029700808227062225,1344,0.00013572933967225252,
+,,,1344,,0.00016643654089421034
+896,10760,0.02971579134464264,1345,0.0001461765143955875,
+897,10768,0.029524873942136765,1346,0.00015841033958470993,
+897,10776,0.02908458560705185,1347,0.00015918864191917238,
+898,10784,0.029557496309280396,1348,0.00015163670953673622,
+899,10792,0.029793482273817062,1349,0.00014668623472451664,
+899,10800,0.0296856090426445,1350,0.000153860777936643,
+900,10808,0.02960420399904251,1351,0.00015303692634915933,
+901,10816,0.029729288071393967,1352,0.00013986623874491974,
+901,10824,0.029843654483556747,1353,0.0001638511852693877,
+902,10832,0.02952977642416954,1354,0.00015357426036644028,
+903,10840,0.02946070209145546,1355,0.0001819157027057372,
+903,10848,0.02981441840529442,1356,0.00013675238941297202,
+904,10856,0.029351338744163513,1357,0.0001649740593815555,
+905,10864,0.02972908690571785,1358,0.00013846853956541358,
+905,10872,0.029496990144252777,1359,0.0001508673190983245,
+906,10880,0.029284309595823288,1360,0.0001407029592103624,
+,,,1360,,0.00016033163087235557
+907,10888,0.029212716966867447,1361,0.00016572374139893023,
+907,10896,0.029534392058849335,1362,0.00014986362784839003,
+908,10904,0.02960195764899254,1363,0.00017049847034892687,
+909,10912,0.029223084449768066,1364,0.00014449233458435629,
+909,10920,0.029277238994836807,1365,0.00014421886070132523,
+910,10928,0.029301904141902924,1366,0.00015639573787969616,
+911,10936,0.029282238334417343,1367,0.0001610322482779988,
+911,10944,0.029538385570049286,1368,0.00016257081442745404,
+912,10952,0.02967201918363571,1369,0.00015752597989506154,
+913,10960,0.029261436313390732,1370,0.00012146281414970872,
+913,10968,0.029242899268865585,1371,0.0001539421835851889,
+914,10976,0.02951289340853691,1372,0.00013201078737828148,
+915,10984,0.029521409422159195,1373,0.0001813564947951818,
+915,10992,0.029250506311655045,1374,0.00015288862596207764,
+916,11000,0.02947637438774109,1375,0.00013424127464531921,
+917,11008,0.02925669029355049,1376,0.00015296238325390732,
+,,,1376,,0.0001547835094647275
+917,11016,0.029560480266809464,1377,0.00016442989150770396,
+918,11024,0.029653776437044144,1378,0.00012913173289537858,
+919,11032,0.029444552958011627,1379,0.00018783968075045517,
+919,11040,0.02938833460211754,1380,0.0001393310900311917,
+920,11048,0.02954721823334694,1381,0.0001577351373877415,
+921,11056,0.0294063501060009,1382,0.00014272695480030962,
+921,11064,0.02943069487810135,1383,0.00015475050323792466,
+922,11072,0.029328584671020508,1384,0.00015543048508940652,
+923,11080,0.029535070061683655,1385,0.0001642808899002072,
+923,11088,0.029839415103197098,1386,0.00014930441466276534,
+924,11096,0.02980174869298935,1387,0.00013738492725678952,
+925,11104,0.02960093691945076,1388,0.0001835346396546811,
+925,11112,0.02965616062283516,1389,0.00014854486497435055,
+926,11120,0.029718078672885895,1390,0.00013435242297938594,
+927,11128,0.02921907603740692,1391,0.00015935031865410565,
+927,11136,0.029664214700460434,1392,0.00015683752644690685,
+,,,1392,,0.00016230524569335912
+928,11144,0.02889576554298401,1393,0.00016500154561072122,
+929,11152,0.028915230184793472,1394,0.00013292752009874675,
+929,11160,0.028759751468896866,1395,0.00017732577725837473,
+930,11168,0.029130596667528152,1396,0.00016214017653380455,
+931,11176,0.0295780710875988,1397,0.00014912914120941424,
+931,11184,0.030126314610242844,1398,0.00014670944786606319,
+932,11192,0.029312513768672943,1399,0.00015648757523324872,
+933,11200,0.029591813683509827,1400,0.0001460050401268139,
+933,11208,0.029428578913211823,1401,0.000149176146442187,
+934,11216,0.029399625957012177,1402,0.00014863885796027412,
+935,11224,0.02928410843014717,1403,0.0001563932260718762,
+935,11232,0.029376421123743057,1404,0.00012955692091054516,
+936,11240,0.029545895755290985,1405,0.00011694493802375898,
+937,11248,0.029497861862182617,1406,0.00018381856383105818,
+937,11256,0.029571179300546646,1407,0.000151328391439165,
+938,11264,0.029567185789346695,1408,0.00015525458608559953,
+,,,1408,,0.00016245059669017792
+939,11272,0.02962031587958336,1409,0.00014179429454088676,
+939,11280,0.02970154955983162,1410,0.00015834363564083884,
+940,11288,0.02965731918811798,1411,0.0001394121945850202,
+941,11296,0.02955365553498268,1412,0.00016959203594524297,
+941,11304,0.02956268936395645,1413,0.0001370167919958476,
+942,11312,0.029692433774471283,1414,0.00015484518128990507,
+943,11320,0.029599063098430634,1415,0.00015016459219623356,
+943,11328,0.030109766870737076,1416,0.0001594326123657603,
+944,11336,0.02972402796149254,1417,0.00013415807770797983,
+945,11344,0.03519989550113678,1418,0.00015366961763772582,
+945,11352,0.035774216055870056,1419,0.000160326500008523,
+946,11360,0.035385798662900925,1420,0.0001455098756650841,
+947,11368,0.029474176466464996,1421,0.00013747890909598937,
+947,11376,0.029405992478132248,1422,0.00017715298054099549,
+948,11384,0.029547568410634995,1423,0.0001768180591170676,
+949,11392,0.02980951964855194,1424,6.569657489308156e-05,
+,,,1424,,0.00015980194115804302
+949,11400,0.029763326048851013,1425,0.00016903616155364683,
+950,11408,0.029634378850460052,1426,0.00017327039677184075,
+951,11416,0.029639165848493576,1427,0.0001262501070110981,
+951,11424,0.029580947011709213,1428,0.00015591934394857768,
+952,11432,0.030052226036787033,1429,0.00014129735109236208,
+953,11440,0.029513776302337646,1430,0.0001533351209218381,
+953,11448,0.029915068298578262,1431,0.00015701531538070412,
+954,11456,0.030146948993206024,1432,0.00013249618041299982,
+955,11464,0.029692258685827255,1433,0.00019743162692975602,
+955,11472,0.030417799949645996,1434,0.00015798442927916767,
+956,11480,0.030088242143392563,1435,0.00017693473637336865,
+957,11488,0.030262663960456848,1436,0.0001078858764837302,
+957,11496,0.02981071174144745,1437,0.00017298137997083055,
+958,11504,0.029765058308839798,1438,0.00014383719696655004,
+959,11512,0.02961299940943718,1439,0.00015642111629858845,
+959,11520,0.029810000211000443,1440,0.00015197453709940115,
+,,,1440,,0.0001606499103622304
+960,11528,0.029950734227895737,1441,0.000175007608049782,
+961,11536,0.029664136469364166,1442,0.00012998448922492875,
+961,11544,0.029797416180372238,1443,0.0001531678781248047,
+962,11552,0.029961146414279938,1444,0.0001724944237745755,
+963,11560,0.029645919799804688,1445,0.00014052241640456488,
+963,11568,0.02958514541387558,1446,0.00013593615871546457,
+964,11576,0.03683793544769287,1447,0.00015958227716813175,
+965,11584,0.0364772230386734,1448,0.00015503328753159926,
+965,11592,0.03680097311735153,1449,0.00013762440994469216,
+966,11600,0.02944374457001686,1450,0.00015409764309879393,
+967,11608,0.029246356338262558,1451,0.0001429094548939247,
+967,11616,0.029482591897249222,1452,0.0001528691929706838,
+968,11624,0.029523517936468124,1453,0.00015892238168037563,
+969,11632,0.02931252494454384,1454,0.0001304625955526717,
+969,11640,0.02962125465273857,1455,0.00016811475491825453,
+970,11648,0.02995957061648369,1456,0.00014199983979779063,
+,,,1456,,0.00016166926879021857
+971,11656,0.029749657958745956,1457,0.00015951075641039227,
+971,11664,0.0294673889875412,1458,0.00014578612778374614,
+972,11672,0.02984779328107834,1459,0.00015475802592845866,
+973,11680,0.029734019190073013,1460,0.00015797483475970303,
+973,11688,0.029604826122522354,1461,0.00014083156456763392,
+974,11696,0.029821712523698807,1462,0.00011998592090094462,
+975,11704,0.029753655195236206,1463,0.00015837801532013276,
+975,11712,0.029965709894895554,1464,0.00015762634545050483,
+976,11720,0.029726985841989517,1465,0.000163606815476669,
+977,11728,0.029411934316158295,1466,0.00013758382021933357,
+977,11736,0.030074037611484528,1467,0.00014882866125844884,
+978,11744,0.02960258722305298,1468,0.00014503289791415833,
+979,11752,0.029689475893974304,1469,0.00016885843009125287,
+979,11760,0.029397159814834595,1470,0.00014208340007826337,
+980,11768,0.03517812490463257,1471,0.00016670415789121762,
+981,11776,0.03020436316728592,1472,0.0001634520620427793,
+,,,1472,,0.00016221190647532543
+981,11784,0.03731749579310417,1473,0.00012769058306124256,
+982,11792,0.03697613626718521,1474,0.00015159666812299596,
+983,11800,0.03697666898369789,1475,0.00014176642328796638,
+983,11808,0.029910922050476074,1476,0.00016213512299145805,
+984,11816,0.030134454369544983,1477,0.00012699464893254722,
+985,11824,0.02969161793589592,1478,0.00014895697434743246,
+985,11832,0.030045628547668457,1479,0.00016670544027874712,
+986,11840,0.030083075165748596,1480,0.00015796905297195605,
+987,11848,0.030017443001270294,1481,0.00018649148405529558,
+987,11856,0.030078236013650894,1482,0.00011673632873983782,
+988,11864,0.030075952410697937,1483,0.00015971202386329728,
+989,11872,0.03732439875602722,1484,0.00013396611357165966,
+989,11880,0.030055012553930283,1485,0.00015863258054845834,
+990,11888,0.0300116129219532,1486,0.00016296584674689387,
+991,11896,0.03005186840891838,1487,0.00017941724460494393,
+991,11904,0.030358698219060898,1488,0.00011245298865105723,
+,,,1488,,0.00015931235005458197
+992,11912,0.030274715274572372,1489,0.00014920399598850054,
+993,11920,0.0300648994743824,1490,0.00017154085526271956,
+993,11928,0.030364856123924255,1491,0.00013079046493658097,
+994,11936,0.030024483799934387,1492,0.00012965161822648953,
+995,11944,0.030117951333522797,1493,0.0001676139639000342,
+995,11952,0.03008073940873146,1494,0.0001445760553906439,
+996,11960,0.03025456890463829,1495,0.00013163384285993138,
+997,11968,0.029837030917406082,1496,0.00014658797590527683,
+997,11976,0.02990981936454773,1497,0.0001680827715192988,
+998,11984,0.030117344111204147,1498,0.00013728054564126068,
+999,11992,0.029801245778799057,1499,0.00014993828851099048,
+999,12000,0.029802322387695312,1500,0.0001582163890166807,
+1000,12008,0.029859572649002075,1501,0.00013786106698413883,
+1001,12016,0.02963271737098694,1502,0.00017037268415671342,
+1001,12024,0.029690667986869812,1503,0.0001350289247056935,
+1002,12032,0.029860928654670715,1504,0.00013322408252255022,
+,,,1504,,0.0001608342992969685
+1003,12040,0.029869262129068375,1505,0.00019240417090518998,
+1003,12048,0.029703382402658463,1506,0.00010636351325956638,
+1004,12056,0.0293901190161705,1507,0.0001438387962480192,
+1005,12064,0.02958986908197403,1508,0.00015310781756332808,
+1005,12072,0.029827501624822617,1509,0.00015080734010552987,
+1006,12080,0.030119944363832474,1510,0.0001499979178333888,
+1007,12088,0.03039572387933731,1511,0.00014445102078752825,
+1007,12096,0.029661022126674652,1512,0.00014876988534524572,
+1008,12104,0.029732145369052887,1513,0.00016987707458611113,
+1009,12112,0.029671888798475266,1514,0.0001293509975160608,
+1009,12120,0.029639188200235367,1515,0.0001486032369939494,
+1010,12128,0.03004395216703415,1516,0.000137389689371048,
+1011,12136,0.029655378311872482,1517,0.0001511189884695341,
+1011,12144,0.029935240745544434,1518,0.00016376367557313642,
+1012,12152,0.029537994414567947,1519,0.00014797232272810237,
+1013,12160,0.030379775911569595,1520,0.00016349333418474998,
+,,,1520,,0.00016309961210936308
+1013,12168,0.02963285520672798,1521,0.00015795989293110324,
+1014,12176,0.03001844510436058,1522,0.00013601172811052362,
+1015,12184,0.02975073829293251,1523,0.0001678414568232256,
+1015,12192,0.029670249670743942,1524,0.00015379225260403473,
+1016,12200,0.03542007878422737,1525,0.00015966209715164345,
+1017,12208,0.029658816754817963,1526,0.00014689925167961823,
+1017,12216,0.03545699641108513,1527,0.00013826988727790498,
+1018,12224,0.03701183199882507,1528,0.0001548730310787505,
+1019,12232,0.036733176559209824,1529,0.00013229862815933302,
+1019,12240,0.029421448707580566,1530,0.00017388897634061453,
+1020,12248,0.029750313609838486,1531,0.00017859345613639258,
+1021,12256,0.029921311885118484,1532,0.00011632877567535616,
+1021,12264,0.029563024640083313,1533,0.0001572196215420263,
+1022,12272,0.029557663947343826,1534,0.00014755283136764775,
+1023,12280,0.02961059659719467,1535,0.00014986959740781458,
+1023,12288,0.029755599796772003,1536,0.0001516941582459757,
+,,,1536,,0.000164569148586856

finetune_lora/llama3.2-1b-instruct/agnews/size=8/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/test=agnews/list=0.7-1.0/labels.csv

@@ -0,0 +1,4 @@
+47061,3
+72767,2
+18365,0
+119473,2