Add files using upload-large-folder tool

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,19 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3572545535862446,0,6.381230354309082,
+0,8,0.057724546641111374,1,5.376471847295761,
+0,16,0.03877418115735054,2,4.675524652004242,
+0,24,0.034945983439683914,3,2.007715169340372,
+0,32,0.03434022516012192,4,1.198684573173523,
+0,40,0.034333616495132446,5,0.9538472630083561,
+0,48,0.0373949334025383,6,0.6116421837359667,
+0,56,0.0350191593170166,7,0.4215748142451048,
+0,64,0.03475138545036316,8,0.3206992130726576,
+0,72,0.0346386581659317,9,0.6428410829976201,
+0,80,0.03419574722647667,10,0.35999502683989704,
+0,88,0.034171778708696365,11,0.2856106690596789,
+0,96,0.035030391067266464,12,0.12461553514003754,
+0,104,0.0349595881998539,13,0.35103344108210877,
+0,112,0.035289060324430466,14,0.07510081032523885,
+0,120,0.034675877541303635,15,0.033690411801217124,
+0,128,0.03412579745054245,16,0.5242863655366818,
+,,,16,,0.2564092937268709

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,189 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.36712098494172096,0,4.573478698730469,
+0,8,0.07237483933568001,1,5.581843674182892,
+0,16,0.03676349297165871,2,5.5229975283145905,
+0,24,0.03409085422754288,3,2.6156397983431816,
+0,32,0.033549707382917404,4,0.6484015434980392,
+0,40,0.03768414631485939,5,0.8121395744383335,
+0,48,0.03180461376905441,6,0.5033663008362055,
+0,56,0.036136794835329056,7,0.43641174770891666,
+0,64,0.03215347230434418,8,0.453869367018342,
+0,72,0.03231068700551987,9,0.2317543871467933,
+0,80,0.0321061909198761,10,0.5415518479421735,
+0,88,0.03199157118797302,11,0.24978045839816332,
+1,96,0.03186837211251259,12,0.08256579344742931,
+1,104,0.03167515993118286,13,0.11724365188274533,
+1,112,0.032374367117881775,14,0.7099646712304093,
+1,120,0.03194557875394821,15,0.010250710911350325,
+1,128,0.03177272155880928,16,0.06737402577709872,
+,,,16,,0.22158878727963097
+1,136,0.031629301607608795,17,0.2435848433378851,
+1,144,0.03812001645565033,18,0.019172522414010018,
+1,152,0.039457615464925766,19,0.41113430200493895,
+1,160,0.03630919009447098,20,0.19330760899174493,
+1,168,0.0317719504237175,21,0.0019934781739721075,
+1,176,0.03164943680167198,22,0.4940279067668598,
+2,184,0.03141285106539726,23,0.3231429050647421,
+2,192,0.031417250633239746,24,0.006745740422047675,
+2,200,0.03133246675133705,25,0.029643937217770144,
+2,208,0.031824398785829544,26,0.023928690585307777,
+2,216,0.0314275361597538,27,0.08105609336053021,
+2,224,0.03164198622107506,28,0.029600435445900075,
+2,232,0.031411025673151016,29,0.026080872921738774,
+2,240,0.03163702413439751,30,0.11391143384389579,
+2,248,0.03193552792072296,31,0.06140240840613842,
+2,256,0.03211476281285286,32,0.022758989871363156,
+,,,32,,0.23019848371806897
+2,264,0.0318770557641983,33,0.14580839876725804,
+3,272,0.03198152780532837,34,0.018774338182993233,
+3,280,0.031722161918878555,35,0.020223396757501177,
+3,288,0.03185398876667023,36,0.003511165217787493,
+3,296,0.031515467911958694,37,0.09306990128243342,
+3,304,0.03178741782903671,38,0.09770116127037909,
+3,312,0.03191610425710678,39,0.002718045718211215,
+3,320,0.03207496553659439,40,0.0017629917492740788,
+3,328,0.03191739320755005,41,0.007212421696749516,
+3,336,0.031998150050640106,42,0.0021099303558003157,
+3,344,0.031982049345970154,43,0.0017098227763199247,
+3,352,0.03189598396420479,44,0.0035258706120657735,
+3,360,0.03168287128210068,45,0.0010906066963798366,
+4,368,0.03140408173203468,46,0.0036006687296321616,
+4,376,0.03143466264009476,47,0.002225586009444669,
+4,384,0.031609825789928436,48,0.0015330479036492761,
+,,,48,,0.26494234486630086
+4,392,0.0320451520383358,49,0.0015689343526901212,
+4,400,0.031827498227357864,50,0.0012912601232528687,
+4,408,0.0319402813911438,51,0.0006863606977276504,
+4,416,0.03168212249875069,52,0.0008443076840194408,
+4,424,0.03177372366189957,53,0.0026546302724455018,
+4,432,0.03166307508945465,54,0.0008350259886356071,
+4,440,0.03297283500432968,55,0.0014183626044541597,
+4,448,0.03167301416397095,56,0.0010308234959666152,
+5,456,0.031733833253383636,57,0.0006540253016282804,
+5,464,0.03154216334223747,58,0.0033160944112751167,
+5,472,0.03130446746945381,59,0.0007131438142096158,
+5,480,0.031433917582035065,60,0.0011998278532701079,
+5,488,0.031283728778362274,61,0.0008312462778121699,
+5,496,0.03134932368993759,62,0.0006835815802332945,
+5,504,0.03123454377055168,63,0.000953540420596255,
+5,512,0.03138298913836479,64,0.007051418069750071,
+,,,64,,0.3465706674676192
+5,520,0.031250983476638794,65,0.000781917911808705,
+5,528,0.03160569444298744,66,0.0017267192561121192,
+5,536,0.03181534633040428,67,0.00093090799782658,
+6,544,0.031527526676654816,68,0.0012476191550376825,
+6,552,0.03126991540193558,69,0.0008282420876639662,
+6,560,0.03154537081718445,70,0.0010031880956375971,
+6,568,0.031461670994758606,71,0.0007549532565462869,
+6,576,0.03134435415267944,72,0.0006655045144725591,
+6,584,0.03142295777797699,73,0.001481386902014492,
+6,592,0.03119784966111183,74,0.0005407314893091097,
+6,600,0.032106854021549225,75,0.0006927558024472091,
+6,608,0.0316932313144207,76,0.0006334222380246501,
+6,616,0.031688593327999115,77,0.00187436804844765,
+6,624,0.031430114060640335,78,0.0009359232863062061,
+7,632,0.03140215948224068,79,0.0006749926178599708,
+7,640,0.03166854381561279,80,0.0014107287661317969,
+,,,80,,0.33073749040302475
+7,648,0.030986685305833817,81,0.0013604791056422982,
+7,656,0.03108690306544304,82,0.000840140382933896,
+7,664,0.030927889049053192,83,0.0009164820075966418,
+7,672,0.031219661235809326,84,0.00034453271655365825,
+7,680,0.03165830299258232,85,0.0007625186772202142,
+7,688,0.0318249873816967,86,0.0006388414913089946,
+7,696,0.03146391734480858,87,0.0006339123683574144,
+7,704,0.03161643445491791,88,0.0008515792651451193,
+7,712,0.0308334082365036,89,0.0007682886443944881,
+7,720,0.038427598774433136,90,0.0006906138987687882,
+8,728,0.038232654333114624,91,0.0012431078394001815,
+8,736,0.031236890703439713,92,0.0007657589812879451,
+8,744,0.03233423829078674,93,0.0005765311670984374,
+8,752,0.03144122660160065,94,0.001134392306994414,
+8,760,0.03129042685031891,95,0.0004854527178395074,
+8,768,0.031917504966259,96,0.0008655724450363778,
+,,,96,,0.32672643661499023
+8,776,0.031560320407152176,97,0.0005351527070160955,
+8,784,0.03126955404877663,98,0.000576784135773778,
+8,792,0.03158333897590637,99,0.0004529165798885515,
+8,800,0.031995754688978195,100,0.000959921922913054,
+8,808,0.03126420080661774,101,0.0005622084063361399,
+9,816,0.031346362084150314,102,0.0005934058826824185,
+9,824,0.031648196280002594,103,0.0009689291000540834,
+9,832,0.03160306066274643,104,0.0005480119925778126,
+9,840,0.03128444775938988,105,0.0005627314640150871,
+9,848,0.0319850817322731,106,0.0007543149240518687,
+9,856,0.031458497047424316,107,0.0005846812127856538,
+9,864,0.03852623328566551,108,0.0004856941468460718,
+9,872,0.03854776546359062,109,0.0005512658808584092,
+9,880,0.03171779587864876,110,0.0010986745000991505,
+9,888,0.03184095025062561,111,0.0007407880984828807,
+9,896,0.031673118472099304,112,0.0012386495764076244,
+,,,112,,0.3190248639960038
+10,904,0.031258031725883484,113,0.0007949485152494162,
+10,912,0.03125660493969917,114,0.0008001627629710129,
+10,920,0.030978959053754807,115,0.0005135397714184364,
+10,928,0.031176496297121048,116,0.0004162690929661039,
+10,936,0.03140519931912422,117,0.0009557374614814762,
+10,944,0.03143053874373436,118,0.0007626973419974092,
+10,952,0.03159015253186226,119,0.0008549501144443639,
+10,960,0.031624287366867065,120,0.0004949038739141542,
+10,968,0.0319269597530365,121,0.0005959411046205787,
+10,976,0.036399900913238525,122,0.0007030636079434771,
+10,984,0.037165358662605286,123,0.0005811248447571415,
+11,992,0.03701600804924965,124,0.0007464887094101869,
+11,1000,0.03704112395644188,125,0.0005203144282859284,
+11,1008,0.03180940821766853,126,0.0006743709236616269,
+11,1016,0.031601253896951675,127,0.0007080342184053734,
+11,1024,0.03142079710960388,128,0.0004920735609630356,
+,,,128,,0.33436913239328486
+11,1032,0.033131252974271774,129,0.0007389067322947085,
+11,1040,0.03974052146077156,130,0.0005131280977366259,
+11,1048,0.039460014551877975,131,0.0009904150083457353,
+11,1056,0.0315404012799263,132,0.0006875449380459031,
+11,1064,0.03186466172337532,133,0.00040077684570860583,
+11,1072,0.03238210827112198,134,0.00046567739991587587,
+11,1080,0.03159229829907417,135,0.0008843091654853197,
+12,1088,0.03194373473525047,136,0.0009858847806754056,
+12,1096,0.0314372293651104,137,0.00046479334923787974,
+12,1104,0.03613709658384323,138,0.0004810074697161326,
+12,1112,0.03126620501279831,139,0.0004321391534176655,
+12,1120,0.03138430789113045,140,0.000477257101010764,
+12,1128,0.0322251170873642,141,0.0010346688359277323,
+12,1136,0.032007742673158646,142,0.0007902889046818018,
+12,1144,0.032063715159893036,143,0.0006555067775479984,
+12,1152,0.031090781092643738,144,0.00045275594675331376,
+,,,144,,0.32245262045609324
+12,1160,0.03166341036558151,145,0.00037887376674916595,
+12,1168,0.0318215936422348,146,0.0005487031230586581,
+13,1176,0.031695201992988586,147,0.0005463352226797724,
+13,1184,0.03169109672307968,148,0.0004654413005482638,
+13,1192,0.03172583505511284,149,0.0006622038217756199,
+13,1200,0.03133034333586693,150,0.0003518553203321062,
+13,1208,0.03203810751438141,151,0.00047526445996481925,
+13,1216,0.03173450008034706,152,0.00041505635272187646,
+13,1224,0.031872257590293884,153,0.0008450715577055234,
+13,1232,0.04028565436601639,154,0.00040192306914832443,
+13,1240,0.03263095021247864,155,0.000687476936946041,
+13,1248,0.031362444162368774,156,0.0009591422058292665,
+13,1256,0.03275898098945618,157,0.0005113414699735586,
+14,1264,0.03112253174185753,158,0.0007805913046468049,
+14,1272,0.03164723142981529,159,0.0006811656003264943,
+14,1280,0.03182905539870262,160,0.00045514114390243776,
+,,,160,,0.3279891766999897
+14,1288,0.03191180154681206,161,0.0005394477193476632,
+14,1296,0.03157513588666916,162,0.0007185066206147894,
+14,1304,0.03123502805829048,163,0.0004160869575571269,
+14,1312,0.031565748155117035,164,0.0008825154527585255,
+14,1320,0.03121241182088852,165,0.0005447962394100614,
+14,1328,0.03138986974954605,166,0.00032489175282535143,
+14,1336,0.032410621643066406,167,0.00042150894660153426,
+14,1344,0.030929043889045715,168,0.0004521089285844937,
+15,1352,0.031314361840486526,169,0.00046153165385476314,
+15,1360,0.03671219199895859,170,0.0006865523027954623,
+15,1368,0.03162463754415512,171,0.0003647893918241607,
+15,1376,0.03138073906302452,172,0.00036175240711600054,
+15,1384,0.031306538730859756,173,0.0004993822440155782,
+15,1392,0.03139765188097954,174,0.0005694245137419784,
+15,1400,0.03131451830267906,175,0.0004021383665531175,
+15,1408,0.03126005083322525,176,0.0007405732649203856,
+,,,176,,0.33298404593216746

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/labels.csv

@@ -0,0 +1,38 @@
+59788,1
+31967,1
+4505,0
+36542,0
+34913,1
+7155,0
+32795,0
+62324,1
+50507,1
+16657,0
+15922,1
+57340,1
+48273,1
+26574,0
+40485,0
+36904,1
+16637,1
+60881,1
+41433,1
+54456,0
+39971,1
+32920,0
+54528,1
+45878,0
+38505,1
+52404,1
+54129,0
+49309,0
+16450,1
+50808,1
+61804,0
+50043,1
+17124,0
+20203,1
+28888,1
+35726,1
+24624,0
+50624,0

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=0.7-1.0/logits.csv

@@ -0,0 +1,38 @@
+59788,-8.750319,-0.000318834
+31967,-10.625133,-0.00013243275
+4505,-0.0008114859,-9.375812
+36542,-0.0009716795,-7.875972
+34913,-9.750319,-0.00031895319
+7155,-2.3504694,-0.10046936
+32795,-8.625475,-0.0004749362
+62324,-10.500258,-0.00025829318
+50507,-9.875333,-0.00033277695
+16657,-0.00046742958,-10.375467
+15922,-9.750162,-0.0001619923
+57340,-11.000147,-0.00014673587
+48273,-7.3759713,-0.00097120315
+26574,-0.0004997197,-10.1255
+40485,-0.001035988,-8.251036
+36904,-10.625183,-0.00018344627
+16637,-8.875239,-0.00023910524
+60881,-8.250367,-0.00036745472
+41433,-1.0540237,-0.42902377
+54456,-0.021313904,-3.896314
+39971,-10.500223,-0.00022337325
+32920,-0.00048113213,-8.750482
+54528,-8.875313,-0.0003126371
+45878,-0.08961848,-2.4646184
+38505,-10.12525,-0.00024983147
+52404,-8.375542,-0.0005413021
+54129,-0.00043406602,-9.500434
+49309,-0.00035458477,-9.500355
+16450,-8.125591,-0.00059169903
+50808,-7.875696,-0.0006962974
+61804,-0.026531838,-3.651532
+50043,-10.37515,-0.00015007323
+17124,-0.00063554116,-8.375635
+20203,-10.250238,-0.00023827098
+28888,-9.7507105,-0.0007107116
+35726,-7.125947,-0.0009469078
+24624,-0.3139965,-1.3139966
+50624,-0.0017262094,-6.626726

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-7.0010595,-0.0010596857
+12007,-5.255399,-0.0053992877
+8229,-0.00041488145,-9.500415
+31449,-10.125192,-0.0001913126
+1591,-0.00073263026,-9.125732
+53542,-9.250312,-0.00031227956
+49372,-9.12527,-0.00026961506
+54831,-0.00076193386,-8.000762
+44771,-6.6265497,-0.0015498304
+33116,-0.00061040366,-9.87561
+33492,-7.12593,-0.0009296386
+16982,-4.758799,-0.008799231
+31901,-8.250527,-0.00052712375
+49817,-0.0035617028,-5.7535615
+60681,-5.753475,-0.0034752232
+39890,-9.500212,-0.00021133573
+62685,-0.0005329619,-9.250533
+2201,-10.001739,-0.0017383478
+47201,-0.0005803808,-9.250581
+20835,-10.25031,-0.0003100153
+15421,-10.125265,-0.00026544384
+45021,-0.00050841755,-8.625508
+45802,-0.0008303055,-8.875831
+43637,-0.00081589306,-7.500816
+7160,-0.00032610344,-9.625326
+8150,-2.0178604,-0.1428605
+3512,-9.000236,-0.00023576818
+29264,-0.00036662057,-11.250366
+32960,-0.0006899837,-9.25069
+32221,-0.00080541114,-7.8758054
+35996,-8.625366,-0.0003657864
+4422,-11.125205,-0.0002054957
+22209,-0.0004066594,-9.000406
+6920,-10.625175,-0.00017546068
+25253,-0.0006899837,-9.37569
+680,-1.2241385,-0.34913847
+50140,-10.125212,-0.00021181247
+28481,-9.8752,-0.00020001318
+36298,-0.00071607216,-8.000716
+16473,-10.000183,-0.0001830887
+11102,-5.2553678,-0.0053676297
+62901,-0.0004051103,-8.375405
+16123,-9.87534,-0.0003407613
+52012,-0.00049638347,-9.625496
+60780,-0.0006571041,-8.375657
+1781,-11.125134,-0.00013410146
+41449,-0.0008440031,-8.875844
+908,-7.126063,-0.0010630201
+15507,-10.125608,-0.00060885487
+57914,-3.1683528,-0.04335293
+46159,-4.3875957,-0.012595508
+56461,-10.000138,-0.0001385116
+62107,-0.00068021525,-9.87568
+49087,-11.125163,-0.00016354177
+65792,-0.00065436406,-8.875654
+13181,-0.000520809,-9.000521
+54119,-10.3751745,-0.00017498393
+51997,-0.00038926175,-8.625389
+24924,-10.750171,-0.00017081232
+45890,-0.0004663572,-9.625466
+41716,-0.0005283152,-8.000528
+60175,-0.0007428747,-8.125743
+30318,-0.00037520044,-9.375375
+13221,-8.750253,-0.0002530493
+15509,-10.750104,-0.000103706705
+37365,-7.8755126,-0.0005125878
+60975,-0.00505396,-5.380054
+51375,-0.00042024365,-10.125421
+16004,-9.625289,-0.0002891599
+12837,-9.875227,-0.00022671037
+17864,-9.7502775,-0.00027748072
+67134,-8.625377,-0.00037627292
+18611,-8.625319,-0.00031835734
+12861,-7.625879,-0.00087878224
+58084,-10.62512,-0.000120632525
+32874,-0.04345977,-3.1684597
+32717,-9.875163,-0.00016306501
+23413,-10.125379,-0.0003784179
+59634,-0.00159613,-6.751596
+15629,-1.0563827,-0.43138272
+47071,-0.0012894896,-7.5012894
+48558,-9.375312,-0.00031192205
+3648,-0.0003580406,-9.750358
+43367,-0.00047791502,-8.750478
+14869,-0.0005807382,-10.500581
+1518,-0.00055869704,-8.750559
+16976,-10.753092,-0.0030919148
+20931,-10.625147,-0.00014721263
+67379,-10.250338,-0.00033790123
+4741,-0.0005818105,-10.000582
+5765,-8.875272,-0.00027187943
+48791,-0.00051008567,-8.62551
+15298,-0.89854836,-0.52354836
+21874,-9.750201,-0.00020168177
+9095,-9.251009,-0.0010091932
+3840,-10.375161,-0.00016163473
+55636,-0.00877347,-4.7587733
+57364,-1.0543964,-0.42939636
+65863,-0.0011724511,-9.876172
+40786,-0.00040475282,-10.500404
+8118,-9.875196,-0.00019619924
+52441,-0.00046051864,-10.500461
+38593,-0.00029702543,-10.000297
+5517,-0.000817918,-8.375818
+39136,-6.1273513,-0.0023514973
+47292,-0.000938571,-8.375938
+34052,-0.00423309,-5.879233
+16037,-10.500198,-0.00019858296
+64606,-9.3752575,-0.0002575781
+19552,-0.0005065112,-8.750506
+14116,-8.375381,-0.00038175448
+11261,-0.04335156,-3.1683517
+11668,-11.000215,-0.00021503044
+42198,-9.875209,-0.00020895206
+22526,-12.000414,-0.0004135707
+8037,-8.625335,-0.00033432618
+5324,-7.6257033,-0.0007032067
+56692,-0.00052736205,-9.625527
+59753,-0.00092951953,-7.7509294
+47298,-0.0008744945,-7.3758745
+57801,-3.2881565,-0.038156398
+58413,-11.000097,-9.762764e-05
+10673,-0.0003562531,-10.875357
+65730,-10.375149,-0.0001492389
+40287,-8.500334,-0.00033361115
+15186,-9.875395,-0.00039450492
+43119,-0.0005374894,-9.375538
+39219,-10.125302,-0.00030226907
+50340,-5.504169,-0.004169106
+34297,-9.000443,-0.00044359858
+62941,-0.00057263667,-9.375572
+31551,-11.500208,-0.00020776021
+41344,-9.500299,-0.00029928974
+46402,-9.875143,-0.00014280253
+13636,-8.750328,-0.000327891
+42241,-9.625226,-0.00022575691
+15422,-0.0014566298,-6.6264567
+25014,-10.500369,-0.0003692422
+19613,-7.7505627,-0.00056262873
+5515,-0.0007649118,-8.375765
+64128,-0.00046588058,-10.625466
+28084,-0.0007049936,-7.875705
+10395,-7.250789,-0.0007889734
+9965,-0.00089128816,-7.500891
+27221,-7.375728,-0.0007281036
+11994,-0.0007257212,-10.875726
+43384,-0.00059884734,-9.250599
+44329,-0.0005934861,-10.375593
+58937,-0.00043644916,-9.875437
+29119,-0.00028343953,-10.250283
+8989,-0.0018582948,-9.376859
+23043,-9.750295,-0.00029428443
+32166,-0.00055702904,-9.000557
+42729,-0.97439957,-0.47439957
+6863,-9.750347,-0.00034695806
+41187,-0.00059848995,-10.625599
+36039,-12.125178,-0.00017879794
+55977,-0.0005378469,-8.875538
+8129,-9.500267,-0.00026687398
+60223,-9.875353,-0.00035243976
+9414,-0.00032860602,-9.625329
+26177,-0.0009158231,-9.375916
+38443,-0.0003437405,-9.750343
+43084,-0.00048351518,-10.1254835
+53673,-0.00075871765,-8.375759
+15057,-6.25207,-0.002069714
+51700,-0.00077039126,-8.625771
+51201,-9.125288,-0.00028820653
+47078,-10.375309,-0.00030906193
+59961,-8.000473,-0.00047314892
+22272,-4.8829565,-0.007956478
+65773,-0.00067914306,-8.000679
+33746,-0.00086508517,-7.375865
+27311,-10.500122,-0.00012170528
+41292,-0.00021586473,-9.625216
+17110,-0.14330672,-2.0183067
+57029,-0.0009834697,-9.625983
+3009,-9.750129,-0.00012921452
+40193,-9.375179,-0.0001792747
+27618,-9.125284,-0.0002845121
+20145,-10.750162,-0.00016187312
+52193,-9.500256,-0.00025555206
+34398,-0.00079504825,-9.250795
+36473,-10.000239,-0.00023958198
+43577,-0.0002930927,-10.625293
+57850,-10.500205,-0.00020525733
+61117,-0.00077527505,-8.250775
+32569,-7.25086,-0.0008602018
+12290,-11.000195,-0.00019500738
+19499,-10.125347,-0.0003471964
+60470,-0.00032348168,-9.375323
+8962,-11.125325,-0.0003255076
+65955,-9.375259,-0.00025900823
+62486,-0.012924356,-4.387924
+19000,-0.00079254684,-8.0007925
+22631,-8.375467,-0.00046695294
+25613,-0.00040642108,-8.500406
+56086,-9.375232,-0.00023207355
+28883,-0.014572027,-4.264572
+26425,-9.375252,-0.00025221505
+48097,-0.003823828,-5.6288238
+61477,-0.00087187416,-7.5008717
+9121,-0.055059228,-2.9300592
+66709,-9.125242,-0.00024232312
+51472,-7.5010905,-0.0010902897
+19809,-10.250168,-0.0001677134
+38959,-9.250254,-0.00025352603
+39849,-0.00023505308,-9.500235
+59964,-0.0004982899,-8.750498
+65268,-10.125209,-0.00020895206
+8791,-0.0012444855,-7.0012445
+51774,-9.250234,-0.00023398046
+49640,-0.0038881907,-5.628888
+20125,-8.375326,-0.0003262226
+59640,-0.0011567337,-7.376157
+68206,-9.876064,-0.0010646873
+48079,-10.500182,-0.00018177765
+49583,-4.0183244,-0.01832449
+67054,-0.0005038899,-9.000504
+59571,-2.8121402,-0.062140264
+29080,-9.25033,-0.00033039355
+29111,-8.875321,-0.00032157495
+20758,-9.375225,-0.00022551854
+64023,-0.0005026984,-9.250503
+29058,-0.00062624866,-9.500627
+18185,-0.82618046,-0.57618046
+36543,-0.0005415403,-9.125542
+54983,-9.000262,-0.00026258358
+3101,-5.628667,-0.00366706
+42140,-0.0015492353,-6.7515492
+6954,-0.00048327688,-10.3754835
+15955,-8.625884,-0.0008843802
+61746,-0.0007494263,-9.62575
+32055,-0.0009009355,-9.125901
+39496,-8.375481,-0.00048041722
+59909,-8.500296,-0.00029559535
+66296,-0.0008067214,-8.625807
+46804,-8.500297,-0.00029619123
+35049,-0.00078039704,-9.25078
+56017,-7.3758664,-0.0008662762
+26947,-9.000227,-0.00022659119
+38928,-0.0010193158,-8.8760195
+15029,-10.875253,-0.00025281095
+7086,-0.00054797414,-8.000548
+537,-0.00091046357,-8.250911
+50731,-0.00051497074,-8.500515
+63604,-9.750168,-0.00016807097
+67049,-0.00040320374,-8.375403
+31161,-0.00056227134,-8.125563
+58922,-10.875213,-0.0002122892
+18347,-9.6251745,-0.00017426879
+25864,-4.3876123,-0.012612106
+63846,-0.00044228786,-9.2504425
+13353,-0.00048101298,-9.375481
+25378,-7.625772,-0.00077193975
+59101,-9.875293,-0.00029237763
+20895,-0.0030271441,-5.878027
+48119,-10.000188,-0.00018785619
+14332,-0.00043084874,-10.375431
+25497,-9.500229,-0.0002284981
+8686,-0.014552407,-4.2645526
+22758,-9.750337,-0.00033635204
+7666,-0.00057239836,-9.375572
+20686,-0.007924191,-4.882924
+18975,-8.875307,-0.00030715516
+19054,-7.7505436,-0.0005434467
+48123,-11.250161,-0.00016103878
+57909,-10.250165,-0.00016497205
+9226,-9.875318,-0.00031728478
+48653,-0.0006235086,-8.875624
+44013,-0.0055914666,-5.5055914
+11409,-10.500215,-0.0002145537
+62736,-0.0009784679,-7.8759785
+2777,-9.500371,-0.00037126802
+7058,-0.00036566725,-10.000365
+48408,-0.00088485656,-7.875885
+28934,-9.500165,-0.00016497205
+46578,-10.125252,-0.0002518575
+23203,-3.5298913,-0.029891232
+6257,-10.000228,-0.00022802137
+53444,-0.0010989824,-7.501099
+17816,-4.75874,-0.008740147
+46307,-10.125284,-0.0002843929
+20599,-11.250228,-0.00022754465
+29423,-0.0005640584,-9.625564
+21041,-0.00033277695,-10.000333
+16633,-10.250234,-0.00023386128
+20221,-8.500335,-0.00033468366
+27466,-0.0003756771,-9.625376
+22987,-0.0005891971,-8.250589
+9322,-0.0007715824,-8.3757715
+3265,-6.2520633,-0.0020631712
+22814,-8.000453,-0.0004526544
+56185,-9.750212,-0.00021133573
+55014,-8.875246,-0.0002460177
+43437,-9.375208,-0.00020823695
+24683,-0.0004663572,-9.500466
+10233,-0.0011836435,-7.3761835
+19001,-0.0006099271,-10.00061
+32718,-0.0005552419,-8.750555
+31030,-0.00077551324,-10.000775
+1099,-0.0005676327,-10.375567
+57982,-7.8756275,-0.0006276783
+49148,-0.00048816207,-8.000488
+40880,-10.625133,-0.00013267114
+31148,-0.00048994937,-11.00049
+9446,-9.750166,-0.000165568
+18579,-10.750285,-0.0002854655
+30932,-0.0040747244,-5.6290746
+40792,-3.1682248,-0.043224845
+48600,-0.0025568672,-6.252557
+44588,-6.6268597,-0.0018597227
+33828,-8.500361,-0.00036149644
+33917,-0.001971684,-6.6269717
+2026,-0.0005638202,-8.500564
+56745,-0.0005069878,-9.000507
+17383,-0.0011338717,-7.001134
+2372,-0.0025622179,-6.877562
+56600,-0.00804801,-4.883048
+50257,-0.0006077826,-9.8756075
+38892,-0.000537966,-9.000538
+45844,-0.0010598048,-8.75106
+29062,-0.008097084,-4.883097
+5655,-8.875298,-0.00029750212
+67611,-0.00077384565,-8.375773
+18546,-0.00095524447,-7.875955
+63060,-10.625244,-0.00024375328
+36068,-9.75023,-0.00022968992
+784,-0.0007261977,-7.500726
+20429,-0.0008729461,-9.375873
+21679,-8.750427,-0.00042739316
+53617,-10.875218,-0.00021860594
+6978,-10.62517,-0.00016962043
+53262,-0.00075014104,-10.000751
+181,-0.0008746136,-8.8758745
+28744,-0.0025125146,-6.1275125
+48716,-0.00092523196,-8.000925
+51468,-0.0003376629,-9.750338
+62209,-10.000217,-0.00021717574
+8732,-5.1312447,-0.006244671
+56949,-8.375359,-0.00035899394
+26885,-0.0006076635,-10.8756075
+43345,-0.01831934,-4.018319
+8053,-8.0004225,-0.00042286515
+59402,-9.375203,-0.000203112
+49552,-0.00041547726,-10.000416
+12348,-0.20218553,-1.7021855
+28335,-8.7502775,-0.0002771232
+59114,-7.250853,-0.0008532936
+12625,-8.500365,-0.0003651906
+8876,-7.625825,-0.00082506466
+29959,-10.250146,-0.00014578234
+37911,-0.00035935143,-10.00036
+38412,-1.1371248,-0.3871248
+31999,-0.00044836482,-10.000448
+34775,-0.0005944392,-8.375594
+65737,-9.00031,-0.00030953862
+25244,-0.0008111286,-8.000812
+51630,-9.375249,-0.00024923557
+23979,-8.000499,-0.0004985282
+34638,-9.250218,-0.00021872512
+22311,-11.7501745,-0.00017462636
+14004,-9.50026,-0.0002607959
+310,-0.00036948052,-9.000369
+49105,-0.0008370948,-8.625837
+38782,-11.250245,-0.00024554098
+4647,-9.625215,-0.00021431534
+43782,-0.00047052756,-10.62547
+66046,-0.0014454403,-6.7514453
+16690,-10.500249,-0.00024923557
+67731,-0.0011993604,-7.2511992
+54867,-9.500268,-0.00026806575
+34108,-8.875434,-0.00043430433
+67332,-0.0003526781,-8.875353
+22567,-0.000419767,-9.62542
+57173,-0.00036793138,-9.250368
+26527,-9.875216,-0.00021526881
+59580,-8.250428,-0.00042834642
+20737,-0.001220554,-7.1262207
+53307,-0.0008657998,-10.625866
+32783,-0.0005092516,-10.250509
+7868,-10.250151,-0.00015066919
+50777,-0.0005413021,-8.250542
+29307,-10.000195,-0.00019417307
+18297,-0.0016786068,-6.6266785
+44524,-10.375179,-0.00017951308
+61320,-0.00720273,-5.0072026
+2578,-0.0013503252,-6.8763504
+40612,-0.0010407513,-7.376041
+32523,-8.625419,-0.00041845624
+48509,-0.0005747812,-8.500575
+36666,-9.125282,-0.00028272448
+6539,-9.375263,-0.00026329866
+33620,-9.750327,-0.0003274143
+55547,-8.500372,-0.00037222132
+11751,-8.875272,-0.00027164107
+30491,-0.000537966,-8.000538
+48294,-9.375259,-0.0002597233
+37424,-9.12527,-0.0002699726
+29155,-0.0012403184,-6.8762403

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,19 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.33542753383517265,0,5.344673156738281,
+0,8,0.05945667251944542,1,4.784339129924774,
+0,16,0.033072952181100845,2,4.0574634075164795,
+0,24,0.03496680408716202,3,2.4759046360850334,
+0,32,0.03208288550376892,4,0.6413055611774325,
+0,40,0.03093770518898964,5,0.590896300971508,
+0,48,0.03137826547026634,6,0.4342134203761816,
+0,56,0.030998997390270233,7,0.41520179621875286,
+0,64,0.031512752175331116,8,0.33578567765653133,
+0,72,0.0318891704082489,9,0.5009535271674395,
+0,80,0.03456558659672737,10,0.39374073687940836,
+0,88,0.0309385247528553,11,0.5023147957399487,
+0,96,0.03148310258984566,12,0.3651120524154976,
+0,104,0.031765732914209366,13,0.17043655936140567,
+0,112,0.03125784546136856,14,0.194581302232109,
+0,120,0.03145831823348999,15,0.19620692695025355,
+0,128,0.031039252877235413,16,0.06362765360972844,
+,,,16,,0.13849350025779322

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-1.1384039,-0.38840395
+12007,-0.28293929,-1.4079393
+8229,-0.0011643543,-7.6261644
+31449,-6.5022287,-0.0022288738
+1591,-0.0016840813,-7.376684
+53542,-4.2647104,-0.014710532
+49372,-4.0188656,-0.018865442
+54831,-0.015106205,-4.265106
+44771,-0.57788265,-0.82788265
+33116,-0.0013585394,-8.001359
+33492,-3.1684647,-0.04346468
+16982,-1.1382792,-0.3882792
+31901,-1.8082402,-0.18324018
+49817,-0.03054333,-3.5305433
+60681,-1.7036362,-0.20363612
+39890,-1.806233,-0.18123302
+62685,-0.0023022594,-6.752302
+2201,-6.7599473,-0.009947252
+47201,-0.0037322643,-6.003732
+20835,-6.5027437,-0.002743768
+15421,-3.652251,-0.027251093
+45021,-0.00634868,-5.2563486
+45802,-0.004439261,-5.8794394
+43637,-0.003296895,-5.878297
+7160,-0.003634397,-5.7536345
+8150,-0.31653154,-1.3165315
+3512,-6.127527,-0.0025273783
+29264,-0.000977396,-8.5009775
+32960,-0.0024833812,-6.5024834
+32221,-0.023933899,-3.773934
+35996,-3.0493667,-0.049366698
+4422,-7.3768744,-0.001874358
+22209,-0.0030190626,-6.003019
+6920,-7.376172,-0.0011719747
+25253,-0.0021105176,-7.7521105
+680,-0.282229,-1.407229
+50140,-4.883216,-0.00821568
+28481,-2.9308143,-0.05581418
+36298,-0.0029173216,-6.1279173
+16473,-6.252323,-0.0023231918
+11102,-2.2384617,-0.11346183
+62901,-0.0046990206,-5.504699
+16123,-5.753737,-0.003736896
+52012,-0.0015131702,-7.501513
+60780,-0.0038309533,-5.878831
+1781,-7.6258864,-0.00088628585
+41449,-0.0049319044,-5.504932
+908,-2.3514318,-0.1014319
+15507,-5.878927,-0.003927139
+57914,-0.57791066,-0.82791066
+46159,-1.8053399,-0.18033996
+56461,-5.8781314,-0.0031312506
+62107,-0.005003194,-6.130003
+49087,-6.1279216,-0.002921363
+65792,-0.0017926113,-7.0017924
+13181,-0.0035095548,-5.8785095
+54119,-6.1275992,-0.0025994342
+51997,-0.0044400916,-5.5044403
+24924,-7.126857,-0.001856867
+45890,-0.0014849599,-7.501485
+41716,-0.05572004,-2.93072
+60175,-0.0047587,-5.504759
+30318,-0.0016751556,-6.876675
+13221,-4.7590938,-0.009093654
+15509,-6.626584,-0.001583871
+37365,-2.3509932,-0.1009932
+60975,-0.030825756,-3.5308259
+51375,-0.010219391,-6.8852196
+16004,-5.380499,-0.005498998
+12837,-2.4647446,-0.089744575
+17864,-5.5054536,-0.005453471
+67134,-4.265084,-0.015083777
+18611,-4.0188622,-0.01886205
+12861,-2.8129306,-0.062930636
+58084,-6.8762283,-0.0012285312
+32874,-0.015210353,-4.26521
+32717,-6.1285524,-0.0035525563
+23413,-5.6355085,-0.010508679
+59634,-0.0559277,-2.9309278
+15629,-0.13009138,-2.1300914
+47071,-0.0041554538,-5.8791556
+48558,-3.652169,-0.027169073
+3648,-0.001035988,-8.001036
+43367,-0.008164956,-4.883165
+14869,-0.0022582524,-6.8772583
+1518,-0.0038503099,-5.7538505
+16976,-6.1686673,-0.04366737
+20931,-5.6289425,-0.0039424566
+67379,-6.3772597,-0.0022596796
+4741,-0.0011420879,-8.7511425
+5765,-4.6357236,-0.010723703
+48791,-0.0024857596,-6.2524858
+15298,-0.7588627,-0.6338627
+21874,-3.6529124,-0.027912447
+9095,-4.635534,-0.010534041
+3840,-5.255842,-0.0058422755
+55636,-0.4748177,-0.9748177
+57364,-0.69479114,-0.69479114
+65863,-0.0039765346,-8.128977
+40786,-0.0010314627,-8.001032
+8118,-4.635165,-0.010165111
+52441,-0.0011535188,-7.7511535
+38593,-0.0026484197,-6.2526484
+5517,-0.0044449577,-5.754445
+39136,-1.0562458,-0.43124574
+47292,-0.004342175,-5.754342
+34052,-0.026104541,-3.7761045
+16037,-6.5021114,-0.0021113502
+64606,-5.1315355,-0.0065353476
+19552,-0.049304176,-3.0493042
+14116,-3.1684666,-0.04346662
+11261,-0.69405097,-0.69405097
+11668,-6.876807,-0.0018073667
+42198,-6.127515,-0.002514655
+22526,-9.001686,-0.0016859854
+8037,-2.9307473,-0.055747326
+5324,-2.6964543,-0.071454264
+56692,-0.0010577805,-8.001058
+59753,-0.016628245,-4.1416283
+47298,-0.016660135,-4.14166
+57801,-1.8053471,-0.18034713
+58413,-8.125523,-0.0005225962
+10673,-0.0007282228,-8.500729
+65730,-7.1264496,-0.0014497257
+40287,-4.6360173,-0.011017324
+15186,-3.896061,-0.021060994
+43119,-0.0021015957,-6.8771014
+39219,-5.5045724,-0.0045724125
+50340,-3.1683471,-0.04334711
+34297,-5.629445,-0.004445195
+62941,-0.0011823338,-8.251183
+31551,-8.500916,-0.0009159422
+41344,-4.1419063,-0.016906425
+46402,-6.2521567,-0.002156553
+13636,-2.695592,-0.07059196
+42241,-4.635254,-0.010253728
+15422,-0.22583263,-1.6008326
+25014,-4.388729,-0.013728954
+19613,-0.47508445,-0.9750844
+5515,-0.0058841105,-5.255884
+64128,-0.0010793343,-8.25108
+28084,-0.0020273624,-6.6270275
+10395,-2.0180967,-0.1430967
+9965,-0.010261752,-4.6352615
+27221,-3.6516473,-0.026647221
+11994,-0.001512337,-9.001513
+43384,-0.0015981533,-7.1265984
+44329,-0.0014609151,-8.626461
+58937,-0.0028939056,-6.377894
+29119,-0.0021627387,-6.377163
+8989,-0.019448891,-8.894449
+23043,-4.759441,-0.009441133
+32166,-0.00829383,-5.0082936
+42729,-0.09004683,-2.465047
+6863,-5.1324186,-0.007418466
+41187,-0.0021503677,-8.377151
+36039,-8.626872,-0.0018722164
+55977,-0.0075589116,-5.507559
+8129,-4.0188117,-0.018811863
+60223,-6.003855,-0.003855416
+9414,-0.0018262865,-6.6268263
+26177,-0.0018174811,-7.0018177
+38443,-0.0016274315,-6.7516274
+43084,-0.0010451576,-8.251045
+53673,-0.0016409992,-7.251641
+15057,-3.0492268,-0.049226783
+51700,-0.008485335,-5.2584853
+51201,-4.5117188,-0.011718956
+47078,-4.88371,-0.008710012
+59961,-2.930338,-0.055337977
+22272,-1.1386924,-0.38869244
+65773,-0.07064138,-2.6956413
+33746,-0.1274358,-2.1274357
+27311,-6.501805,-0.0018047488
+41292,-0.005469121,-5.2554693
+17110,-0.2848645,-1.4098644
+57029,-0.0019371808,-7.2519374
+3009,-5.753382,-0.003382083
+40193,-5.5044327,-0.004432615
+27618,-4.0189586,-0.018958788
+20145,-7.7508082,-0.00080803165
+52193,-4.388271,-0.013270977
+34398,-0.0034853208,-6.128485
+36473,-6.254449,-0.0044489927
+43577,-0.000830782,-8.125831
+57850,-5.7536573,-0.0036574393
+61117,-0.006304969,-5.7563047
+32569,-2.0184572,-0.1434571
+12290,-8.500679,-0.0006786666
+19499,-5.754142,-0.0041419202
+60470,-0.0012666306,-7.0012665
+8962,-7.7517204,-0.0017204973
+65955,-5.007414,-0.0074138506
+62486,-0.35091972,-1.2259197
+19000,-0.009219219,-4.759219
+22631,-2.9320624,-0.057062425
+25613,-0.008090226,-4.88309
+56086,-3.5303516,-0.030351607
+28883,-0.25290808,-1.5029081
+26425,-4.6354656,-0.010465621
+48097,-0.016545232,-4.1415453
+61477,-0.0056889057,-5.3806887
+9121,-0.759486,-0.634486
+66709,-2.5795622,-0.079562195
+51472,-3.7744331,-0.024433086
+19809,-6.2526383,-0.0026381947
+38959,-4.7590933,-0.009093181
+39849,-0.0022280412,-6.2522283
+59964,-0.0047040037,-5.504704
+65268,-5.6296434,-0.0046434905
+8791,-0.03884269,-3.2888427
+51774,-4.2645807,-0.014580838
+49640,-0.02421971,-3.7742198
+20125,-4.264799,-0.014799217
+59640,-0.011926062,-4.511926
+68206,-5.3831224,-0.008122271
+48079,-6.627489,-0.002489327
+49583,-1.2250438,-0.35004374
+67054,-0.005183827,-5.3801837
+59571,-0.25297797,-1.502978
+29080,-5.3831654,-0.008165429
+29111,-4.1417933,-0.016793193
+20758,-3.2886257,-0.038625713
+64023,-0.0033693707,-6.0033693
+29058,-0.0017010993,-7.876701
+18185,-0.0071383435,-5.0071383
+36543,-0.002136331,-6.502136
+54983,-1.601072,-0.226072
+3101,-2.9302227,-0.055222694
+42140,-0.0013879437,-7.501388
+6954,-0.0012461524,-9.126246
+15955,-3.6527064,-0.027706422
+61746,-0.0014804367,-8.00148
+32055,-0.0030998772,-6.1281
+39496,-5.7538896,-0.0038896156
+59909,-3.530074,-0.030073788
+66296,-0.0018147443,-7.376815
+46804,-4.2648735,-0.0148733305
+35049,-0.0021435872,-7.6271434
+56017,-1.3149191,-0.31491914
+26947,-4.387949,-0.012949069
+38928,-0.0024154792,-7.5024157
+15029,-6.0039725,-0.0039723786
+7086,-0.003029521,-6.0030293
+537,-0.006762831,-5.131763
+50731,-0.010345641,-4.6353455
+63604,-6.2556157,-0.0056156497
+67049,-0.2819734,-1.4069734
+31161,-0.01290235,-4.3879023
+58922,-6.0033207,-0.0033205394
+18347,-6.003037,-0.003036771
+25864,-0.25342107,-1.5034211
+63846,-0.0047444627,-5.5047445
+13353,-0.0009845415,-8.125984
+25378,-2.4648528,-0.08985289
+59101,-6.253011,-0.0030113372
+20895,-0.0625502,-2.8125503
+48119,-6.252605,-0.0026051414
+14332,-0.000779325,-8.750779
+25497,-3.7741838,-0.024183756
+8686,-0.09031893,-2.465319
+22758,-2.3531494,-0.10314948
+7666,-0.0023886026,-6.5023885
+20686,-0.20398965,-1.7039896
+18975,-4.265374,-0.015374126
+19054,-3.530445,-0.03044516
+48123,-7.001444,-0.0014438928
+57909,-5.504682,-0.004682172
+9226,-4.883872,-0.008872254
+48653,-0.0047836145,-5.5047836
+44013,-0.0048435265,-6.1298437
+11409,-5.2561765,-0.0061766687
+62736,-0.0044958703,-5.629496
+2777,-4.883098,-0.00809803
+7058,-0.0016520674,-7.0016522
+48408,-0.008733292,-4.8837333
+28934,-6.2521377,-0.0021378775
+46578,-6.8764915,-0.0014916257
+23203,-0.20238943,-1.7023895
+6257,-5.754172,-0.0041717174
+53444,-0.003940438,-6.0039406
+17816,-0.43041474,-1.0554147
+46307,-5.754174,-0.0041743293
+20599,-7.2514987,-0.0014988866
+29423,-0.001520907,-8.251521
+21041,-0.0011543523,-7.1261544
+16633,-6.6267333,-0.0017332307
+20221,-3.4090652,-0.034065135
+27466,-0.0012648448,-7.126265
+22987,-0.0027434116,-6.2527432
+9322,-0.0061260783,-5.256126
+3265,-0.051231835,-3.0512319
+22814,-2.3506896,-0.10068971
+56185,-6.3772063,-0.002206512
+55014,-4.1413717,-0.016371917
+43437,-5.131597,-0.006596812
+24683,-0.0014388933,-7.751439
+10233,-0.18164356,-1.8066436
+19001,-0.008132085,-9.133132
+32718,-0.005992541,-5.2559924
+31030,-0.0021301454,-9.0021305
+1099,-0.0010096696,-8.75101
+57982,-2.2388494,-0.11384935
+49148,-0.007904795,-4.882905
+40880,-6.626575,-0.0015750633
+31148,-0.0055250796,-8.880525
+9446,-5.7534566,-0.0034568098
+18579,-7.6268287,-0.0018289044
+30932,-0.1615352,-1.9115353
+40792,-0.101029836,-2.3510299
+48600,-0.013549975,-4.63855
+44588,-1.8064978,-0.18149783
+33828,-4.5115137,-0.011513691
+33917,-0.03988436,-3.2898843
+2026,-0.014360415,-4.3893604
+56745,-0.0028974717,-6.1278973
+17383,-0.14375213,-2.018752
+2372,-0.020492615,-4.1454926
+56600,-0.057694796,-3.182695
+50257,-0.002596105,-6.377596
+38892,-0.0041829953,-5.754183
+45844,-0.003112593,-7.128113
+29062,-0.12899408,-2.128994
+5655,-4.388056,-0.01305603
+67611,-0.013244509,-4.3882446
+18546,-0.0028068929,-6.5028067
+63060,-6.1277704,-0.0027702786
+36068,-3.2939985,-0.043998364
+784,-0.16184461,-1.9118446
+20429,-0.0016073177,-7.8766074
+21679,-3.8966186,-0.021618666
+53617,-6.7518663,-0.001866148
+6978,-7.2510386,-0.0010383697
+53262,-0.0014312748,-9.126431
+181,-0.0015528061,-7.3765526
+28744,-0.0061526177,-5.2561526
+48716,-0.0066119703,-5.131612
+51468,-0.00093023415,-7.8759303
+62209,-5.8782325,-0.003232613
+8732,-2.812983,-0.06298313
+56949,-2.696536,-0.07153606
+26885,-0.0012700834,-8.87627
+43345,-0.20203991,-1.70204
+8053,-2.9305048,-0.05550478
+59402,-5.007162,-0.007161897
+49552,-0.0010551605,-7.8760552
+12348,-0.22736846,-1.6023685
+28335,-2.23846,-0.11346013
+59114,-1.9112542,-0.16125411
+12625,-4.2650256,-0.01502565
+8876,-4.265449,-0.015448901
+29959,-5.7535653,-0.0035652665
+37911,-0.0014241325,-7.1264243
+38412,-0.100974664,-2.3509746
+31999,-0.0014810319,-7.126481
+34775,-0.003757442,-5.7537575
+65737,-3.1686697,-0.043669652
+25244,-0.00297687,-6.127977
+51630,-4.5116153,-0.011615268
+23979,-0.83063525,-0.58063525
+34638,-6.0028358,-0.0028356602
+22311,-8.750939,-0.00093940465
+14004,-5.629062,-0.004062377
+310,-0.006322738,-5.131323
+49105,-0.0018230738,-7.001823
+38782,-8.125663,-0.00066317973
+4647,-5.1312814,-0.0062813954
+43782,-0.0011831672,-8.1261835
+66046,-0.089995734,-2.4649956
+16690,-6.7516613,-0.0016613504
+67731,-0.007579734,-5.00758
+54867,-3.8963027,-0.021302702
+34108,-2.8127913,-0.062791266
+67332,-0.043615445,-3.1686153
+22567,-0.0013383012,-7.1263385
+57173,-0.0045175874,-5.5045176
+26527,-5.6293907,-0.0043907193
+59580,-3.8961108,-0.021110717
+20737,-0.005526502,-5.3805265
+53307,-0.0044812732,-8.004481
+32783,-0.0020494903,-7.1270494
+7868,-6.1279044,-0.0029043658
+50777,-0.008074026,-4.883074
+29307,-6.6277003,-0.002700375
+18297,-0.004217896,-5.629218
+44524,-5.878268,-0.0032677844
+61320,-0.07054307,-2.695543
+2578,-0.18248142,-1.8074814
+40612,-0.0039421003,-5.878942
+32523,-1.7021917,-0.20219176
+48509,-0.003807796,-5.753808
+36666,-3.4093611,-0.034361083
+6539,-5.753958,-0.003958249
+33620,-5.631547,-0.0065471907
+55547,-5.380065,-0.0050651086
+11751,-4.7590427,-0.009042857
+30491,-0.009352799,-4.7593527
+48294,-4.635175,-0.010175023
+37424,-4.635228,-0.010228241
+29155,-0.043386146,-3.1683862

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 16
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/labels.csv

@@ -0,0 +1,38 @@
+59788,1
+31967,1
+4505,0
+36542,0
+34913,1
+7155,0
+32795,0
+62324,1
+50507,1
+16657,0
+15922,1
+57340,1
+48273,1
+26574,0
+40485,0
+36904,1
+16637,1
+60881,1
+41433,1
+54456,0
+39971,1
+32920,0
+54528,1
+45878,0
+38505,1
+52404,1
+54129,0
+49309,0
+16450,1
+50808,1
+61804,0
+50043,1
+17124,0
+20203,1
+28888,1
+35726,1
+24624,0
+50624,0

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=0.7-1.0/logits.csv

@@ -0,0 +1,38 @@
+59788,-9.125153,-0.00015293382
+31967,-11.000046,-4.5894525e-05
+4505,-0.00018475733,-9.750185
+36542,-0.00030453337,-8.625304
+34913,-10.250097,-9.715085e-05
+7155,-2.2379405,-0.11294054
+32795,-9.125189,-0.00018857131
+62324,-10.875081,-8.093983e-05
+50507,-10.2501335,-0.00013326711
+16657,-9.035656e-05,-11.000091
+15922,-10.000081,-8.070143e-05
+57340,-11.37505,-4.9709037e-05
+48273,-7.6255836,-0.0005835976
+26574,-0.0001335055,-10.7501335
+40485,-0.0003395696,-8.7503395
+36904,-11.00006,-5.9841273e-05
+16637,-9.500102,-0.000102395534
+60881,-8.2503,-0.00030060063
+41433,-0.38696066,-1.1369606
+54456,-0.010031994,-4.635032
+39971,-10.8750725,-7.223822e-05
+32920,-0.00015650954,-9.375156
+54528,-9.375143,-0.00014292172
+45878,-0.0299448,-3.529945
+38505,-10.500089,-8.9045374e-05
+52404,-8.875214,-0.00021348105
+54129,-0.0001076402,-10.125108
+49309,-9.417091e-05,-10.250094
+16450,-8.500275,-0.0002745013
+50808,-8.250418,-0.00041726464
+61804,-0.009806552,-4.6348066
+50043,-10.625063,-6.270212e-05
+17124,-0.00017879794,-9.250178
+20203,-10.7500725,-7.283422e-05
+28888,-10.125227,-0.00022742547
+35726,-7.250745,-0.00074489973
+24624,-0.11309567,-2.2380958
+50624,-0.00064554834,-7.5006456

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-7.3756742,-0.00067413965
+12007,-5.5041227,-0.004122569
+8229,-0.00010585225,-10.125106
+31449,-10.62506,-6.0079677e-05
+1591,-0.00020370792,-9.750204
+53542,-9.500141,-0.00014125303
+49372,-9.375148,-0.00014804698
+54831,-0.00031227956,-8.625312
+44771,-6.751238,-0.0012378182
+33116,-0.00014232576,-10.625142
+33492,-7.500593,-0.0005932478
+16982,-5.1309886,-0.005988394
+31901,-8.750237,-0.00023743672
+49817,-0.0015872035,-6.5015874
+60681,-6.0026155,-0.0026156043
+39890,-10.000085,-8.4515814e-05
+62685,-0.00015829741,-9.750158
+2201,-10.250686,-0.000685576
+47201,-0.00016342258,-10.000163
+20835,-10.625106,-0.00010609064
+15421,-10.375099,-9.941561e-05
+45021,-0.0001849957,-9.125185
+45802,-0.0002324311,-9.375233
+43637,-0.00030310327,-8.375303
+7160,-9.4766896e-05,-10.125094
+8150,-1.4061967,-0.2811967
+3512,-9.5001,-0.000100011595
+29264,-8.225103e-05,-11.625082
+32960,-0.00018082414,-9.750181
+32221,-0.00023612572,-8.7502365
+35996,-9.125173,-0.0001722426
+4422,-11.375066,-6.592056e-05
+22209,-0.00013433985,-9.500134
+6920,-11.000056,-5.6265202e-05
+25253,-0.00015889335,-10.000159
+680,-0.7580186,-0.6330186
+50140,-10.500079,-7.9271034e-05
+28481,-10.250078,-7.855584e-05
+36298,-0.00023517228,-8.750236
+16473,-10.125082,-8.2131824e-05
+11102,-5.50413,-0.0041296924
+62901,-0.00015734388,-9.125157
+16123,-10.37512,-0.00011979816
+52012,-0.00012528112,-10.375125
+60780,-0.00019202773,-9.125192
+1781,-11.375051,-5.090107e-05
+41449,-0.0001832079,-9.750183
+908,-7.000986,-0.0009859706
+15507,-10.625165,-0.00016461448
+57914,-2.6950905,-0.070090614
+46159,-4.14106,-0.01606004
+56461,-10.250075,-7.5814234e-05
+62107,-0.0002122892,-10.500213
+49087,-11.500055,-5.578839e-05
+65792,-0.0001772485,-9.625177
+13181,-0.00012611547,-9.750126
+54119,-10.750054,-5.4596363e-05
+51997,-0.00012790339,-9.500128
+24924,-11.125057,-5.709962e-05
+45890,-0.00012516193,-10.000125
+41716,-0.00023362292,-8.625234
+60175,-0.00025042734,-8.875251
+30318,-0.00010203794,-10.125102
+13221,-8.875172,-0.00017176583
+15509,-11.000043,-4.315283e-05
+37365,-8.250311,-0.0003113262
+60975,-0.0017830916,-6.376783
+51375,-0.00011050091,-10.875111
+16004,-10.000099,-9.893881e-05
+12837,-10.12509,-8.940297e-05
+17864,-10.250106,-0.00010561385
+67134,-9.000182,-0.00018261196
+18611,-8.875183,-0.00018285033
+12861,-7.875485,-0.000484945
+58084,-11.000043,-4.2676016e-05
+32874,-0.018306816,-4.0183067
+32717,-10.250068,-6.735098e-05
+23413,-10.500121,-0.00012075172
+59634,-0.0005813339,-7.6255813
+15629,-0.6949442,-0.6949442
+47071,-0.00049245154,-8.250492
+48558,-9.625135,-0.00013577017
+3648,-9.786604e-05,-10.250098
+43367,-0.00015543684,-9.250155
+14869,-0.0001275458,-11.250128
+1518,-0.00016342258,-9.375163
+16976,-11.001448,-0.0014475831
+20931,-10.875053,-5.3046726e-05
+67379,-10.625104,-0.00010418349
+4741,-0.00012551951,-10.625126
+5765,-9.250135,-0.000135055
+48791,-0.00017689094,-9.125176
+15298,-0.5233091,-0.8983091
+21874,-10.12508,-8.046303e-05
+9095,-9.750303,-0.00030322245
+3840,-10.875054,-5.483477e-05
+55636,-0.0028427925,-5.877843
+57364,-0.757975,-0.632975
+65863,-0.00023600654,-10.500236
+40786,-7.748303e-05,-11.125077
+8118,-10.250077,-7.724464e-05
+52441,-0.00011085849,-11.000111
+38593,-8.368142e-05,-10.375084
+5517,-0.00021729493,-9.125217
+39136,-6.3767805,-0.0017803547
+47292,-0.0002710452,-8.875271
+34052,-0.0020779225,-6.502078
+16037,-10.875061,-6.1033294e-05
+64606,-9.750107,-0.000106686624
+19552,-0.00013815402,-9.500138
+14116,-8.875179,-0.00017891714
+11261,-0.0142857935,-4.2642856
+11668,-11.250075,-7.4979835e-05
+42198,-10.125082,-8.201263e-05
+22526,-12.250143,-0.00014316011
+8037,-8.87519,-0.00019023992
+5324,-8.000437,-0.00043680664
+56692,-0.00013290952,-10.250133
+59753,-0.00028391622,-8.500284
+47298,-0.00031704645,-8.250317
+57801,-3.288083,-0.038083073
+58413,-11.25004,-3.9695904e-05
+10673,-7.5933436e-05,-11.250076
+65730,-10.750055,-5.566919e-05
+40287,-8.875184,-0.00018428058
+15186,-10.375123,-0.0001234932
+43119,-0.00013588935,-10.000135
+39219,-10.625087,-8.6780594e-05
+50340,-5.5041113,-0.0041110534
+34297,-9.125215,-0.00021431534
+62941,-0.000120870915,-10.125121
+31551,-12.000054,-5.435796e-05
+41344,-9.875111,-0.00011038171
+46402,-10.375057,-5.769563e-05
+13636,-9.125151,-0.00015090757
+42241,-10.000087,-8.6899796e-05
+15422,-0.00052140467,-7.625521
+25014,-10.87512,-0.000120394136
+19613,-8.2503,-0.00030048148
+5515,-0.00019393471,-9.250194
+64128,-0.00013708128,-11.125137
+28084,-0.00023350373,-8.750234
+10395,-7.3756566,-0.00065650843
+9965,-0.00028844486,-8.375288
+27221,-7.750456,-0.00045599075
+11994,-0.00013183679,-11.250132
+43384,-0.00015567521,-9.875155
+44329,-0.00011097769,-11.000111
+58937,-9.190614e-05,-10.625092
+29119,-7.1284616e-05,-10.875072
+8989,-0.00040928094,-10.000409
+23043,-10.125101,-0.000101203565
+32166,-0.00021097818,-9.500211
+42729,-0.47419065,-0.97419065
+6863,-10.125123,-0.00012265884
+41187,-0.000111573674,-11.250112
+36039,-12.5000515,-5.1377883e-05
+55977,-0.0001720042,-9.500172
+8129,-9.875099,-9.9296405e-05
+60223,-10.125121,-0.00012146689
+9414,-0.000102753125,-10.250103
+26177,-0.00020954797,-10.00021
+38443,-9.393251e-05,-10.375093
+43084,-0.000111573674,-10.625112
+53673,-0.0002892791,-8.875289
+15057,-6.6263604,-0.0013602062
+51700,-0.00023040501,-9.250231
+51201,-9.500126,-0.0001256387
+47078,-10.750114,-0.000114911156
+59961,-7.8754196,-0.000419767
+22272,-4.882779,-0.0077793016
+65773,-0.00023398046,-8.750234
+33746,-0.00038604435,-8.000386
+27311,-10.750051,-5.042426e-05
+41292,-7.211902e-05,-10.1250725
+17110,-0.070192635,-2.6951926
+57029,-0.00019453064,-10.125195
+3009,-10.000067,-6.6635774e-05
+40193,-9.750081,-8.105903e-05
+27618,-9.375134,-0.00013469743
+20145,-11.125057,-5.7576428e-05
+52193,-9.750104,-0.000103706705
+34398,-0.00019834458,-9.625198
+36473,-10.250115,-0.00011550713
+43577,-6.8185385e-05,-11.125068
+57850,-11.000059,-5.960287e-05
+61117,-0.00024744787,-9.000247
+32569,-7.625542,-0.0005421361
+12290,-11.375057,-5.7338024e-05
+19499,-10.375113,-0.000112408045
+60470,-0.000102753125,-9.875103
+8962,-11.625083,-8.3085426e-05
+65955,-9.875096,-9.595887e-05
+62486,-0.0053376304,-5.2553377
+19000,-0.0002292132,-8.875229
+22631,-8.625245,-0.00024554098
+25613,-0.00014375607,-9.250144
+56086,-9.875084,-8.368142e-05
+28883,-0.0060451524,-5.1310453
+26425,-9.750109,-0.000108712964
+48097,-0.001211267,-6.751211
+61477,-0.00039295582,-8.125393
+9121,-0.023300186,-3.7733002
+66709,-9.375119,-0.00011896379
+51472,-7.625651,-0.00065090926
+19809,-10.750054,-5.411955e-05
+38959,-9.500129,-0.00012873775
+39849,-7.4503034e-05,-10.125074
+59964,-0.0001584166,-9.500158
+65268,-10.50007,-6.94966e-05
+8791,-0.00055667164,-7.6255565
+51774,-9.750099,-9.9058016e-05
+49640,-0.0012598443,-6.75126
+20125,-8.625212,-0.00021217002
+59640,-0.00036995718,-8.25037
+68206,-10.250313,-0.00031251792
+48079,-11.125051,-5.0662664e-05
+49583,-3.7733212,-0.023321265
+67054,-0.00013946515,-9.500139
+59571,-2.8120184,-0.062018372
+29080,-9.875117,-0.00011705667
+29111,-9.125164,-0.00016449529
+20758,-9.875086,-8.5707805e-05
+64023,-0.00013457824,-9.875134
+29058,-0.00016807097,-10.125168
+18185,-0.69324005,-0.69324005
+36543,-0.00013088323,-9.750131
+54983,-9.250135,-0.00013553178
+3101,-5.379646,-0.0046456265
+42140,-0.0006553171,-7.500655
+6954,-0.0001106201,-10.750111
+15955,-9.000373,-0.00037245965
+61746,-0.00016675988,-10.375167
+32055,-0.00019715272,-9.625197
+39496,-8.7502365,-0.0002368408
+59909,-9.000152,-0.00015186111
+66296,-0.00023910524,-9.250239
+46804,-8.875169,-0.00016854773
+35049,-0.00019464982,-9.875195
+56017,-7.6255827,-0.0005826444
+26947,-9.500103,-0.00010322992
+38928,-0.00022718709,-9.625227
+15029,-11.250077,-7.7602235e-05
+7086,-0.00020358874,-8.750203
+537,-0.000250189,-9.00025
+50731,-0.00017116989,-9.125171
+63604,-10.125075,-7.509903e-05
+67049,-0.00013445904,-9.250134
+31161,-0.00015829741,-9.125158
+58922,-11.250067,-6.6635774e-05
+18347,-10.125076,-7.6648634e-05
+25864,-4.5110765,-0.011076274
+63846,-0.00011955977,-9.750119
+13353,-0.00012027494,-10.00012
+25378,-8.000414,-0.00041345155
+59101,-10.250099,-9.95348e-05
+20895,-0.0010832639,-6.8760834
+48119,-10.375069,-6.866219e-05
+14332,-9.512449e-05,-10.875095
+25497,-10.000088,-8.809179e-05
+8686,-0.006024535,-5.1310244
+22758,-10.250109,-0.00010883216
+7666,-0.00013600854,-10.125136
+20686,-0.0025812422,-6.002581
+18975,-9.125175,-0.00017557987
+19054,-7.875424,-0.00042369924
+48123,-11.625051,-5.042426e-05
+57909,-10.3750725,-7.2715025e-05
+9226,-10.250123,-0.00012301642
+48653,-0.00015269544,-9.750153
+44013,-0.0022211424,-6.252221
+11409,-11.0000725,-7.259582e-05
+62736,-0.0003530356,-8.375353
+2777,-9.875122,-0.00012206286
+7058,-0.000101561156,-10.625101
+48408,-0.00027831495,-8.625278
+28934,-9.875078,-7.8436635e-05
+46578,-10.500083,-8.3085426e-05
+23203,-2.4639864,-0.08898635
+6257,-10.500072,-7.152301e-05
+53444,-0.00039474326,-8.250395
+17816,-5.006764,-0.0067638964
+46307,-10.625083,-8.3085426e-05
+20599,-11.50007,-6.94966e-05
+29423,-0.00014661667,-10.250147
+21041,-7.998623e-05,-10.50008
+16633,-10.625063,-6.2821324e-05
+20221,-8.750192,-0.0001913126
+27466,-0.00011896379,-10.125119
+22987,-0.00020990553,-8.87521
+9322,-0.00022837892,-9.000228
+3265,-6.3767433,-0.0017433459
+22814,-8.375268,-0.00026818493
+56185,-9.875096,-9.655486e-05
+55014,-9.3751135,-0.000113480804
+43437,-9.750099,-9.95348e-05
+24683,-0.00010918975,-10.125109
+10233,-0.0004980516,-8.125498
+19001,-0.00015376817,-10.625154
+32718,-0.00016461448,-9.375165
+31030,-0.0001432793,-10.625143
+1099,-0.00013255194,-11.000133
+57982,-8.375293,-0.0002929735
+49148,-0.00018737945,-8.750187
+40880,-10.875056,-5.6503606e-05
+31148,-0.000104302686,-11.375104
+9446,-10.125068,-6.735098e-05
+18579,-11.125083,-8.3443025e-05
+30932,-0.0014424644,-6.6264424
+40792,-3.0486522,-0.04865217
+48600,-0.00095048064,-7.2509503
+44588,-7.0011187,-0.0011186302
+33828,-8.875188,-0.00018797538
+33917,-0.0008607973,-7.2508607
+2026,-0.00015031162,-9.375151
+56745,-0.00014816617,-9.500148
+17383,-0.0004772001,-7.7504773
+2372,-0.000693081,-8.000693
+56600,-0.0028952132,-5.8778954
+50257,-0.00011121608,-10.500112
+38892,-0.00015424492,-9.6251545
+45844,-0.0002715219,-9.375272
+29062,-0.002577913,-6.002578
+5655,-9.375126,-0.00012551951
+67611,-0.00020835613,-9.125208
+18546,-0.0003282485,-8.500328
+63060,-11.000073,-7.331103e-05
+36068,-10.125083,-8.320462e-05
+784,-0.00029940892,-8.250299
+20429,-0.00016580637,-9.875166
+21679,-9.125215,-0.00021431534
+53617,-11.25006,-6.0556486e-05
+6978,-11.000053,-5.3285134e-05
+53262,-0.00016020445,-10.75016
+181,-0.00023076255,-9.500231
+28744,-0.0012605586,-6.7512608
+48716,-0.00030060063,-8.6253
+51468,-8.844938e-05,-10.250089
+62209,-10.500067,-6.6754976e-05
+8732,-5.131081,-0.006080936
+56949,-8.7501955,-0.0001957225
+26885,-0.00012218206,-11.375122
+43345,-0.0067606997,-5.0067606
+8053,-8.250292,-0.00029190094
+59402,-9.875085,-8.511181e-05
+49552,-9.560128e-05,-10.500095
+12348,-0.070161074,-2.695161
+28335,-9.125144,-0.00014447123
+59114,-7.2507553,-0.00075550145
+12625,-9.000165,-0.00016521043
+8876,-8.000451,-0.00045122457
+29959,-10.625053,-5.3285134e-05
+37911,-9.321732e-05,-10.500093
+38412,-0.8260447,-0.5760447
+31999,-0.00010620984,-10.625106
+34775,-0.0001821352,-9.125182
+65737,-9.375128,-0.00012814178
+25244,-0.00029666792,-8.500297
+51630,-9.75012,-0.00011979816
+23979,-8.37528,-0.00027998342
+34638,-9.6251,-0.000100011595
+22311,-12.250049,-4.8278598e-05
+14004,-9.875108,-0.000107521
+310,-9.560128e-05,-9.875095
+49105,-0.00021181247,-9.250212
+38782,-11.750057,-5.7576428e-05
+4647,-9.875094,-9.4766896e-05
+43782,-9.6435666e-05,-11.125096
+66046,-0.00043918978,-7.875439
+16690,-10.875081,-8.129743e-05
+67731,-0.00040773186,-8.125408
+54867,-9.8751,-0.00010013079
+34108,-9.375176,-0.00017677175
+67332,-0.0001256387,-9.500126
+22567,-0.00011181206,-10.125112
+57173,-0.00011336161,-9.7501135
+26527,-10.250078,-7.7959834e-05
+59580,-8.62523,-0.00022957074
+20737,-0.00052354933,-7.7505236
+53307,-0.00016354177,-11.250163
+32783,-0.00013088323,-10.875131
+7868,-10.250072,-7.140382e-05
+50777,-0.0001677134,-9.125168
+29307,-10.375091,-9.0952555e-05
+18297,-0.0005552419,-7.625555
+44524,-10.750059,-5.9006856e-05
+61320,-0.0025846905,-6.0025845
+2578,-0.0005209281,-7.7505207
+40612,-0.00041523893,-8.250415
+32523,-9.000186,-0.00018606838
+48509,-0.00017891714,-9.125179
+36666,-9.500118,-0.00011848701
+6539,-9.750118,-0.00011836782
+33620,-10.25011,-0.00010978573
+55547,-8.750204,-0.00020418466
+11751,-9.250138,-0.0001385116
+30491,-0.00020954797,-8.75021
+48294,-9.62512,-0.00011991736
+37424,-9.625121,-0.00012146689
+29155,-0.00037960953,-8.00038

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,1566 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3383787199854851,0,5.344673156738281,
+0,8,0.06257469207048416,1,4.784339129924774,
+0,16,0.039093017578125,2,4.0574634075164795,
+0,24,0.032802827656269073,3,2.4759046360850334,
+0,32,0.02992316335439682,4,0.6413055611774325,
+0,40,0.029697488993406296,5,0.590896300971508,
+0,48,0.029544871300458908,6,0.4342134203761816,
+0,56,0.02957988530397415,7,0.41520179621875286,
+0,64,0.030119631439447403,8,0.33578567765653133,
+0,72,0.029925599694252014,9,0.5009535271674395,
+0,80,0.03298727795481682,10,0.39374073687940836,
+0,88,0.02986321970820427,11,0.5023147957399487,
+0,96,0.029753293842077255,12,0.3651120524154976,
+0,104,0.029671192169189453,13,0.17043655936140567,
+0,112,0.03067271038889885,14,0.194581302232109,
+0,120,0.03000061586499214,15,0.19620692695025355,
+0,128,0.029952574521303177,16,0.06362765360972844,
+,,,16,,0.13849350025779322
+1,136,0.02990267053246498,17,0.046900406436179765,
+1,144,0.03002040833234787,18,0.017230573314009234,
+1,152,0.030104368925094604,19,0.2867778234940488,
+1,160,0.02976245805621147,20,0.052594298402254935,
+1,168,0.02979692444205284,21,0.02871058248274494,
+1,176,0.02965002879500389,22,0.007553629759058822,
+1,184,0.02986658737063408,23,0.6129715100250905,
+1,192,0.029586825519800186,24,0.00633404705877183,
+1,200,0.030102021992206573,25,0.5213130356933107,
+1,208,0.02960037812590599,26,0.007055856189253973,
+1,216,0.02984459325671196,27,0.21444390764372656,
+1,224,0.029895778745412827,28,0.007987026096088812,
+1,232,0.030164219439029694,29,0.12015387263090815,
+1,240,0.03829984739422798,30,0.5391569376151892,
+1,248,0.040105435997247696,31,0.21650303494243417,
+1,256,0.03994813561439514,32,0.1131538864938193,
+,,,32,,0.08280435988777562
+2,264,0.030104130506515503,33,0.017685329759842716,
+2,272,0.030521981418132782,34,0.045154927400290035,
+2,280,0.030337031930685043,35,0.12566625088220462,
+2,288,0.03025079146027565,36,0.08367976498266216,
+2,296,0.03010360151529312,37,0.08913304681482259,
+2,304,0.030763525515794754,38,0.0323898907226976,
+2,312,0.029962681233882904,39,0.018739791128609795,
+2,320,0.03034273162484169,40,0.06163359589118045,
+2,328,0.029938537627458572,41,0.2670374921290204,
+2,336,0.030091065913438797,42,0.014494667833787389,
+2,344,0.030119717121124268,43,0.2202358153881505,
+2,352,0.030127398669719696,44,0.01698603072145488,
+2,360,0.029845256358385086,45,0.013241232634754851,
+2,368,0.030046384781599045,46,0.096987331926357,
+2,376,0.030354894697666168,47,0.004377477140224073,
+2,384,0.03011120855808258,48,0.009558108838973567,
+,,,48,,0.12418795886792634
+3,392,0.029998939484357834,49,0.005092394145322032,
+3,400,0.02980678156018257,50,0.053851875723921694,
+3,408,0.029792357236146927,51,0.12579640094918432,
+3,416,0.02949477732181549,52,0.010834301356226206,
+3,424,0.029458556324243546,53,0.007563494989881292,
+3,432,0.030362941324710846,54,0.003385634860023856,
+3,440,0.030132390558719635,55,0.003229987087252084,
+3,448,0.029764816164970398,56,0.33902297526219627,
+3,456,0.029683228582143784,57,0.002624532331537921,
+3,464,0.029530372470617294,58,0.012837403126468416,
+3,472,0.02982655167579651,59,0.003883713623508811,
+3,480,0.030130885541439056,60,0.017355861098621972,
+3,488,0.029894482344388962,61,0.0023027127754176036,
+3,496,0.029980219900608063,62,0.006368821035721339,
+3,504,0.02974039316177368,63,0.006977783006732352,
+3,512,0.029795020818710327,64,0.0025420843448955566,
+,,,64,,0.09956574440002441
+4,520,0.029474366456270218,65,0.009932325956469867,
+4,528,0.029608439654111862,66,0.2453833610052243,
+4,536,0.02998209372162819,67,0.04604239824402612,
+4,544,0.036642249673604965,68,0.005910254010814242,
+4,552,0.03727467730641365,69,0.004516850167419761,
+4,560,0.03671805560588837,70,0.002133084119122941,
+4,568,0.029691562056541443,71,0.008706967630132567,
+4,576,0.029820378869771957,72,0.002359838312258944,
+4,584,0.029476482421159744,73,0.0018794257048284635,
+4,592,0.029407478868961334,74,0.021431695982755627,
+4,600,0.02948847785592079,75,0.001386015868774848,
+4,608,0.03132523596286774,76,0.0022673028870485723,
+4,616,0.03521091490983963,77,0.001977924614038784,
+4,624,0.03198694810271263,78,0.0013766893680440262,
+4,632,0.03252634406089783,79,0.0012020161775581073,
+4,640,0.030857957899570465,80,0.004534875923127402,
+,,,80,,0.022638298963245592
+5,648,0.03025229647755623,81,0.00121000258877757,
+5,656,0.03911561518907547,82,0.0008956210822361754,
+5,664,0.03910861536860466,83,0.0012426690154825337,
+5,672,0.03789371997117996,84,0.0020610155661415774,
+5,680,0.038689885288476944,85,0.0023867783093010075,
+5,688,0.0377579964697361,86,0.0012838385737268254,
+5,696,0.039507098495960236,87,0.006605504291655961,
+5,704,0.03905543312430382,88,0.0010909820666711312,
+5,712,0.03216317296028137,89,0.001657308228459442,
+5,720,0.03810784965753555,90,0.0015577526464767288,
+5,728,0.03617026284337044,91,0.038799543126515346,
+5,736,0.03893748298287392,92,0.09832108896080172,
+5,744,0.03801950067281723,93,0.0019103390150121413,
+5,752,0.030283372849225998,94,0.001241500627656933,
+5,760,0.038624390959739685,95,0.0026446945666975807,
+5,768,0.039666660130023956,96,0.0033313903149974067,
+,,,96,,0.0017598875259098254
+6,776,0.03252781555056572,97,0.0021444534468173515,
+6,784,0.03210766240954399,98,0.0013364150399866048,
+6,792,0.032285381108522415,99,0.005595220685790991,
+6,800,0.029810991138219833,100,0.001512497583462391,
+6,808,0.033119261264801025,101,0.0013017750970902853,
+6,816,0.03185877576470375,102,0.00119329676090274,
+6,824,0.03246155008673668,103,0.007844126910640625,
+6,832,0.03254960849881172,104,0.0010208249259449076,
+6,840,0.031539566814899445,105,0.002507354445697274,
+6,848,0.032545048743486404,106,0.0010476960014784709,
+6,856,0.03668326139450073,107,0.007068711252941284,
+6,864,0.03698107972741127,108,0.001103990472984151,
+6,872,0.04611548036336899,109,0.0014414309735002462,
+6,880,0.031189654022455215,110,0.0014802135265199468,
+6,888,0.03354434296488762,111,0.006131563224698766,
+6,896,0.03243119642138481,112,0.0019766482910199556,
+,,,112,,0.0014446184627319638
+7,904,0.03000643104314804,113,0.0008506149642926175,
+7,912,0.032202139496803284,114,0.0009442130904062651,
+7,920,0.03204932436347008,115,0.00196162004431244,
+7,928,0.03437816724181175,116,0.0006071568241168279,
+7,936,0.035861968994140625,117,0.0015332713483076077,
+7,944,0.03890204429626465,118,0.004621076994226314,
+7,952,0.03766144439578056,119,0.0011832304480776656,
+7,960,0.030855271965265274,120,0.00646046431211289,
+7,968,0.03586868196725845,121,0.015351908616139553,
+7,976,0.031388647854328156,122,0.00105491042995709,
+7,984,0.03768458962440491,123,0.0012926327690365724,
+7,992,0.0377810001373291,124,0.0007776071506668814,
+7,1000,0.03153029829263687,125,0.0005395970329118427,
+7,1008,0.03184831142425537,126,0.0020930293649144005,
+7,1016,0.03132268786430359,127,0.0007748044627078343,
+7,1024,0.030828986316919327,128,0.0009893865571939386,
+,,,128,,0.0008731190311281305
+8,1032,0.03896460309624672,129,0.0009053975591086783,
+8,1040,0.038889143615961075,130,0.0011174100800417364,
+8,1048,0.030202139168977737,131,0.0007307173145818524,
+8,1056,0.031260859221220016,132,0.0010840531285793986,
+8,1064,0.03802474960684776,133,0.0009600614794180728,
+8,1072,0.03787893429398537,134,0.0016573518842051271,
+8,1080,0.03619227185845375,135,0.0009147455457423348,
+8,1088,0.037636421620845795,136,0.0005388755744206719,
+8,1096,0.036367032676935196,137,0.000673468839522684,
+8,1104,0.04270625859498978,138,0.0006547415996465134,
+8,1112,0.034208670258522034,139,0.0016627095119474689,
+8,1120,0.042580362409353256,140,0.0005328137776814401,
+8,1128,0.03157521039247513,141,0.0009362801647512242,
+8,1136,0.03031466156244278,142,0.0009148748995357892,
+8,1144,0.03777829557657242,143,0.0005198668422963237,
+8,1152,0.03613876923918724,144,0.000375559679014259,
+,,,144,,0.0007151441256466665
+9,1160,0.03429928049445152,145,0.0006206113994267071,
+9,1168,0.03741287440061569,146,0.0008032202640606556,
+9,1176,0.03281567990779877,147,0.002156141770683462,
+9,1184,0.03401905298233032,148,0.0013002046489418717,
+9,1192,0.03499278053641319,149,0.0007166575742303394,
+9,1200,0.03019421547651291,150,0.0005784386521554552,
+9,1208,0.03230332210659981,151,0.0005502038766280748,
+9,1216,0.03098398447036743,152,0.0006200800435181009,
+9,1224,0.03134537488222122,153,0.0005534829942916986,
+9,1232,0.03642178699374199,154,0.0007952069354359992,
+9,1240,0.03118649497628212,155,0.0007911693674031994,
+9,1248,0.03077511116862297,156,0.0004947357610944891,
+9,1256,0.034469518810510635,157,0.00040450808410241734,
+9,1264,0.03217397257685661,158,0.0006140378554846393,
+9,1272,0.0305476114153862,159,0.0002167240745620802,
+9,1280,0.030939560383558273,160,0.0005298742107697763,
+,,,160,,0.0006306795893531097
+10,1288,0.031377628445625305,161,0.0016250354619842255,
+10,1296,0.032370712608098984,162,0.000534449460246833,
+10,1304,0.03229265287518501,163,0.0004458752191567328,
+10,1312,0.03423108905553818,164,0.0005261937385512283,
+10,1320,0.036711663007736206,165,0.0005429853827081388,
+10,1328,0.03707040846347809,166,0.00040887559225666337,
+10,1336,0.0366959422826767,167,0.00045740214227407705,
+10,1344,0.03337246552109718,168,0.0006832497274444904,
+10,1352,0.03301828354597092,169,0.0007696444845350925,
+10,1360,0.03685446456074715,170,0.00030802700166532304,
+10,1368,0.03959177806973457,171,0.0011565279401111184,
+10,1376,0.038523949682712555,172,0.0005630912710330449,
+10,1384,0.03312847763299942,173,0.0008376915175176691,
+10,1392,0.03291615843772888,174,0.000488870760818827,
+10,1400,0.032267015427351,175,0.00042785314508364536,
+10,1408,0.03366328775882721,176,0.0006769432002329268,
+,,,176,,0.0005824977630063108
+11,1416,0.037216030061244965,177,0.0008075418500084197,
+11,1424,0.0394895039498806,178,0.000471700172056444,
+11,1432,0.033175285905599594,179,0.0005554899817070691,
+11,1440,0.034981414675712585,180,0.0004796762932528509,
+11,1448,0.03671500086784363,181,0.0005031857126596151,
+11,1456,0.03346379101276398,182,0.0005628381768474355,
+11,1464,0.03250109776854515,183,0.0003951644175685942,
+11,1472,0.03313259780406952,184,0.0003748082290258026,
+11,1480,0.03190428018569946,185,0.0006260397822188679,
+11,1488,0.030953295528888702,186,0.0006208214890648378,
+11,1496,0.03787193447351456,187,0.0003258586111769546,
+11,1504,0.03394654020667076,188,0.0005633193177345674,
+11,1512,0.03334049880504608,189,0.0005185135087231174,
+11,1520,0.03299225494265556,190,0.0006637888072873466,
+11,1528,0.03375929221510887,191,0.0018655628427950433,
+11,1536,0.03316229209303856,192,0.00041141205383610213,
+,,,192,,0.0005375555177268229
+12,1544,0.032897282391786575,193,0.0007647352977073751,
+12,1552,0.03706257417798042,194,0.0008551633527531521,
+12,1560,0.035270873457193375,195,0.0007967865803948371,
+12,1568,0.03383203595876694,196,0.0005031322261856985,
+12,1576,0.03344916179776192,197,0.0002522102658986114,
+12,1584,0.03877748176455498,198,0.001060112535924418,
+12,1592,0.03280368819832802,199,0.0003443521618464729,
+12,1600,0.03264670446515083,200,0.0005119371880937251,
+12,1608,0.033130865544080734,201,0.000737154306989396,
+12,1616,0.03304838016629219,202,0.0003846846375381574,
+12,1624,0.03191368654370308,203,0.0004612849488694337,
+12,1632,0.03210238367319107,204,0.0003515629578032531,
+12,1640,0.0329153798520565,205,0.0006008823074807879,
+12,1648,0.032760195434093475,206,0.00032635814113746164,
+12,1656,0.03165097162127495,207,0.0005498749542311998,
+12,1664,0.032836247235536575,208,0.00039125387047533877,
+,,,208,,0.000499989690357133
+13,1672,0.03234747424721718,209,0.0003299185718788067,
+13,1680,0.03218371048569679,210,0.0004730432337964885,
+13,1688,0.03602593392133713,211,0.0006213126998773078,
+13,1696,0.034598395228385925,212,0.0006909006451678579,
+13,1704,0.036950353533029556,213,0.000511976288180449,
+13,1712,0.03302822634577751,214,0.00043785297111753607,
+13,1720,0.033913079649209976,215,0.0008821509163681185,
+13,1728,0.033717021346092224,216,0.00030640960630989866,
+13,1736,0.03383150324225426,217,0.00046092371576378355,
+13,1744,0.0334189273416996,218,0.000351039661836694,
+13,1752,0.03694254904985428,219,0.0004532059028861113,
+13,1760,0.037049148231744766,220,0.0013664377129316563,
+13,1768,0.03727516159415245,221,0.00030481358771794476,
+13,1776,0.03702684864401817,222,0.00029128941241651773,
+13,1784,0.0369136705994606,223,0.0006301566427282523,
+13,1792,0.03624303266406059,224,0.000321918440022273,
+,,,224,,0.0004728392354751888
+14,1800,0.035506751388311386,225,0.0006232405721675605,
+14,1808,0.036533866077661514,226,0.0003679437577375211,
+14,1816,0.036485277116298676,227,0.0009773174260772066,
+14,1824,0.03677069768309593,228,0.0004909033168587484,
+14,1832,0.03553617000579834,229,0.0006767331833543722,
+14,1840,0.03432869538664818,230,0.0004897086892015068,
+14,1848,0.033437903970479965,231,0.00041726830386323854,
+14,1856,0.03548070043325424,232,0.0004673252351494739,
+14,1864,0.03730836883187294,233,0.0003366342280060053,
+14,1872,0.037079233676195145,234,0.0010484787871973822,
+14,1880,0.03538042679429054,235,0.00027975124885415426,
+14,1888,0.03717147186398506,236,0.0005998666756568127,
+14,1896,0.03706972673535347,237,0.0003269983390055131,
+14,1904,0.03739776462316513,238,0.00022739412997907493,
+14,1912,0.0370846651494503,239,0.0002141782024409622,
+14,1920,0.037078823894262314,240,0.00033281505693594227,
+,,,240,,0.00044185040812743336
+15,1928,0.03267049789428711,241,0.00040766271922620945,
+15,1936,0.03812570124864578,242,0.0005301578976286692,
+15,1944,0.03632790222764015,243,0.00042667634443205316,
+15,1952,0.03626733273267746,244,0.0005294618295010878,
+15,1960,0.036549415439367294,245,0.000703550482285209,
+15,1968,0.0366557277739048,246,0.00029746294785581995,
+15,1976,0.03642178326845169,247,0.0002572068051449605,
+15,1984,0.03670281171798706,248,0.00032856194866326405,
+15,1992,0.03316861018538475,249,0.00021320878659025766,
+15,2000,0.037632957100868225,250,0.0007427562322845915,
+15,2008,0.03277909755706787,251,0.00044135133975942153,
+15,2016,0.032914064824581146,252,0.0004139615029998822,
+15,2024,0.032712243497371674,253,0.0005694226001651259,
+15,2032,0.032996419817209244,254,0.0012478895023377845,
+15,2040,0.03885757178068161,255,0.00030208704993128777,
+15,2048,0.03423042967915535,256,0.00032409503910457715,
+,,,256,,0.0004298172302936253
+16,2056,0.047192998230457306,257,0.00038909580780455144,
+16,2064,0.03926664590835571,258,0.00021872423894819804,
+16,2072,0.037660401314496994,259,0.0003456494814599864,
+16,2080,0.03400448337197304,260,0.000528790553289582,
+16,2088,0.03320852667093277,261,0.0007012700179984677,
+16,2096,0.03339796140789986,262,0.00023621203217771836,
+16,2104,0.03376191854476929,263,0.0004177624432486482,
+16,2112,0.03368043154478073,264,0.0007997149532457115,
+16,2120,0.03682796284556389,265,0.00021294965517881792,
+16,2128,0.03670979291200638,266,0.0003029730105481576,
+16,2136,0.036929354071617126,267,0.0006111738348408835,
+16,2144,0.0317615382373333,268,0.00030557911668438464,
+16,2152,0.03175877034664154,269,0.0011947857719860622,
+16,2160,0.03138303756713867,270,0.0005171664070076076,
+16,2168,0.031618405133485794,271,0.00028786932216462446,
+16,2176,0.03187359496951103,272,0.00026423920553497737,
+,,,272,,0.00041544138404883837
+17,2184,0.03342181071639061,273,0.0005181109927434591,
+17,2192,0.03339259698987007,274,0.0006622155178774847,
+17,2200,0.0408167690038681,275,0.0005489907061928534,
+17,2208,0.04065233841538429,276,0.0003609705254348228,
+17,2216,0.03752622753381729,277,0.0002257958949485328,
+17,2224,0.03144143894314766,278,0.00023345296995103126,
+17,2232,0.0351688377559185,279,0.0011336001343806856,
+17,2240,0.0350402370095253,280,0.0003229230987926712,
+17,2248,0.03521480783820152,281,0.00037425448408612283,
+17,2256,0.04331183806061745,282,0.00034541520835773554,
+17,2264,0.03107110783457756,283,0.000380484176275786,
+17,2272,0.03099619597196579,284,0.00035458656111586606,
+17,2280,0.03163772448897362,285,0.0002689022448976175,
+17,2288,0.03365779668092728,286,0.00039343344542430714,
+17,2296,0.03701271861791611,287,0.0004299972033550148,
+17,2304,0.04087859392166138,288,0.00026730092213256285,
+,,,288,,0.00040135633102373074
+18,2312,0.03290611132979393,289,0.00020118789325351827,
+18,2320,0.03111949935555458,290,0.0003851080691674724,
+18,2328,0.031054828315973282,291,0.0003617880993260769,
+18,2336,0.03170204907655716,292,0.00021715904949815013,
+18,2344,0.03298597037792206,293,0.00028877689237560844,
+18,2352,0.04133548215031624,294,0.0002104800059896661,
+18,2360,0.03130953013896942,295,0.00043101322171423817,
+18,2368,0.031098119914531708,296,0.00019162128228344955,
+18,2376,0.03169306367635727,297,0.00025867545537039405,
+18,2384,0.0339362658560276,298,0.0003307624047010904,
+18,2392,0.03405669704079628,299,0.00028818275495723356,
+18,2400,0.0331881046295166,300,0.0005176767690500128,
+18,2408,0.03006993979215622,301,0.0007829995438441983,
+18,2416,0.029882408678531647,302,0.0005825882672070293,
+18,2424,0.03006988763809204,303,0.0005648882633977337,
+18,2432,0.029933050274848938,304,0.0010971654664899688,
+,,,304,,0.00038704629007138704
+19,2440,0.030036035925149918,305,0.0008382891328437836,
+19,2448,0.03006044030189514,306,0.0003779251810556161,
+19,2456,0.02975543588399887,307,0.00027693625906977104,
+19,2464,0.029490727931261063,308,0.0009836853269007406,
+19,2472,0.03019009530544281,309,0.000319023179145006,
+19,2480,0.03000960871577263,310,0.00021127111358509865,
+19,2488,0.029828853905200958,311,0.00043157750405953266,
+19,2496,0.030075982213020325,312,0.0003250667305110255,
+19,2504,0.02976105362176895,313,0.0003359014772286173,
+19,2512,0.02991938591003418,314,0.0005336565754987532,
+19,2520,0.03054303303360939,315,0.00021231280516076367,
+19,2528,0.030003901571035385,316,0.0002785114174912451,
+19,2536,0.030264995992183685,317,0.0005927497941229376,
+19,2544,0.029635686427354813,318,0.00031788011983735487,
+19,2552,0.029616225510835648,319,0.00032855164772627177,
+19,2560,0.029458072036504745,320,0.0002025143930950435,
+,,,320,,0.00037686144442934736
+20,2568,0.03016689419746399,321,0.001092197751859203,
+20,2576,0.029979348182678223,322,0.0005631648919006693,
+20,2584,0.029984567314386368,323,0.0003564458656910574,
+20,2592,0.037309277802705765,324,0.0001853799594755401,
+20,2600,0.0376138836145401,325,0.00023203591354103992,
+20,2608,0.03731641545891762,326,0.0003842754713332397,
+20,2616,0.030273649841547012,327,0.00033164008709718473,
+20,2624,0.029850561171770096,328,0.0002599587169243023,
+20,2632,0.030123092234134674,329,0.00032955453843896976,
+20,2640,0.030123166739940643,330,0.0003025845680895145,
+20,2648,0.02989959716796875,331,0.00021080476562929107,
+20,2656,0.03699126094579697,332,0.00026272165996488184,
+20,2664,0.030141331255435944,333,0.00032895039748837007,
+20,2672,0.02977873384952545,334,0.0008483927040288108,
+20,2680,0.030598193407058716,335,0.000289121244350099,
+20,2688,0.030223719775676727,336,0.000350936543327407,
+,,,336,,0.0003639543919186843
+21,2696,0.030288107693195343,337,0.00017660549474385334,
+21,2704,0.030072271823883057,338,0.00019185596283932682,
+21,2712,0.02998535707592964,339,0.0002479296290402999,
+21,2720,0.03002120554447174,340,0.0002556907138568931,
+21,2728,0.029866117984056473,341,0.00020937839963153237,
+21,2736,0.03000285103917122,342,0.000456780790045741,
+21,2744,0.02997850999236107,343,0.00038550235694856383,
+21,2752,0.03311512619256973,344,0.00022275885021372233,
+21,2760,0.03637344017624855,345,0.00044507369511848083,
+21,2768,0.04355312138795853,346,0.0004402030481287511,
+21,2776,0.02993353083729744,347,0.0009053019530256279,
+21,2784,0.02959883213043213,348,0.0004312360269977944,
+21,2792,0.029427167028188705,349,0.00042729792494355934,
+21,2800,0.03013736754655838,350,0.0006092907269703574,
+21,2808,0.029468096792697906,351,0.0002456210122545599,
+21,2816,0.029539626091718674,352,0.000416851982663502,
+,,,352,,0.00034643881218998055
+22,2824,0.029779046773910522,353,0.0003609879368013935,
+22,2832,0.03058868646621704,354,0.00021414499815364252,
+22,2840,0.030003082007169724,355,0.00024396197386522545,
+22,2848,0.02973966673016548,356,0.0003677300137496786,
+22,2856,0.029896501451730728,357,0.00015727983918623067,
+22,2864,0.02990921586751938,358,0.0005782591742899967,
+22,2872,0.02967527136206627,359,0.00017451829353376525,
+22,2880,0.02990710362792015,360,0.0003165045582136372,
+22,2888,0.029663246124982834,361,0.00031377500999951735,
+22,2896,0.030067484825849533,362,0.00044132109087513527,
+22,2904,0.02963656187057495,363,0.0003912719930667663,
+22,2912,0.02992245927453041,364,0.0003850205375783844,
+22,2920,0.02996109053492546,365,0.00021956443151793792,
+22,2928,0.030087612569332123,366,0.00040071267358143814,
+22,2936,0.03015938773751259,367,0.0007177285883699369,
+22,2944,0.029743164777755737,368,0.0006447234791266965,
+,,,368,,0.0003403538445893087
+23,2952,0.02991769090294838,369,0.0002812988477671752,
+23,2960,0.029833991080522537,370,0.0001769147093000356,
+23,2968,0.02989574894309044,371,0.0005239345236986992,
+23,2976,0.03686150163412094,372,0.0005360927448236907,
+23,2984,0.037030432373285294,373,0.00021776638823212124,
+23,2992,0.03706255927681923,374,0.00031189070432446897,
+23,3000,0.030603256076574326,375,0.0002179418543164502,
+23,3008,0.030379153788089752,376,0.00046224563084251713,
+23,3016,0.030105073004961014,377,0.0004166181588516338,
+23,3024,0.029952164739370346,378,0.00037094397339387797,
+23,3032,0.03060363605618477,379,0.0006568179160240106,
+23,3040,0.030137114226818085,380,0.00022318655919661978,
+23,3048,0.03026847541332245,381,0.0001869672005341272,
+23,3056,0.030127014964818954,382,0.0003433661022427259,
+23,3064,0.030050747096538544,383,0.00030832817992632044,
+23,3072,0.029933098703622818,384,0.0007446931867889361,
+,,,384,,0.0003371857792923325
+24,3080,0.030392929911613464,385,0.0004533654009719612,
+24,3088,0.03072332590818405,386,0.0001676965794104035,
+24,3096,0.030373573303222656,387,0.00022395230007532518,
+24,3104,0.035543859004974365,388,0.00036352228653413476,
+24,3112,0.03546740487217903,389,0.00016654237970215036,
+24,3120,0.03623128682374954,390,0.001017502450849861,
+24,3128,0.03581686317920685,391,0.0002858696661860449,
+24,3136,0.03537953644990921,392,0.0003103727553934732,
+24,3144,0.0356123261153698,393,0.00017469882823206717,
+24,3152,0.029452886432409286,394,0.000647112437945907,
+24,3160,0.03592640161514282,395,0.00014245755301089957,
+24,3168,0.035565994679927826,396,0.00040010816610447364,
+24,3176,0.035579703748226166,397,0.00028525994184747105,
+24,3184,0.03566285967826843,398,0.00043412392369646113,
+24,3192,0.035849180072546005,399,0.0002801542277666158,
+24,3200,0.03571585938334465,400,0.0004799891544280399,
+,,,400,,0.0003287532415829207
+25,3208,0.03529743105173111,401,0.000374971376004396,
+25,3216,0.035279158502817154,402,0.0005235956687101861,
+25,3224,0.02978837490081787,403,0.0003855104096146533,
+25,3232,0.029361438006162643,404,0.0001723427267279476,
+25,3240,0.029635779559612274,405,0.00041361341391166206,
+25,3248,0.0296381376683712,406,0.00016700980086170603,
+25,3256,0.02956267073750496,407,0.000188224242265278,
+25,3264,0.02958448976278305,408,0.0003692544578370871,
+25,3272,0.029861170798540115,409,0.00028296990967646707,
+25,3280,0.02967727556824684,410,0.00020540211517072748,
+25,3288,0.029647696763277054,411,0.00035858489900419954,
+25,3296,0.029410865157842636,412,0.0008631808077552705,
+25,3304,0.029214590787887573,413,0.0001778542909960379,
+25,3312,0.029334459453821182,414,0.00024495363413734594,
+25,3320,0.029552850872278214,415,0.0005863759470230434,
+25,3328,0.02921989932656288,416,0.00034169726768595865,
+,,,416,,0.00032641623463285595
+26,3336,0.029254280030727386,417,0.0001817318407120183,
+26,3344,0.02907104417681694,418,0.0002510353142497479,
+26,3352,0.029068946838378906,419,0.0004881177037532325,
+26,3360,0.0290929414331913,420,0.0003901161126123043,
+26,3368,0.028874658048152924,421,0.00028523942728497786,
+26,3376,0.02923636883497238,422,0.0007677548883293639,
+26,3384,0.02899770438671112,423,0.000326176465023309,
+26,3392,0.028946518898010254,424,0.0002418466160634125,
+26,3400,0.02934013307094574,425,0.00024164009028027067,
+26,3408,0.02900625765323639,426,0.0002681720125110587,
+26,3416,0.029307980090379715,427,0.0003401522317290073,
+26,3424,0.02922748774290085,428,0.0001808772744880116,
+26,3432,0.02886604517698288,429,0.00022561443347512977,
+26,3440,0.029054347425699234,430,0.00044330871332931565,
+26,3448,0.029245447367429733,431,0.0004511346969593433,
+26,3456,0.029892273247241974,432,0.00026261362563673174,
+,,,432,,0.0003112116338391053
+27,3464,0.02901041880249977,433,0.00015990313522706856,
+27,3472,0.029070720076560974,434,0.00033574596182006644,
+27,3480,0.029118146747350693,435,0.0002801516370709578,
+27,3488,0.02912585437297821,436,0.00029639433978445595,
+27,3496,0.02907482162117958,437,0.00025000562254717806,
+27,3504,0.029353458434343338,438,0.0002666733607838978,
+27,3512,0.028993986546993256,439,0.0005488624556164723,
+27,3520,0.028730135411024094,440,0.0005810076058878622,
+27,3528,0.02932017296552658,441,0.0002083282724925084,
+27,3536,0.029104389250278473,442,0.00028609495029741083,
+27,3544,0.02912912517786026,443,0.00041340348798257764,
+27,3552,0.0287705659866333,444,0.00033226980303879827,
+27,3560,0.02875189110636711,445,0.0004477241946005961,
+27,3568,0.028933674097061157,446,0.00024312873210874386,
+27,3576,0.029110394418239594,447,0.00022904002480572672,
+27,3584,0.028759784996509552,448,0.00022035200254322262,
+,,,448,,0.00031078609294797247
+28,3592,0.02856818586587906,449,0.0007806650537531823,
+28,3600,0.028877146542072296,450,0.0002690103642635222,
+28,3608,0.028622828423976898,451,0.00019802755741693545,
+28,3616,0.029027938842773438,452,0.00022282103509496665,
+28,3624,0.029285479336977005,453,0.0003612959671954741,
+28,3632,0.028974123299121857,454,0.00018967053620144725,
+28,3640,0.029393665492534637,455,0.0003617612987909524,
+28,3648,0.02923683077096939,456,0.0001335183005721774,
+28,3656,0.029335740953683853,457,0.0005761288193752989,
+28,3664,0.029296278953552246,458,0.0003067503403144656,
+28,3672,0.029400214552879333,459,0.0003725586775544798,
+28,3680,0.032608889043331146,460,0.0002990792490891181,
+28,3688,0.034113433212041855,461,0.0001761833391356049,
+28,3696,0.03406217694282532,462,0.00041459374187979847,
+28,3704,0.032722413539886475,463,0.00015790683664818062,
+28,3712,0.029167313128709793,464,0.00031638962173019536,
+,,,464,,0.0003041498314001058
+29,3720,0.029051590710878372,465,0.0001927326457007439,
+29,3728,0.029217079281806946,466,0.00015030936083348934,
+29,3736,0.029254276305437088,467,0.0001471368514103233,
+29,3744,0.02928432822227478,468,0.00023347491514869034,
+29,3752,0.02900940552353859,469,0.000550865482637164,
+29,3760,0.029548514634370804,470,0.00026203717970929574,
+29,3768,0.029365666210651398,471,0.0002195179122281843,
+29,3776,0.029252570122480392,472,0.00020179771763650933,
+29,3784,0.03565756231546402,473,0.0007506695546908304,
+29,3792,0.029186703264713287,474,0.00022573157320948667,
+29,3800,0.029179859906435013,475,0.0005975010244583245,
+29,3808,0.02962513267993927,476,0.0002968856947518361,
+29,3816,0.029232017695903778,477,0.00016588708876952296,
+29,3824,0.029562316834926605,478,0.0002126278914147406,
+29,3832,0.029541295021772385,479,0.00039386463140544947,
+29,3840,0.02934405952692032,480,0.00046748090971959755,
+,,,480,,0.00029593796812390024
+30,3848,0.02922957018017769,481,0.00045960772104081116,
+30,3856,0.0292375385761261,482,0.0004521340069914004,
+30,3864,0.029400568455457687,483,0.00035117696643283125,
+30,3872,0.029310084879398346,484,0.0003551947374944575,
+30,3880,0.029381535947322845,485,0.00017862915319710737,
+30,3888,0.029367320239543915,486,0.0003342037266520492,
+30,3896,0.02959505096077919,487,0.000163433627676568,
+30,3904,0.029423460364341736,488,0.0002351199054828612,
+30,3912,0.03050854429602623,489,0.000647447769097198,
+30,3920,0.029432952404022217,490,0.00016753007184888702,
+30,3928,0.029357414692640305,491,0.0001511422083240177,
+30,3936,0.029616646468639374,492,0.00019302236250950955,
+30,3944,0.02969617024064064,493,0.00048196939587796805,
+30,3952,0.03640879690647125,494,0.0003584078235689958,
+30,3960,0.02933206409215927,495,0.0002491655286576133,
+30,3968,0.029143858700990677,496,0.0001862242934294045,
+,,,496,,0.0002934631009243037
+31,3976,0.029091913253068924,497,0.00017445284265704686,
+31,3984,0.029519367963075638,498,0.00020922278645230108,
+31,3992,0.029100671410560608,499,0.0004789543290826259,
+31,4000,0.029434509575366974,500,0.00043055411924797227,
+31,4008,0.029500965029001236,501,0.0003330169383843895,
+31,4016,0.029337730258703232,502,0.00019153316043230006,
+31,4024,0.02909044176340103,503,0.0006039369691279717,
+31,4032,0.03141509369015694,504,0.00027195001075597247,
+31,4040,0.029227808117866516,505,0.00019430463908065576,
+31,4048,0.0292038731276989,506,0.0003042318385269027,
+31,4056,0.029168490320444107,507,0.00023251245420397026,
+31,4064,0.02912192791700363,508,0.00034256535218446516,
+31,4072,0.029017429798841476,509,0.0001325200764767942,
+31,4080,0.029739324003458023,510,0.00029303912742761895,
+31,4088,0.03020627796649933,511,0.0002933903738266963,
+31,4096,0.029292866587638855,512,0.0002018354516621912,
+,,,512,,0.0002901478866605382
+32,4104,0.030570343136787415,513,0.0002296520674462954,
+32,4112,0.029875222593545914,514,0.0005011571429349715,
+32,4120,0.029595691710710526,515,0.0010956823552987771,
+32,4128,0.02905309945344925,516,0.00020700469030998647,
+32,4136,0.029174841940402985,517,0.000441401110492734,
+32,4144,0.029391739517450333,518,0.00013240163525551907,
+32,4152,0.029214635491371155,519,0.0001356774569103436,
+32,4160,0.029391959309577942,520,0.00017122450481110718,
+32,4168,0.0293193981051445,521,0.0002287473325850442,
+32,4176,0.029689520597457886,522,0.00014348663989949273,
+32,4184,0.029290035367012024,523,0.00011738264629457262,
+32,4192,0.029142461717128754,524,0.0002599314402687014,
+32,4200,0.036604106426239014,525,0.0001920308286571526,
+32,4208,0.03677894547581673,526,0.00044225179772183765,
+32,4216,0.036722760647535324,527,0.00015209747925837291,
+32,4224,0.03678976744413376,528,0.00026541117404121906,
+,,,528,,0.00028612761219081123
+33,4232,0.03714940324425697,529,0.00029002967130509205,
+33,4240,0.036384351551532745,530,0.0001575164978930843,
+33,4248,0.03676522150635719,531,0.00024511181936759385,
+33,4256,0.03675482049584389,532,0.00013594707070296863,
+33,4264,0.03666071593761444,533,0.00017310323073616019,
+33,4272,0.036710236221551895,534,0.0003013222226400103,
+33,4280,0.036559704691171646,535,0.00025853221995930653,
+33,4288,0.029005959630012512,536,0.0006570577406819211,
+33,4296,0.036678630858659744,537,0.00014514135091303615,
+33,4304,0.029346603900194168,538,0.00037447620888997335,
+33,4312,0.029383182525634766,539,0.00022788984551880276,
+33,4320,0.029345493763685226,540,0.0004837265523747192,
+33,4328,0.029116742312908173,541,0.00016473723371746019,
+33,4336,0.02921716868877411,542,0.0006378382386174053,
+33,4344,0.029138419777154922,543,0.0002709072705329163,
+33,4352,0.028888139873743057,544,0.00020451327463888447,
+,,,544,,0.0002774808702892379
+34,4360,0.02900616079568863,545,0.00048270253182636225,
+34,4368,0.029010187834501266,546,0.00025322156125184847,
+34,4376,0.029082156717777252,547,0.00010172444126510527,
+34,4384,0.02908778190612793,548,0.00023017240391709493,
+34,4392,0.029229748994112015,549,0.00023200705891213147,
+34,4400,0.028874743729829788,550,0.00015877033501965343,
+34,4408,0.029107727110385895,551,0.00010857796405616682,
+34,4416,0.029059559106826782,552,0.00033057690370696946,
+34,4424,0.028678804636001587,553,0.00041304129672425915,
+34,4432,0.029427289962768555,554,0.0002641842138473294,
+34,4440,0.029165834188461304,555,0.00035295437737659086,
+34,4448,0.028734076768159866,556,0.0001402350299031241,
+34,4456,0.029503870755434036,557,0.0002683800157683436,
+34,4464,0.029064197093248367,558,0.0005260206025923253,
+34,4472,0.029292438179254532,559,0.00021356685647333506,
+34,4480,0.028865445405244827,560,0.00036677212574431906,
+,,,560,,0.00027790675429921404
+35,4488,0.02878979966044426,561,0.0002613807228044607,
+35,4496,0.028915978968143463,562,0.00030022945975360926,
+35,4504,0.02927611768245697,563,0.00036863776767859235,
+35,4512,0.029236920177936554,564,0.00019129408974549733,
+35,4520,0.029205497354269028,565,0.0001556617235110025,
+35,4528,0.02949005365371704,566,0.00021511902104975889,
+35,4536,0.029314491897821426,567,0.0002613626893435139,
+35,4544,0.029744602739810944,568,0.0003602117867558263,
+35,4552,0.02954423427581787,569,0.0004963648425473366,
+35,4560,0.02938397228717804,570,0.00028663083821811597,
+35,4568,0.02944597229361534,571,0.00011708452439052053,
+35,4576,0.029134362936019897,572,0.00027133006187796127,
+35,4584,0.029806453734636307,573,0.00043046836981375236,
+35,4592,0.029027383774518967,574,0.00024282353297166992,
+35,4600,0.02944052591919899,575,0.0002658449366208515,
+35,4608,0.02892455831170082,576,0.0002008488709179801,
+,,,576,,0.0002759560746581931
+36,4616,0.033849529922008514,577,0.00040289798653248,
+36,4624,0.03369186446070671,578,0.00048235659687634325,
+36,4632,0.029806330800056458,579,0.0002827504567903816,
+36,4640,0.029265601187944412,580,0.00012509844464148046,
+36,4648,0.029846124351024628,581,0.0003179321679454006,
+36,4656,0.02917403355240822,582,0.0002975436532324238,
+36,4664,0.029358208179473877,583,0.0005496170442711446,
+36,4672,0.029537193477153778,584,0.00030327602553370525,
+36,4680,0.029343176633119583,585,0.00011876934695465025,
+36,4688,0.02958470955491066,586,0.00017100330342145753,
+36,4696,0.029651213437318802,587,0.00020882447006442817,
+36,4704,0.035487812012434006,588,0.00024778795977908885,
+36,4712,0.029522985219955444,589,0.00026026495379483094,
+36,4720,0.029868990182876587,590,0.000303419188639964,
+36,4728,0.02963462844491005,591,0.0001635002922739659,
+36,4736,0.02976720780134201,592,8.25636616355041e-05,
+,,,592,,0.00027077289690312584
+37,4744,0.029615089297294617,593,0.00045262713865668047,
+37,4752,0.029505401849746704,594,0.0001241173504240578,
+37,4760,0.03006720542907715,595,0.0003398450435270206,
+37,4768,0.029489673674106598,596,0.00022428059219237184,
+37,4776,0.029442768543958664,597,0.0001800831869331887,
+37,4784,0.029299229383468628,598,0.00027022191579817445,
+37,4792,0.030087511986494064,599,0.0004020261540063075,
+37,4800,0.029230814427137375,600,0.00015799764105395298,
+37,4808,0.029160775244235992,601,0.000273488272796385,
+37,4816,0.029252801090478897,602,0.00023028471196084865,
+37,4824,0.029317039996385574,603,0.00016158299331436865,
+37,4832,0.02978779748082161,604,0.00022340068380799494,
+37,4840,0.029411576688289642,605,0.00023075606895872625,
+37,4848,0.029153767973184586,606,0.00023547773071186384,
+37,4856,0.029574211686849594,607,0.00032889694011828396,
+37,4864,0.029007062315940857,608,0.0005510820019480889,
+,,,608,,0.0002630286065763549
+38,4872,0.02922007441520691,609,0.00014200946634446154,
+38,4880,0.029091980308294296,610,0.000261073863839556,
+38,4888,0.029126308858394623,611,0.00016138194769155234,
+38,4896,0.028821732848882675,612,0.00033801241170294816,
+38,4904,0.029076192528009415,613,0.0003860775705106789,
+38,4912,0.02942436933517456,614,0.00022694300423609093,
+38,4920,0.029226884245872498,615,0.0004873086809311644,
+38,4928,0.029432866722345352,616,0.00017943488319360767,
+38,4936,0.029756829142570496,617,0.00040696145970287034,
+38,4944,0.028902169317007065,618,0.00014171382190397708,
+38,4952,0.02898481860756874,619,0.00030217675794119714,
+38,4960,0.02888507768511772,620,0.00019124502341583138,
+38,4968,0.028675902634859085,621,0.00026396869907330256,
+38,4976,0.029139090329408646,622,0.00038849652628414333,
+38,4984,0.029233526438474655,623,0.000284804272268957,
+38,4992,0.02894512563943863,624,0.00014653898597316584,
+,,,624,,0.000259571316602983
+39,5000,0.029064379632472992,625,0.0001673302817835065,
+39,5008,0.029217999428510666,626,0.00013345840170586598,
+39,5016,0.029135365039110184,627,0.0003270807228545891,
+39,5024,0.029196854680776596,628,0.00019076496528214193,
+39,5032,0.02905229851603508,629,0.0005429430475487607,
+39,5040,0.02969556674361229,630,0.0001895639188660425,
+39,5048,0.029463063925504684,631,0.00037089749730512267,
+39,5056,0.02913932129740715,632,0.0003996084988102666,
+39,5064,0.029286447912454605,633,0.000278798403996916,
+39,5072,0.03669896721839905,634,0.00014151783352644998,
+39,5080,0.03651754930615425,635,0.00012326716250754544,
+39,5088,0.03683588653802872,636,0.00010751995296232053,
+39,5096,0.02881210297346115,637,0.0001236111875186907,
+39,5104,0.02938426285982132,638,0.0003334623802402348,
+39,5112,0.028976529836654663,639,0.000591318792430684,
+39,5120,0.028841733932495117,640,0.00015157742654992035,
+,,,640,,0.00025833608876717716
+40,5128,0.029097452759742737,641,0.0001386892481605173,
+40,5136,0.028999965637922287,642,0.0001906349298224086,
+40,5144,0.0291835255920887,643,0.000141616340897599,
+40,5152,0.029166296124458313,644,0.00021782312433060724,
+40,5160,0.02906779572367668,645,0.00045563604680864955,
+40,5168,0.029068995267152786,646,0.00037946488373563625,
+40,5176,0.029328156262636185,647,0.000315227255669015,
+40,5184,0.029345791786909103,648,0.0001732649361656513,
+40,5192,0.02911752462387085,649,0.000168929735536949,
+40,5200,0.029911980032920837,650,0.0003521112121234182,
+40,5208,0.029087822884321213,651,0.00017724338658808847,
+40,5216,0.02926918864250183,652,0.00036015938258060487,
+40,5224,0.028957627713680267,653,0.0002476210993336281,
+40,5232,0.02920115739107132,654,0.00026833003630599706,
+40,5240,0.029373593628406525,655,0.00020570877040881896,
+40,5248,0.029297642409801483,656,0.00024597171795903705,
+,,,656,,0.00025222965173031156
+41,5256,0.029165010899305344,657,0.0001879654355434468,
+41,5264,0.0295419804751873,658,0.0002793521616695216,
+41,5272,0.029355209320783615,659,0.0004400666448418633,
+41,5280,0.029520943760871887,660,0.000143270755870617,
+41,5288,0.029442843049764633,661,0.00012989631977688987,
+41,5296,0.029685433954000473,662,0.00022222787993086968,
+41,5304,0.029359988868236542,663,0.00022494439781439723,
+41,5312,0.029323969036340714,664,0.00021438513067550957,
+41,5320,0.02908220887184143,665,0.00023645943156225258,
+41,5328,0.028851419687271118,666,0.0007395976990665076,
+41,5336,0.029017247259616852,667,0.000310836051539809,
+41,5344,0.029343988746404648,668,0.00013146223363946774,
+41,5352,0.02934267371892929,669,0.00017883188684209017,
+41,5360,0.029339119791984558,670,0.00018787951830745442,
+41,5368,0.029242955148220062,671,0.00027337109349900857,
+41,5376,0.029002618044614792,672,0.00016166813475138042,
+,,,672,,0.0002568346497259642
+42,5384,0.030265502631664276,673,0.00028543028611238697,
+42,5392,0.028848394751548767,674,0.00037745969711977523,
+42,5400,0.029367122799158096,675,0.00016201917696889723,
+42,5408,0.02968500554561615,676,0.00023524962807641714,
+42,5416,0.02957415208220482,677,0.00028559156953633646,
+42,5424,0.02967245876789093,678,0.00013788432261208072,
+42,5432,0.029655516147613525,679,0.00032356586916648666,
+42,5440,0.02960318699479103,680,0.0007316327782973531,
+42,5448,0.0298411026597023,681,0.00014822413095316733,
+42,5456,0.030164476484060287,682,0.0002031593321589753,
+42,5464,0.029809702187776566,683,0.00018878378159570275,
+42,5472,0.029728736728429794,684,0.00011771060826504254,
+42,5480,0.029735520482063293,685,0.0002125223791153985,
+42,5488,0.0298958420753479,686,0.00019815024324998376,
+42,5496,0.030466735363006592,687,0.0002848580193131056,
+42,5504,0.029809556901454926,688,0.00023512223742727656,
+,,,688,,0.00025072331099133745
+43,5512,0.03380364552140236,689,0.00013722834364671144,
+43,5520,0.03329460322856903,690,0.00026410774216856225,
+43,5528,0.03433942422270775,691,0.0002456970191815344,
+43,5536,0.030534442514181137,692,0.00020684928540504188,
+43,5544,0.029922429472208023,693,0.0005734283913625404,
+43,5552,0.029503650963306427,694,0.00021920411018072627,
+43,5560,0.03553326427936554,695,0.0002672731338861922,
+43,5568,0.03019879013299942,696,0.00029834365705028176,
+43,5576,0.029996920377016068,697,0.00029233166151243495,
+43,5584,0.030002523213624954,698,0.0001309120821133547,
+43,5592,0.029475733637809753,699,0.000248645438659878,
+43,5600,0.02946929633617401,700,0.0005006694955227431,
+43,5608,0.02948709949851036,701,0.00012264325323485537,
+43,5616,0.029499482363462448,702,0.00021110741545271594,
+43,5624,0.029730647802352905,703,0.0002113158689098782,
+43,5632,0.029773682355880737,704,0.00010054567837869399,
+,,,704,,0.0002485408055547037
+44,5640,0.02935100346803665,705,0.0002874320289265597,
+44,5648,0.029326647520065308,706,0.0002651197728482657,
+44,5656,0.02993624284863472,707,0.0003081300383200869,
+44,5664,0.029392078518867493,708,0.0001893233693408547,
+44,5672,0.029506437480449677,709,0.00019921970488212537,
+44,5680,0.029434580355882645,710,0.0002514369789423654,
+44,5688,0.02918645739555359,711,0.00018573520401332644,
+44,5696,0.029064439237117767,712,0.0002062696116809093,
+44,5704,0.029214218258857727,713,0.00010389810631750152,
+44,5712,0.029145143926143646,714,0.0005464352752824198,
+44,5720,0.029954031109809875,715,0.0002961146060442843,
+44,5728,0.03502592816948891,716,0.00044370942623572773,
+44,5736,0.035154812037944794,717,0.0001686474302005081,
+44,5744,0.03509601950645447,718,0.00032952857964119175,
+44,5752,0.029010407626628876,719,0.00016486902450196794,
+44,5760,0.035708699375391006,720,9.44828325373237e-05,
+,,,720,,0.00025312141760399466
+45,5768,0.029241785407066345,721,0.0003171542166455765,
+45,5776,0.029187992215156555,722,0.000193448741811153,
+45,5784,0.029318001121282578,723,0.0003237829987483565,
+45,5792,0.030177857726812363,724,0.00018135714390155044,
+45,5800,0.029466014355421066,725,0.00024437366027996177,
+45,5808,0.028995860368013382,726,0.00013597105134977028,
+45,5816,0.02897009253501892,727,0.00019199683811166324,
+45,5824,0.029278412461280823,728,0.00017588551509106765,
+45,5832,0.029262732714414597,729,0.0005241291946731508,
+45,5840,0.029186859726905823,730,0.00023929260942168185,
+45,5848,0.02922574058175087,731,0.00027846592024616257,
+45,5856,0.029424402862787247,732,0.00016000225969037274,
+45,5864,0.029260247945785522,733,0.00029550133058364736,
+45,5872,0.029132205992937088,734,0.00019829832763207378,
+45,5880,0.02958700805902481,735,0.00022278071264736354,
+45,5888,0.029201220721006393,736,0.0002353615209358395,
+,,,736,,0.00024475593511995514
+46,5896,0.02934475988149643,737,0.00020534922168735648,
+46,5904,0.029055412858724594,738,0.00031400129682879196,
+46,5912,0.029239743947982788,739,0.00025174876554956427,
+46,5920,0.029260218143463135,740,0.00015169563766903593,
+46,5928,0.02931896597146988,741,0.00012939136649947613,
+46,5936,0.029216088354587555,742,0.000506135488194559,
+46,5944,0.028446704149246216,743,0.00015870051765887183,
+46,5952,0.02860107645392418,744,0.00038741378511986113,
+46,5960,0.02864169329404831,745,0.00012487768344726646,
+46,5968,0.028624631464481354,746,0.00020228117227816256,
+46,5976,0.028765317052602768,747,0.00040132032518158667,
+46,5984,0.028803057968616486,748,0.00011760469124055817,
+46,5992,0.029272083193063736,749,0.0001937297483891598,
+46,6000,0.028716672211885452,750,0.0001230284206030774,
+46,6008,0.029276087880134583,751,0.0005152782296136138,
+46,6016,0.02934703603386879,752,0.00014028145051270258,
+,,,752,,0.00024535232468655233
+47,6024,0.02896825596690178,753,0.00033312188634226914,
+47,6032,0.029025882482528687,754,0.0004182406473773881,
+47,6040,0.029341325163841248,755,0.0001673045062489109,
+47,6048,0.02942071110010147,756,0.0002250258939966443,
+47,6056,0.02947978675365448,757,0.00011066349543398246,
+47,6064,0.029245581477880478,758,0.00026389459117126535,
+47,6072,0.029646247625350952,759,0.00029929314678156516,
+47,6080,0.02925165742635727,760,0.00018357124099566136,
+47,6088,0.029321245849132538,761,0.00017925051997735864,
+47,6096,0.02969646453857422,762,0.000197964099697856,
+47,6104,0.029223550111055374,763,0.00019701937799254665,
+47,6112,0.03674204647541046,764,0.0003343979690271226,
+47,6120,0.02921110764145851,765,0.00020305797033870476,
+47,6128,0.029444336891174316,766,0.0002869527197617572,
+47,6136,0.029271289706230164,767,0.00031962101775206975,
+47,6144,0.029358968138694763,768,0.0001249668584932806,
+,,,768,,0.00024122159045777823
+48,6152,0.029493194073438644,769,0.00024242912149929907,
+48,6160,0.029331497848033905,770,0.00014305385684565408,
+48,6168,0.029446497559547424,771,0.00021354439468268538,
+48,6176,0.029439788311719894,772,0.00023343812881648773,
+48,6184,0.02916056290268898,773,0.00011021632599295117,
+48,6192,0.02937062829732895,774,0.00015254496474881307,
+48,6200,0.029146429151296616,775,9.719496165416786e-05,
+48,6208,0.02903732657432556,776,0.0006413033584067307,
+48,6216,0.029004886746406555,777,0.0003518631601764355,
+48,6224,0.029042549431324005,778,0.00016442817423012457,
+48,6232,0.029267102479934692,779,0.0002306738124389085,
+48,6240,0.02896662801504135,780,0.0003161513659506454,
+48,6248,0.02886044606566429,781,0.00018860037653212203,
+48,6256,0.029002703726291656,782,0.00027706507898983546,
+48,6264,0.029242463409900665,783,0.000280805299325948,
+48,6272,0.029045194387435913,784,0.0002614545851429284,
+,,,784,,0.00024144714208025681
+49,6280,0.029538005590438843,785,0.00022303348259811173,
+49,6288,0.030036605894565582,786,0.00027040309532821993,
+49,6296,0.02891930565237999,787,0.00015722099306003656,
+49,6304,0.028913356363773346,788,0.0001769685686667799,
+49,6312,0.028805863112211227,789,0.0004665379183279583,
+49,6320,0.028823647648096085,790,0.0002309968181180011,
+49,6328,0.029000762850046158,791,0.00012305985364946537,
+49,6336,0.028939519077539444,792,0.00012040815818181727,
+49,6344,0.036725882440805435,793,0.00035651513644552324,
+49,6352,0.03687668219208717,794,0.00021074495907669188,
+49,6360,0.036439795047044754,795,9.408032883584383e-05,
+49,6368,0.03676972910761833,796,0.00023182551922218408,
+49,6376,0.036583300679922104,797,0.0004118148826819379,
+49,6384,0.036729663610458374,798,0.00040535869402447133,
+49,6392,0.03693264722824097,799,0.00015560897418254171,
+49,6400,0.0368514247238636,800,0.0001932905047397071,
+,,,800,,0.0002445507990686517
+50,6408,0.0369492769241333,801,0.00022731393119101995,
+50,6416,0.03680822253227234,802,0.00030656120679850574,
+50,6424,0.037077318876981735,803,0.00023654787537452648,
+50,6432,0.036914341151714325,804,0.00014701211512146983,
+50,6440,0.03965957835316658,805,0.0002006020267799613,
+50,6448,0.03893011808395386,806,0.00011091639044025214,
+50,6456,0.03344767168164253,807,0.00011939421619899804,
+50,6464,0.032716475427150726,808,0.000333337834035774,
+50,6472,0.029665086418390274,809,0.0005836908130731899,
+50,6480,0.029204323887825012,810,0.00042124033279833384,
+50,6488,0.029181037098169327,811,0.00019504935471559293,
+50,6496,0.029129575937986374,812,0.0001989034367397835,
+50,6504,0.02917109802365303,813,0.00018988528154295636,
+50,6512,0.029284145683050156,814,0.00022790635375713464,
+50,6520,0.029368866235017776,815,0.0001467176389269298,
+50,6528,0.029670849442481995,816,0.00015836460806895047,
+,,,816,,0.00023909214589940873
+51,6536,0.029090456664562225,817,0.0003980657024840184,
+51,6544,0.02984887734055519,818,0.00022098566114436835,
+51,6552,0.029813196510076523,819,0.00030811524993623607,
+51,6560,0.029456619173288345,820,0.0001627948040550109,
+51,6568,0.029237769544124603,821,0.0001135791453634738,
+51,6576,0.029274560511112213,822,0.00016347303971997462,
+51,6584,0.029557861387729645,823,0.00012690381663560402,
+51,6592,0.02915295585989952,824,0.00029568754780484596,
+51,6600,0.029529448598623276,825,0.00025335423151773284,
+51,6608,0.029294181615114212,826,0.00012723164354611072,
+51,6616,0.029442980885505676,827,0.00023316204260481754,
+51,6624,0.029253128916025162,828,0.0003398440808268788,
+51,6632,0.029178600758314133,829,0.0004773877126353909,
+51,6640,0.029005661606788635,830,8.855290798237547e-05,
+51,6648,0.02953152358531952,831,0.000224589346544235,
+51,6656,0.029142361134290695,832,0.00035393254438531585,
+,,,832,,0.00023720045819094308
+52,6664,0.02920568734407425,833,0.00035804042454401497,
+52,6672,0.029100961983203888,834,0.00021445033053169027,
+52,6680,0.03066113218665123,835,0.0002833737053151708,
+52,6688,0.02934068813920021,836,0.00016605563359917141,
+52,6696,0.029068458825349808,837,0.00014620310412283288,
+52,6704,0.029076766222715378,838,0.0002885414801312436,
+52,6712,0.029067296534776688,839,0.0006001367401040625,
+52,6720,0.029159486293792725,840,0.0003511434442771133,
+52,6728,0.029832419008016586,841,0.00019612991263784352,
+52,6736,0.029485072940587997,842,0.00014926998846931383,
+52,6744,0.029761895537376404,843,0.0001361559498036513,
+52,6752,0.029115457087755203,844,0.00015841592903598212,
+52,6760,0.029894277453422546,845,9.541959798298194e-05,
+52,6768,0.029085196554660797,846,0.00023743114616081584,
+52,6776,0.029713224619627,847,0.00017119301128332154,
+52,6784,0.029293294996023178,848,0.000239807245634438,
+,,,848,,0.00023221526000844804
+53,6792,0.029510367661714554,849,0.00010243947735943948,
+53,6800,0.029586393386125565,850,0.00037076978924233117,
+53,6808,0.029177825897932053,851,0.00013247563401819207,
+53,6816,0.029122602194547653,852,0.0001586934681654384,
+53,6824,0.029299475252628326,853,0.0003943648180211312,
+53,6832,0.029238276183605194,854,0.0002633631984281237,
+53,6840,0.029122009873390198,855,0.00010976874500556733,
+53,6848,0.02902749925851822,856,0.00024253498395410134,
+53,6856,0.02908778190612793,857,0.0001577583993821463,
+53,6864,0.029153089970350266,858,0.0002185073817599914,
+53,6872,0.029793739318847656,859,0.00021329428136596107,
+53,6880,0.028881803154945374,860,0.00025154889863188146,
+53,6888,0.02899353578686714,861,0.00018529466615291312,
+53,6896,0.029451295733451843,862,0.00027927037262998056,
+53,6904,0.029278647154569626,863,0.0005090123377158307,
+53,6912,0.0290507972240448,864,0.00014849138551653596,
+,,,864,,0.00023362506181001663
+54,6920,0.02906910702586174,865,0.0003795078600887791,
+54,6928,0.028882838785648346,866,0.00010389729482085386,
+54,6936,0.029673419892787933,867,0.00021928578507868224,
+54,6944,0.028697196394205093,868,0.00039883114186523017,
+54,6952,0.028461385518312454,869,0.0006435702080125338,
+54,6960,0.02954402193427086,870,0.00011848287749671726,
+54,6968,0.029276520013809204,871,0.00016794416751508834,
+54,6976,0.029112130403518677,872,0.0001606894929864211,
+54,6984,0.030317142605781555,873,0.0002657825989444973,
+54,6992,0.029389869421720505,874,0.00030917569438315695,
+54,7000,0.029195629060268402,875,0.00013588758702098858,
+54,7008,0.029598761349916458,876,0.00016343642710126005,
+54,7016,0.02959917113184929,877,0.00013891093931306386,
+54,7024,0.0292213037610054,878,0.00013088115747450502,
+54,7032,0.02980645000934601,879,0.0003109702361143718,
+54,7040,0.02936898171901703,880,0.00014768825076316716,
+,,,880,,0.0002349799645966605
+55,7048,0.029590733349323273,881,0.0001765304705259041,
+55,7056,0.029962096363306046,882,0.0002459054194332566,
+55,7064,0.030475206673145294,883,0.00034049400619551307,
+55,7072,0.029836658388376236,884,0.00018476046034265892,
+55,7080,0.029847148805856705,885,0.00020431077882676618,
+55,7088,0.029541511088609695,886,0.00014808502965024672,
+55,7096,0.02961745858192444,887,0.0006746341759935603,
+55,7104,0.03001296892762184,888,0.00034965622262461693,
+55,7112,0.030154425650835037,889,9.501808517597965e-05,
+55,7120,0.0299716554582119,890,0.00013931882517681515,
+55,7128,0.029761649668216705,891,0.000182468444108963,
+55,7136,0.029937759041786194,892,0.0001893342978291912,
+55,7144,0.029998023062944412,893,0.0003797716130975459,
+55,7152,0.029984135180711746,894,9.889264174489654e-05,
+55,7160,0.02979101985692978,895,0.00012441530543583212,
+55,7168,0.029903311282396317,896,0.00015169438302109484,
+,,,896,,0.00023079893894885716
+56,7176,0.03705504164099693,897,0.0004135639060223184,
+56,7184,0.03706662729382515,898,0.00021540672378250747,
+56,7192,0.03738870844244957,899,0.0001780085531208897,
+56,7200,0.03694169223308563,900,0.0001033322455441521,
+56,7208,0.029620196670293808,901,0.0002338764643354807,
+56,7216,0.029417894780635834,902,0.00015294157401513075,
+56,7224,0.02978282794356346,903,0.000150664993270766,
+56,7232,0.02992282435297966,904,0.00017104811649915064,
+56,7240,0.02975289151072502,905,0.00010389830231360975,
+56,7248,0.029797226190567017,906,0.00017930683679878712,
+56,7256,0.030020061880350113,907,0.0005045017824159004,
+56,7264,0.029627714306116104,908,0.0003168119801557623,
+56,7272,0.029536299407482147,909,0.0002159621790269739,
+56,7280,0.029711339622735977,910,0.0002624612498038914,
+56,7288,0.029537346214056015,911,0.00029343166352191474,
+56,7296,0.030203960835933685,912,0.0002633760068420088,
+,,,912,,0.00023104341112469373
+57,7304,0.02995755523443222,913,0.0003944143190892646,
+57,7312,0.03020060434937477,914,0.00016353358660126105,
+57,7320,0.029611602425575256,915,0.00020618886992451735,
+57,7328,0.030123606324195862,916,0.000340029864673852,
+57,7336,0.02954014018177986,917,0.00012608412635017885,
+57,7344,0.02982211485505104,918,0.00017365289431836572,
+57,7352,0.029413681477308273,919,0.00013014401929467567,
+57,7360,0.02947342023253441,920,0.00014508588174066972,
+57,7368,0.029262296855449677,921,0.00019060883823840413,
+57,7376,0.029441792517900467,922,0.00019662225440697512,
+57,7384,0.029418133199214935,923,0.0003769105642277282,
+57,7392,0.029589340090751648,924,0.0003049164765798196,
+57,7400,0.03783881664276123,925,0.0005860380515514407,
+57,7408,0.03864829242229462,926,9.168166661766008e-05,
+57,7416,0.03736301511526108,927,0.00024486516076649423,
+57,7424,0.03367830440402031,928,0.0001416627160324424,
+,,,928,,0.00023306751819817642
+58,7432,0.03414611890912056,929,0.00025062090389837977,
+58,7440,0.03257627412676811,930,0.00032920820649451343,
+58,7448,0.03192536160349846,931,0.0002299388488609111,
+58,7456,0.03229522332549095,932,0.00016022664203774184,
+58,7464,0.032451361417770386,933,0.00017979402355194907,
+58,7472,0.04045451804995537,934,0.0002664829435161664,
+58,7480,0.03208279609680176,935,0.00032424791425000876,
+58,7488,0.032728806138038635,936,0.0001793285578060022,
+58,7496,0.034527454525232315,937,0.00022374986383510986,
+58,7504,0.03371505066752434,938,0.0003259822451582295,
+58,7512,0.04712367430329323,939,0.0001687656022113515,
+58,7520,0.036344416439533234,940,0.00020225304524501553,
+58,7528,0.036199215799570084,941,0.00015708501041444833,
+58,7536,0.03293977305293083,942,0.00030800626473137527,
+58,7544,0.0329999104142189,943,0.0001946304109878838,
+58,7552,0.03483620285987854,944,0.0001258609563592472,
+,,,944,,0.0002329484314510697
+59,7560,0.04223993048071861,945,0.00013449756534100743,
+59,7568,0.03923511132597923,946,0.0001174282633655821,
+59,7576,0.037280503660440445,947,0.0003338235387673194,
+59,7584,0.032267533242702484,948,0.00018043123691313667,
+59,7592,0.03548770025372505,949,0.0002969726119772531,
+59,7600,0.032399069517850876,950,0.00042874928021774394,
+59,7608,0.03312470018863678,951,0.00023834079183870926,
+59,7616,0.039210617542266846,952,9.390208310833259e-05,
+59,7624,0.032474130392074585,953,0.00020272394067433197,
+59,7632,0.032892752438783646,954,0.00013765969470114214,
+59,7640,0.03508826345205307,955,0.00011547466010597418,
+59,7648,0.03278416767716408,956,0.0003924682746401231,
+59,7656,0.03444993123412132,957,0.00019720795944522251,
+59,7664,0.0324055440723896,958,0.00018291596234121243,
+59,7672,0.035059213638305664,959,0.00029075236852804665,
+59,7680,0.032490335404872894,960,0.00032551959293414257,
+,,,960,,0.00023940181065546838
+60,7688,0.03620891273021698,961,0.0005013951695218566,
+60,7696,0.033620696514844894,962,0.0001887590306068887,
+60,7704,0.034150123596191406,963,0.00022483899283542996,
+60,7712,0.031029555946588516,964,0.0002121569195878692,
+60,7720,0.030601002275943756,965,0.00021923742315266281,
+60,7728,0.03105514869093895,966,0.00016536622342755436,
+60,7736,0.031363941729068756,967,0.00022284683836915065,
+60,7744,0.030833885073661804,968,0.00021371071352405124,
+60,7752,0.03081240877509117,969,0.00017981126711674733,
+60,7760,0.030597321689128876,970,0.0001503701350884512,
+60,7768,0.030860699713230133,971,0.0002556546219238953,
+60,7776,0.030950188636779785,972,0.00019676673309731996,
+60,7784,0.030462253838777542,973,0.00029626050582010066,
+60,7792,0.030755553394556046,974,0.0002194042203882418,
+60,7800,0.030947722494602203,975,0.00014822211687715026,
+60,7808,0.031195085495710373,976,0.0001950507503352128,
+,,,976,,0.00023702460978376237
+61,7816,0.030890371650457382,977,0.00013857732483302243,
+61,7824,0.030915703624486923,978,0.00016008433613023954,
+61,7832,0.031118515878915787,979,0.00033548070769029437,
+61,7840,0.03050224483013153,980,0.00013947854949947214,
+61,7848,0.030564773827791214,981,0.0002629035343488795,
+61,7856,0.031194224953651428,982,0.0002992492609337205,
+61,7864,0.031066153198480606,983,0.00019166205493093003,
+61,7872,0.030744042247533798,984,0.0001705391568975756,
+61,7880,0.030535344034433365,985,0.0002745094584497565,
+61,7888,0.030634619295597076,986,0.000139204468268872,
+61,7896,0.03084065020084381,987,0.0005620935394290427,
+61,7904,0.030085556209087372,988,0.0001386293279210804,
+61,7912,0.03085845336318016,989,0.0002973756036226405,
+61,7920,0.031142912805080414,990,0.00016556180526094977,
+61,7928,0.030921123921871185,991,0.0002166267131542554,
+61,7936,0.030910983681678772,992,0.0001275749482374522,
+,,,992,,0.00022607578552867236
+62,7944,0.031163938343524933,993,0.00029665038164239377,
+62,7952,0.03060510754585266,994,0.00011422470424804487,
+62,7960,0.03041055053472519,995,0.00013033141749474453,
+62,7968,0.030548088252544403,996,0.00013973073600936914,
+62,7976,0.030566763132810593,997,0.00021995718680045684,
+62,7984,0.030451908707618713,998,0.00015979464660631493,
+62,7992,0.030300993472337723,999,0.0001878257212410972,
+62,8000,0.030619677156209946,1000,0.00012422162626535282,
+62,8008,0.030554920434951782,1001,9.515303781881812e-05,
+62,8016,0.030626416206359863,1002,0.0006801116351198289,
+62,8024,0.030992325395345688,1003,0.00043411769047452253,
+62,8032,0.030581779778003693,1004,0.00020042007872689283,
+62,8040,0.03086969628930092,1005,0.00018737256732492824,
+62,8048,0.030828047543764114,1006,0.00035246718198322924,
+62,8056,0.030876420438289642,1007,0.00014948589569030446,
+62,8064,0.030719783157110214,1008,0.0002016302623815136,
+,,,1008,,0.00022913917506995954
+63,8072,0.031020388007164,1009,0.0003287978597654728,
+63,8080,0.03095783293247223,1010,0.00012723189229291165,
+63,8088,0.031005937606096268,1011,0.00014439459391724085,
+63,8096,0.031199902296066284,1012,0.00035615528850030387,
+63,8104,0.030936073511838913,1013,9.568914310875698e-05,
+63,8112,0.030797239392995834,1014,0.00012505578433774645,
+63,8120,0.03051874041557312,1015,0.00010836824867510586,
+63,8128,0.030770741403102875,1016,0.00031794823644304415,
+63,8136,0.030993547290563583,1017,0.0002636327940308547,
+63,8144,0.03131555765867233,1018,0.00044833065976490616,
+63,8152,0.03092186152935028,1019,0.00014385728263732744,
+63,8160,0.031389325857162476,1020,0.00022039753275748808,
+63,8168,0.031033314764499664,1021,0.0001520243945378752,
+63,8176,0.0318448431789875,1022,0.0002628519405334373,
+63,8184,0.03127638250589371,1023,0.0001296432551498583,
+63,8192,0.031020890921354294,1024,0.00036680847324532806,
+,,,1024,,0.00022892617179374946
+64,8200,0.031217873096466064,1025,0.00013949254434919567,
+64,8208,0.031132031232118607,1026,0.00011410485649321345,
+64,8216,0.03149953484535217,1027,0.0003985205762546684,
+64,8224,0.03220904991030693,1028,0.00023017700732452795,
+64,8232,0.03293495625257492,1029,0.00011705421275109984,
+64,8240,0.03101455792784691,1030,0.0002528983459342271,
+64,8248,0.0305476076900959,1031,0.00017752306939655682,
+64,8256,0.03098059818148613,1032,0.00042092711373697966,
+64,8264,0.03116321936249733,1033,0.00012207684449094813,
+64,8272,0.030958935618400574,1034,0.00012787075002052006,
+64,8280,0.031182289123535156,1035,0.0001604570802555827,
+64,8288,0.031074851751327515,1036,0.00022113639261078788,
+64,8296,0.031252410262823105,1037,0.000556497724574001,
+64,8304,0.030916303396224976,1038,0.00026420041558594676,
+64,8312,0.030868444591760635,1039,0.00012760302433889592,
+64,8320,0.031150441616773605,1040,0.00014326052041724324,
+,,,1040,,0.0002235729786518373
+65,8328,0.03065389022231102,1041,0.0003508489944579196,
+65,8336,0.030683010816574097,1042,0.0003193637121512438,
+65,8344,0.030828095972537994,1043,0.00012299749187150155,
+65,8352,0.030889995396137238,1044,0.0005648563515023852,
+65,8360,0.0311066173017025,1045,0.0001849048840085743,
+65,8368,0.031315017491579056,1046,0.0001918772386488854,
+65,8376,0.03141999617218971,1047,0.00012670729574892903,
+65,8384,0.03127060458064079,1048,0.00019563829937396804,
+65,8392,0.03130733221769333,1049,0.00021075235372336465,
+65,8400,0.031069505959749222,1050,8.93722940418229e-05,
+65,8408,0.031250905245542526,1051,9.38718631005031e-05,
+65,8416,0.031539469957351685,1052,0.00036848525087407324,
+65,8424,0.031393326818943024,1053,0.00017000625757646048,
+65,8432,0.03136932849884033,1054,0.00013259540628496325,
+65,8440,0.03110327571630478,1055,0.00032093921436171513,
+65,8448,0.031039156019687653,1056,0.00018786093960443395,
+,,,1056,,0.00023133065061349618
+66,8456,0.031172078102827072,1057,0.0003258853930674377,
+66,8464,0.031036607921123505,1058,0.00010437493938297848,
+66,8472,0.03133866935968399,1059,0.00020301629092500661,
+66,8480,0.03096085786819458,1060,0.00017251772260351572,
+66,8488,0.031064383685588837,1061,0.00010342018867959268,
+66,8496,0.031147100031375885,1062,0.0001311584260292875,
+66,8504,0.031027421355247498,1063,0.0001567076569699566,
+66,8512,0.030901417136192322,1064,0.00031086215312825516,
+66,8520,0.03147652745246887,1065,0.0003481805697447271,
+66,8528,0.031021133065223694,1066,0.00030583549369112006,
+66,8536,0.031033523380756378,1067,0.00015683176798120257,
+66,8544,0.030639931559562683,1068,0.0003190989882568829,
+66,8552,0.031097903847694397,1069,0.00012393905080898548,
+66,8560,0.031034566462039948,1070,0.00011781531293308944,
+66,8568,0.031119126826524734,1071,0.00023763807530485792,
+66,8576,0.031365200877189636,1072,0.0004565480244309583,
+,,,1072,,0.00022977490076108982
+67,8584,0.031007204204797745,1073,0.000191036661817634,
+67,8592,0.03136506676673889,1074,0.0003047579939448042,
+67,8600,0.03131938353180885,1075,0.0004839234784412838,
+67,8608,0.030852369964122772,1076,0.00010926169420599763,
+67,8616,0.030848778784275055,1077,0.00014671570170321502,
+67,8624,0.030407976359128952,1078,0.00010879711817324278,
+67,8632,0.030957143753767014,1079,0.00011079811702074949,
+67,8640,0.03090328723192215,1080,0.0002101150694215903,
+67,8648,0.03088405355811119,1081,0.00016093853946586023,
+67,8656,0.031151093542575836,1082,0.00013156736622477183,
+67,8664,0.030900422483682632,1083,0.0003066772392230632,
+67,8672,0.03140008822083473,1084,0.00011286932749499101,
+67,8680,0.030749671161174774,1085,0.0003628042595664738,
+67,8688,0.03090207651257515,1086,0.0003226613698643632,
+67,8696,0.0308513343334198,1087,0.00031297105942940107,
+67,8704,0.0318552665412426,1088,0.0002881384016291122,
+,,,1088,,0.00022625104573212172
+68,8712,0.031023584306240082,1089,0.00017080998986784834,
+68,8720,0.03149464726448059,1090,0.00018645605177880498,
+68,8728,0.031044024974107742,1091,0.00020979997952963458,
+68,8736,0.030572567135095596,1092,0.00018354319308855338,
+68,8744,0.03093593940138817,1093,0.00034502691732996027,
+68,8752,0.030713319778442383,1094,0.00021040308092779014,
+68,8760,0.030698541551828384,1095,0.0001610294104921195,
+68,8768,0.030956149101257324,1096,0.0002131556684616953,
+68,8776,0.031240887939929962,1097,0.00011812655384346726,
+68,8784,0.031474556773900986,1098,0.00022471541797131067,
+68,8792,0.030835382640361786,1099,0.00023395589687424945,
+68,8800,0.030674569308757782,1100,0.00012119686380174244,
+68,8808,0.031206320971250534,1101,0.0003148983869323274,
+68,8816,0.03104713186621666,1102,0.0005260368870949605,
+68,8824,0.030946288257837296,1103,0.00013095577878630138,
+68,8832,0.030673637986183167,1104,0.00025697842647787184,
+,,,1104,,0.00022435350049483148
+69,8840,0.030831068754196167,1105,0.0001222401956511021,
+69,8848,0.03130097687244415,1106,0.000168140421010321,
+69,8856,0.03134961053729057,1107,0.00017996878250414738,
+69,8864,0.0316888801753521,1108,0.000316656868562859,
+69,8872,0.03196171671152115,1109,6.323828984022839e-05,
+69,8880,0.0311490036547184,1110,0.00035406849474384217,
+69,8888,0.031080681830644608,1111,9.434851381229237e-05,
+69,8896,0.03139585256576538,1112,0.00021392838698375272,
+69,8904,0.030735645443201065,1113,0.00012131645598856267,
+69,8912,0.03146536648273468,1114,0.0003260995299569913,
+69,8920,0.031420446932315826,1115,0.00015340599384217057,
+69,8928,0.03126504644751549,1116,0.00041539463791195885,
+69,8936,0.03151609003543854,1117,0.00015093429283297155,
+69,8944,0.031697407364845276,1118,0.0005713176242352347,
+69,8952,0.030693471431732178,1119,0.00018078045786751318,
+69,8960,0.031026069074869156,1120,0.00024765226498857373,
+,,,1120,,0.0002247865900005165
+70,8968,0.031332846730947495,1121,0.00019734549755412445,
+70,8976,0.03090892732143402,1122,0.00018071952035825234,
+70,8984,0.03128300979733467,1123,0.0003179846389684826,
+70,8992,0.03048727661371231,1124,0.00020908017449983163,
+70,9000,0.03095244988799095,1125,0.00010936788203252945,
+70,9008,0.03050779551267624,1126,0.00021740656848123763,
+70,9016,0.030589498579502106,1127,0.00033484105551906396,
+70,9024,0.03073609247803688,1128,0.00014427003497985424,
+70,9032,0.030964214354753494,1129,0.0002268982088935445,
+70,9040,0.03113073855638504,1130,0.00011806706606876105,
+70,9048,0.03072519227862358,1131,0.00020803287679882487,
+70,9056,0.03275630250573158,1132,0.00044007486394548323,
+70,9064,0.030683334916830063,1133,0.00010128953090315918,
+70,9072,0.03071550279855728,1134,0.0003292431774752913,
+70,9080,0.031356144696474075,1135,0.0002990417442561011,
+70,9088,0.030921954661607742,1136,0.00011343343430780806,
+,,,1136,,0.00022987832658384976
+71,9096,0.03137163817882538,1137,0.00018719871650318964,
+71,9104,0.03151490539312363,1138,0.0005133343966008397,
+71,9112,0.03064395859837532,1139,0.00017007586484396597,
+71,9120,0.030140750110149384,1140,0.0001711981913103955,
+71,9128,0.030247483402490616,1141,0.00040242801060230704,
+71,9136,0.03043496608734131,1142,0.00011273421978330589,
+71,9144,0.03288835287094116,1143,0.00034767877241392853,
+71,9152,0.032635774463415146,1144,0.00016932237303990405,
+71,9160,0.033373672515153885,1145,0.00016022854015318444,
+71,9168,0.030491743236780167,1146,0.00013162263894628268,
+71,9176,0.030536387115716934,1147,0.000192966838767461,
+71,9184,0.030554484575986862,1148,0.00017524455279271933,
+71,9192,0.0304500013589859,1149,0.00021707943960791454,
+71,9200,0.030418381094932556,1150,0.0002558217961450282,
+71,9208,0.03090258315205574,1151,0.000147493435179058,
+71,9216,0.03086165338754654,1152,0.0001882259757621796,
+,,,1152,,0.00022341646744232429
+72,9224,0.029994014650583267,1153,0.00013187942386139184,
+72,9232,0.03090950846672058,1154,0.00011999081198155181,
+72,9240,0.0301753431558609,1155,0.00013929552096669795,
+72,9248,0.029933203011751175,1156,0.00018073918863592553,
+72,9256,0.030269112437963486,1157,0.0002888051822083071,
+72,9264,0.030748877674341202,1158,0.00010488236875971779,
+72,9272,0.030585959553718567,1159,0.00020703505515484721,
+72,9280,0.030107978731393814,1160,0.00013452925077217515,
+72,9288,0.030299708247184753,1161,7.827228182577528e-05,
+72,9296,0.030515648424625397,1162,0.00016786648893685197,
+72,9304,0.030645601451396942,1163,0.00015260471855071955,
+72,9312,0.03079736977815628,1164,0.0002687024325496168,
+72,9320,0.030961960554122925,1165,0.0005178301007617847,
+72,9328,0.03115728497505188,1166,0.0007735267117823241,
+72,9336,0.030722014605998993,1167,0.00018825749884854304,
+72,9344,0.03131487965583801,1168,0.00019782829440373462,
+,,,1168,,0.00022484565545853816
+73,9352,0.031076904386281967,1169,0.00019035340801565326,
+73,9360,0.03057839721441269,1170,0.00029934090071037645,
+73,9368,0.030481010675430298,1171,0.0002745188339758897,
+73,9376,0.031153742223978043,1172,0.0001665129539105692,
+73,9384,0.03094501420855522,1173,0.00037266059189278167,
+73,9392,0.03129727020859718,1174,0.0002162279402000422,
+73,9400,0.030979663133621216,1175,0.00013510975986719131,
+73,9408,0.031094219535589218,1176,0.0001305396235693479,
+73,9416,0.031068477779626846,1177,0.00011692152065734263,
+73,9424,0.030725106596946716,1178,0.00014341163341669017,
+73,9432,0.030555102974176407,1179,0.00026008437998825684,
+73,9440,0.03131607919931412,1180,0.000330986764311092,
+73,9448,0.03062152862548828,1181,9.722369259179686e-05,
+73,9456,0.03031386435031891,1182,0.0003537687762218411,
+73,9464,0.030262839049100876,1183,0.00016991225265883259,
+73,9472,0.030874695628881454,1184,0.0002121059869750752,
+,,,1184,,0.00021735235656562604
+74,9480,0.030623558908700943,1185,0.00011689039229167975,
+74,9488,0.031031958758831024,1186,0.00016450984549010172,
+74,9496,0.031285300850868225,1187,0.00024759939060459146,
+74,9504,0.03094593808054924,1188,0.00019300481835671235,
+74,9512,0.0308358334004879,1189,0.0003483570835669525,
+74,9520,0.031025025993585587,1190,0.0003427500914767734,
+74,9528,0.03078937903046608,1191,0.00023342990016317344,
+74,9536,0.030508555471897125,1192,0.00019655937558127334,
+74,9544,0.03095892444252968,1193,0.0001149392865045229,
+74,9552,0.03126644343137741,1194,0.00047869685636214854,
+74,9560,0.0312691293656826,1195,0.000145166096444882,
+74,9568,0.03155287727713585,1196,0.00015585851997457212,
+74,9576,0.03113938868045807,1197,0.00021989993274473818,
+74,9584,0.030448053032159805,1198,0.00015514685492235003,
+74,9592,0.031056374311447144,1199,0.00023260727311935625,
+74,9600,0.030651085078716278,1200,0.00014395892139873467,
+,,,1200,,0.00022381877428606937
+75,9608,0.03049497678875923,1201,0.00025423302304261597,
+75,9616,0.030468154698610306,1202,0.00026239569751851377,
+75,9624,0.03073848783969879,1203,0.00019566073888199753,
+75,9632,0.030854102224111557,1204,0.00014493853041130933,
+75,9640,0.030367504805326462,1205,0.0002520384559829836,
+75,9648,0.030768807977437973,1206,0.00020822388751184917,
+75,9656,0.030551064759492874,1207,0.00019369782421563286,
+75,9664,0.03058868646621704,1208,0.00034456093726475956,
+75,9672,0.030541643500328064,1209,0.0004288966838430497,
+75,9680,0.030530691146850586,1210,0.0002980232193294796,
+75,9688,0.030400779098272324,1211,8.74206016305834e-05,
+75,9696,0.031216513365507126,1212,0.00015610122272846638,
+75,9704,0.030678745359182358,1213,0.00012760415165757877,
+75,9712,0.030793987214565277,1214,0.0001828287417993124,
+75,9720,0.03043351322412491,1215,0.0002631054917401343,
+75,9728,0.0306609608232975,1216,0.00015418489419971593,
+,,,1216,,0.00022407067253401406
+76,9736,0.030758310109376907,1217,0.0001646237706154352,
+76,9744,0.030936121940612793,1218,9.878783566819038e-05,
+76,9752,0.03254960477352142,1219,0.0001180688332169666,
+76,9760,0.031420592218637466,1220,0.00038883552315382985,
+76,9768,0.030747510492801666,1221,0.00022252246981224744,
+76,9776,0.03102267161011696,1222,0.00031557333750242833,
+76,9784,0.030918095260858536,1223,0.0004886108913524367,
+76,9792,0.030913095921278,1224,0.0002374050645812531,
+76,9800,0.03060363233089447,1225,0.00019778550790761074,
+76,9808,0.030983366072177887,1226,0.0003475268085821881,
+76,9816,0.030853629112243652,1227,9.97270531115646e-05,
+76,9824,0.03145976737141609,1228,0.00010299100631527836,
+76,9832,0.030898969620466232,1229,0.0001967523448911379,
+76,9840,0.030754920095205307,1230,7.201428024927736e-05,
+76,9848,0.031465161591768265,1231,0.0002537814971219632,
+76,9856,0.030591007322072983,1232,0.00022912863414603635,
+,,,1232,,0.0002209447373292948
+77,9864,0.03143012151122093,1233,0.00020699208062069374,
+77,9872,0.03065144270658493,1234,0.000149297471580212,
+77,9880,0.030614197254180908,1235,0.00016686012986610876,
+77,9888,0.03076208382844925,1236,0.00024938932665463653,
+77,9896,0.03067988157272339,1237,0.00011461211352070677,
+77,9904,0.03127722442150116,1238,0.0005137476973686717,
+77,9912,0.030934736132621765,1239,0.00016464254031234304,
+77,9920,0.031011298298835754,1240,0.00018948313299915753,
+77,9928,0.030736472457647324,1241,0.0001545336303934164,
+77,9936,0.030894704163074493,1242,0.00028248659737073467,
+77,9944,0.030432701110839844,1243,0.0001888439708181977,
+77,9952,0.030309952795505524,1244,0.00030980387282397714,
+77,9960,0.030391644686460495,1245,0.0002455511034895608,
+77,9968,0.030689813196659088,1246,0.00024220078194048256,
+77,9976,0.030501239001750946,1247,0.000114280122488708,
+77,9984,0.030716896057128906,1248,0.00019075521231570747,
+,,,1248,,0.00022074749301138677
+78,9992,0.030609596520662308,1249,0.0004323853272580891,
+78,10000,0.030647248029708862,1250,0.00021837146414327435,
+78,10008,0.03185341879725456,1251,0.0002141195172953303,
+78,10016,0.031762368977069855,1252,0.000312804562781821,
+78,10024,0.031305667012929916,1253,0.0002303126943843381,
+78,10032,0.03141336143016815,1254,0.0001853164030762855,
+78,10040,0.031024407595396042,1255,0.0004581487755785929,
+78,10048,0.031145509332418442,1256,0.00019821262003461015,
+78,10056,0.030695267021656036,1257,0.00011078215493398602,
+78,10064,0.030718550086021423,1258,0.00023205857087305048,
+78,10072,0.031229276210069656,1259,0.00015913952029222855,
+78,10080,0.031270429491996765,1260,9.378202457810403e-05,
+78,10088,0.031201012432575226,1261,0.00029231753387648496,
+78,10096,0.030744031071662903,1262,0.00010988917529175524,
+78,10104,0.031009990721940994,1263,0.00017502360697108088,
+78,10112,0.03113265335559845,1264,0.0001227594566444168,
+,,,1264,,0.00021997025530589255
+79,10120,0.03115013614296913,1265,9.287317016060115e-05,
+79,10128,0.030957326292991638,1266,0.00012124156637582928,
+79,10136,0.031160656362771988,1267,0.00021278091730891902,
+79,10144,0.031013548374176025,1268,0.00014746384476893581,
+79,10152,0.03146649897098541,1269,0.0003860609563162143,
+79,10160,0.03120499849319458,1270,0.00020455931166907249,
+79,10168,0.031233910471200943,1271,0.000260690372215322,
+79,10176,0.03133639693260193,1272,0.00013686903821508167,
+79,10184,0.03168373927474022,1273,0.0002140905316991848,
+79,10192,0.03195101395249367,1274,0.00019790028909483226,
+79,10200,0.03122793883085251,1275,0.0004860962808379554,
+79,10208,0.031177233904600143,1276,8.444116610917263e-05,
+79,10216,0.030993029475212097,1277,0.00022010118163962034,
+79,10224,0.03123456984758377,1278,0.0002587861226857058,
+79,10232,0.03151019662618637,1279,0.0002805563499350683,
+79,10240,0.030895285308361053,1280,0.00029450544161591097,
+,,,1280,,0.00021964042006354583
+80,10248,0.030672580003738403,1281,0.00013848612616129685,
+80,10256,0.031090758740901947,1282,0.00015068241646076785,
+80,10264,0.031025007367134094,1283,0.00014887613178871106,
+80,10272,0.030470963567495346,1284,0.00021454480429383693,
+80,10280,0.030739355832338333,1285,0.0002254151049783104,
+80,10288,0.03088470548391342,1286,7.970241631483077e-05,
+80,10296,0.0317603163421154,1287,0.00033068618176912423,
+80,10304,0.031543850898742676,1288,0.00019577343209675746,
+80,10312,0.03158112242817879,1289,0.00013088139803585364,
+80,10320,0.030830953270196915,1290,0.0002587828180367069,
+80,10328,0.03097423166036606,1291,0.00013682226972377975,
+80,10336,0.03065331280231476,1292,0.0005462510362121975,
+80,10344,0.03057834506034851,1293,0.0002656375891092466,
+80,10352,0.030697882175445557,1294,0.0001717971858852252,
+80,10360,0.030719071626663208,1295,0.0003673410528790555,
+80,10368,0.030593056231737137,1296,0.00010799577057696297,
+,,,1296,,0.0002224277214784371
+81,10376,0.030958592891693115,1297,0.00016366157342417864,
+81,10384,0.0309734046459198,1298,0.0002314607409061864,
+81,10392,0.030484691262245178,1299,0.0002598359296825947,
+81,10400,0.031027499586343765,1300,0.00012332762253208784,
+81,10408,0.030691709369421005,1301,0.00028438701292543556,
+81,10416,0.03228212147951126,1302,0.00014265038817029563,
+81,10424,0.031092647463083267,1303,0.00016349703355444944,
+81,10432,0.030755825340747833,1304,0.0002114472472385387,
+81,10440,0.030964050441980362,1305,0.00027562634932110086,
+81,10448,0.03056180477142334,1306,0.00018872714645112865,
+81,10456,0.03079456463456154,1307,0.0003937256306016934,
+81,10464,0.030497733503580093,1308,0.00012117788264731644,
+81,10472,0.030695967376232147,1309,0.0001396946313434455,
+81,10480,0.03096412494778633,1310,0.0002258213557979616,
+81,10488,0.03043927624821663,1311,0.0001806574846341391,
+81,10496,0.03048652410507202,1312,0.00035446230231173104,
+,,,1312,,0.00021496868545287535
+82,10504,0.03074006736278534,1313,0.00025305197186753503,
+82,10512,0.03102487325668335,1314,0.00017526114925203728,
+82,10520,0.031070072203874588,1315,0.0001172159604720946,
+82,10528,0.032212406396865845,1316,0.00011192845772711735,
+82,10536,0.031007789075374603,1317,0.00016003561268007616,
+82,10544,0.03061995655298233,1318,0.000398794617922249,
+82,10552,0.030826464295387268,1319,9.495949279880733e-05,
+82,10560,0.031262822449207306,1320,0.0001783683619578369,
+82,10568,0.031144555658102036,1321,0.00022196770305527025,
+82,10576,0.031208813190460205,1322,9.940021845977753e-05,
+82,10584,0.03101002797484398,1323,0.0005645127566822339,
+82,10592,0.031163480132818222,1324,0.00035264612324681366,
+82,10600,0.031220730394124985,1325,0.0001126714882957458,
+82,10608,0.030848301947116852,1326,0.00013995234166941373,
+82,10616,0.03119679167866707,1327,0.0003282714214947191,
+82,10624,0.030814923346042633,1328,0.00020298282743169693,
+,,,1328,,0.0002171632490660015
+83,10632,0.031208079308271408,1329,0.00030869357578922063,
+83,10640,0.03101138398051262,1330,0.00042976007716788445,
+83,10648,0.031294189393520355,1331,0.0002717700735956896,
+83,10656,0.030927561223506927,1332,0.00011297360788375954,
+83,10664,0.030908744782209396,1333,0.00019352685239937273,
+83,10672,0.03093540295958519,1334,0.0001095895722755813,
+83,10680,0.032523684203624725,1335,0.00017238511236428167,
+83,10688,0.030954085290431976,1336,0.00018987984458362916,
+83,10696,0.03194548562169075,1337,0.0003115028207503201,
+83,10704,0.031459346413612366,1338,0.0002231840321655909,
+83,10712,0.030477043241262436,1339,8.004474693734664e-05,
+83,10720,0.03107985109090805,1340,0.00026677961614041124,
+83,10728,0.030882060527801514,1341,0.00016478598354296992,
+83,10736,0.030961070209741592,1342,0.0002272927531521418,
+83,10744,0.030909307301044464,1343,0.00020113731898163678,
+83,10752,0.030276190489530563,1344,0.00023385820713883732,
+,,,1344,,0.00021973137106550368
+84,10760,0.03031868487596512,1345,0.00014491321417153813,
+84,10768,0.031168699264526367,1346,0.0001221510019604466,
+84,10776,0.030709199607372284,1347,0.0002152816782654554,
+84,10784,0.03147350251674652,1348,0.00011972217816946795,
+84,10792,0.030178554356098175,1349,0.00014196489291862235,
+84,10800,0.031275466084480286,1350,0.00015307281137211248,
+84,10808,0.030806388705968857,1351,0.0001146112808783073,
+84,10816,0.03011520951986313,1352,0.00026791447908181,
+84,10824,0.030473731458187103,1353,0.00012920628341817064,
+84,10832,0.030366357415914536,1354,0.0002734822237471235,
+84,10840,0.030919600278139114,1355,0.0005127223048475571,
+84,10848,0.03092557191848755,1356,0.000216721296965261,
+84,10856,0.031026512384414673,1357,0.0001270668158213084,
+84,10864,0.03033313900232315,1358,0.0002615794555822504,
+84,10872,0.03027420863509178,1359,0.00022962308321439195,
+84,10880,0.0303557887673378,1360,0.0004018716617792961,
+,,,1360,,0.00021842342654341146
+85,10888,0.030608974397182465,1361,0.00019174414865119616,
+85,10896,0.030539710074663162,1362,0.00042317810675740475,
+85,10904,0.030623991042375565,1363,0.000120747462460713,
+85,10912,0.030844662338495255,1364,0.00015344687790275202,
+85,10920,0.030530888587236404,1365,0.00016361530288122594,
+85,10928,0.033051129430532455,1366,0.00023581300956720952,
+85,10936,0.03187965229153633,1367,0.0001617693915250129,
+85,10944,0.031141705811023712,1368,0.00016306101315421984,
+85,10952,0.030381713062524796,1369,0.00016550023974559736,
+85,10960,0.03161267191171646,1370,0.00018992605328094214,
+85,10968,0.030900772660970688,1371,0.000246980342126335,
+85,10976,0.030732005834579468,1372,0.0002587977414805209,
+85,10984,0.03097394108772278,1373,0.00020464360386540648,
+85,10992,0.03104102984070778,1374,0.00024259028759843204,
+85,11000,0.030546441674232483,1375,0.0001449119904464169,
+85,11008,0.03100712224841118,1376,0.00035680415567185264,
+,,,1376,,0.00021848263905236594
+86,11016,0.03529936447739601,1377,0.00023294614220503718,
+86,11024,0.034345272928476334,1378,0.0002249008321086876,
+86,11032,0.03544066101312637,1379,0.0003806179447565228,
+86,11040,0.034540705382823944,1380,0.00011705572251230478,
+86,11048,0.03506439924240112,1381,0.00011928684534723288,
+86,11056,0.035760972648859024,1382,0.00016132963173731696,
+86,11064,0.03611506521701813,1383,0.00011650393935269676,
+86,11072,0.036169376224279404,1384,0.00014300289058155613,
+86,11080,0.030396893620491028,1385,0.00016222387694142526,
+86,11088,0.0304567888379097,1386,0.0001634812942938879,
+86,11096,0.030506886541843414,1387,0.0003152106169181934,
+86,11104,0.03082156926393509,1388,0.00021655515183738316,
+86,11112,0.030583113431930542,1389,0.0001632639332456165,
+86,11120,0.030740052461624146,1390,0.00020905192877762602,
+86,11128,0.03087393194437027,1391,0.00020316711197665427,
+86,11136,0.031033843755722046,1392,0.00047164408806565916,
+,,,1392,,0.00021851533337643273
+87,11144,0.03055565059185028,1393,0.0001580614962222171,
+87,11152,0.03085951879620552,1394,0.00026348610253990046,
+87,11160,0.030899561941623688,1395,0.00040583179907116573,
+87,11168,0.031074412167072296,1396,0.00021196096849962487,
+87,11176,0.03105245903134346,1397,9.412569897904177e-05,
+87,11184,0.031124141067266464,1398,0.00013181877011447796,
+87,11192,0.03623892366886139,1399,0.0001117359206546098,
+87,11200,0.041211679577827454,1400,0.00017674630908004474,
+87,11208,0.03388155624270439,1401,0.0001762631741257792,
+87,11216,0.035892535001039505,1402,0.00015481930768146412,
+87,11224,0.03482022508978844,1403,0.0004914898527204059,
+87,11232,0.034785617142915726,1404,0.0001451855932828039,
+87,11240,0.03475893288850784,1405,0.00022019308153176098,
+87,11248,0.03342500701546669,1406,0.00017427513193979394,
+87,11256,0.03656981512904167,1407,0.00015143664859351702,
+87,11264,0.03395277261734009,1408,0.00033406823877157876,
+,,,1408,,0.00021888457826877894
+88,11272,0.03574204817414284,1409,0.0003377669627298019,
+88,11280,0.035108406096696854,1410,0.0002697407649066008,
+88,11288,0.03461373224854469,1411,0.00015977907060005236,
+88,11296,0.03999995440244675,1412,0.00025223776310667745,
+88,11304,0.036538202315568924,1413,0.00014132209253148176,
+88,11312,0.03480569273233414,1414,0.0002047057841991773,
+88,11320,0.034451380372047424,1415,9.653928555053426e-05,
+88,11328,0.035563819110393524,1416,0.00024152818104994367,
+88,11336,0.03567763417959213,1417,0.0003502965009829495,
+88,11344,0.034275952726602554,1418,0.00020052139416293357,
+88,11352,0.03514203801751137,1419,0.00012712687293969793,
+88,11360,0.0352170430123806,1420,0.00025538369118294213,
+88,11368,0.03439759090542793,1421,0.00027769772304964135,
+88,11376,0.03581667318940163,1422,0.00018647628894541413,
+88,11384,0.035976946353912354,1423,0.00013815960573992925,
+88,11392,0.03659745305776596,1424,0.00022025817997928243,
+,,,1424,,0.0002155203960443798
+89,11400,0.034604623913764954,1425,0.00018982507981490926,
+89,11408,0.035671334713697433,1426,0.0002182172274842742,
+89,11416,0.034736040979623795,1427,0.00031217068317346275,
+89,11424,0.03594588488340378,1428,0.000555115573661169,
+89,11432,0.03419763222336769,1429,0.00015146592249948299,
+89,11440,0.034454938024282455,1430,0.00014040251699043438,
+89,11448,0.03540223091840744,1431,0.0001565941070111876,
+89,11456,0.03502210974693298,1432,0.00012815354602935258,
+89,11464,0.03530687093734741,1433,0.00013482464100889047,
+89,11472,0.03541989251971245,1434,0.00024597413266747026,
+89,11480,0.035639215260744095,1435,0.00027062691015089513,
+89,11488,0.0350172258913517,1436,0.00011593619683480938,
+89,11496,0.03678419440984726,1437,0.0002950667885670555,
+89,11504,0.04288383200764656,1438,0.00018771163831843296,
+89,11512,0.03434855863451958,1439,0.00010367330332883284,
+89,11520,0.034778449684381485,1440,0.00015047925944600138,
+,,,1440,,0.0002172912323945447
+90,11528,0.03482148423790932,1441,0.00013087896286378964,
+90,11536,0.036693863570690155,1442,0.00011310625995974988,
+90,11544,0.04272186756134033,1443,0.00020386547885209438,
+90,11552,0.03450058028101921,1444,0.00035858353703588364,
+90,11560,0.03151015192270279,1445,0.0005042722696089186,
+90,11568,0.03326854482293129,1446,9.531647401672672e-05,
+90,11576,0.042259201407432556,1447,0.00013658837087859865,
+90,11584,0.04753352701663971,1448,0.0003300829494037316,
+90,11592,0.036298010498285294,1449,0.00026273192361259134,
+90,11600,0.03602730482816696,1450,0.00023809109461581102,
+90,11608,0.03310912847518921,1451,0.00020387291215229197,
+90,11616,0.0329299233853817,1452,0.00014397455197467934,
+90,11624,0.036275655031204224,1453,0.00010065046853924287,
+90,11632,0.033284742385149,1454,0.0001959693693152076,
+90,11640,0.03774035722017288,1455,0.00031415589273819933,
+90,11648,0.03542059287428856,1456,0.000103586916338827,
+,,,1456,,0.0002185545714670106
+91,11656,0.03638932853937149,1457,0.0002444940646455507,
+91,11664,0.037248384207487106,1458,0.00013614966792374616,
+91,11672,0.03350861743092537,1459,0.00017302091373494477,
+91,11680,0.03492116555571556,1460,0.0002031269632425392,
+91,11688,0.03673335909843445,1461,0.00012727152989100432,
+91,11696,0.03433236479759216,1462,0.00045336204493651167,
+91,11704,0.034195106476545334,1463,0.00012818514278478688,
+91,11712,0.033202946186065674,1464,0.00017640076657698955,
+91,11720,0.03602549061179161,1465,0.00034850028441724135,
+91,11728,0.03619086369872093,1466,0.0004029910674034909,
+91,11736,0.03485013544559479,1467,0.00011857473054988077,
+91,11744,0.033740680664777756,1468,0.0001859759790932003,
+91,11752,0.03744520992040634,1469,0.0001878432663033891,
+91,11760,0.034899868071079254,1470,0.00013848901562596438,
+91,11768,0.034607890993356705,1471,0.00028219170508236857,
+91,11776,0.03375764563679695,1472,0.00015092922876647208,
+,,,1472,,0.00021868961324032985

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=0.0-1.0/labels.csv

@@ -0,0 +1,128 @@
+12577,1
+36401,1
+5943,1
+3879,0
+23425,0
+18377,1
+47388,1
+48962,0
+29244,1
+62947,0
+38639,0
+59001,0
+51134,1
+46639,1
+24360,1
+60789,1
+37640,0
+56302,0
+3237,1
+12463,0
+25589,0
+48545,0
+46575,0
+11465,1
+31851,0
+49272,1
+9546,0
+50190,0
+53831,0
+44110,1
+58097,0
+1389,1
+7765,1
+61254,1
+61531,1
+2215,0
+8716,1
+14724,1
+13963,1
+38101,1
+21698,1
+66439,1
+34845,0
+65024,0
+24048,0
+279,0
+32315,1
+47346,1
+1480,1
+55221,1
+771,0
+56167,1
+28132,1
+29216,1
+40472,0
+33190,0
+26070,0
+31896,0
+53985,1
+11697,1
+52407,0
+63603,1
+67418,0
+36825,1
+30388,0
+58458,1
+50949,1
+34865,1
+63564,1
+44492,0
+32121,1
+60599,1
+55558,0
+65556,1
+51741,0
+32863,0
+53598,1
+36722,1
+4941,0
+30044,1
+42927,0
+27471,1
+47511,1
+65949,0
+18637,0
+33850,1
+11281,0
+14738,0
+37487,0
+61498,1
+59788,1
+31967,1
+4505,0
+36542,0
+34913,1
+7155,0
+32795,0
+62324,1
+50507,1
+16657,0
+15922,1
+57340,1
+48273,1
+26574,0
+40485,0
+36904,1
+16637,1
+60881,1
+41433,1
+54456,0
+39971,1
+32920,0
+54528,1
+45878,0
+38505,1
+52404,1
+54129,0
+49309,0
+16450,1
+50808,1
+61804,0
+50043,1
+17124,0
+20203,1
+28888,1
+35726,1
+24624,0
+50624,0

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=0.0-1.0/logits.csv

@@ -0,0 +1,128 @@
+12577,-10.500189,-0.00018892887
+36401,-11.250069,-6.9138994e-05
+5943,-8.875257,-0.00025674384
+3879,-0.000115626324,-11.000115
+23425,-0.00012838017,-9.625129
+18377,-6.8761744,-0.0011742371
+47388,-7.6256437,-0.00064388046
+48962,-7.819824e-05,-10.625078
+29244,-10.250107,-0.00010656743
+62947,-9.131015e-05,-10.375092
+38639,-0.00020644917,-9.125206
+59001,-0.00010620984,-10.250106
+51134,-9.125139,-0.00013922676
+46639,-6.0025306,-0.0025304698
+24360,-11.500067,-6.723178e-05
+60789,-8.500361,-0.00036185392
+37640,-0.00019870214,-11.000198
+56302,-7.426463e-05,-10.500074
+3237,-10.375087,-8.6899796e-05
+12463,-0.00020430385,-10.000204
+25589,-0.0004445518,-8.250444
+48545,-7.915183e-05,-10.625079
+46575,-8.3443025e-05,-9.875083
+11465,-11.875044,-4.3629647e-05
+31851,-0.00021514962,-8.750216
+49272,-10.750056,-5.6265202e-05
+9546,-0.00014673587,-10.000147
+50190,-0.0001544833,-9.3751545
+53831,-7.724464e-05,-10.625077
+44110,-9.750137,-0.00013743887
+58097,-0.00012408917,-10.125124
+1389,-10.250104,-0.00010418349
+7765,-10.250062,-6.246372e-05
+61254,-7.250747,-0.000747163
+61531,-10.7501,-9.97732e-05
+2215,-0.00015650954,-9.250156
+8716,-9.8751,-0.00010048838
+14724,-11.250065,-6.4490145e-05
+13963,-9.500234,-0.0002337421
+38101,-9.750132,-0.0001314792
+21698,-10.375057,-5.7218822e-05
+66439,-6.6266613,-0.0016613504
+34845,-0.00017116989,-9.375171
+65024,-0.0001761758,-9.375176
+24048,-0.00011550713,-9.625115
+279,-0.00014423284,-9.750144
+32315,-11.625038,-3.8146245e-05
+47346,-9.375117,-0.00011717586
+1480,-10.875085,-8.523101e-05
+55221,-11.875109,-0.00010918975
+771,-0.00019095505,-9.250191
+56167,-7.3756995,-0.0006995138
+28132,-11.250121,-0.00012134769
+29216,-10.875056,-5.5907592e-05
+40472,-0.00018439977,-9.375184
+33190,-0.00044145374,-8.125442
+26070,-8.821098e-05,-11.125088
+31896,-0.00015984688,-9.75016
+53985,-9.625123,-0.0001234932
+11697,-9.875093,-9.381331e-05
+52407,-0.00014447123,-9.625144
+63603,-11.87515,-0.00014935808
+67418,-0.00024577935,-9.375246
+36825,-10.750059,-5.912606e-05
+30388,-0.00017665257,-8.875176
+58458,-6.6263647,-0.0013646109
+50949,-11.000052,-5.2689116e-05
+34865,-11.000067,-6.651657e-05
+63564,-11.000049,-4.8517002e-05
+44492,-0.00011026251,-10.250111
+32121,-8.5002575,-0.00025722056
+60599,-10.625045,-4.494089e-05
+55558,-0.00018177765,-9.000182
+65556,-9.125175,-0.00017557987
+51741,-0.00013112162,-9.750131
+32863,-0.000116460695,-9.875116
+53598,-9.250115,-0.000115149545
+36722,-9.000156,-0.00015639036
+4941,-0.00011085849,-10.125111
+30044,-12.250031,-3.111314e-05
+42927,-7.915183e-05,-10.125079
+27471,-7.001026,-0.0010261037
+47511,-10.625082,-8.201263e-05
+65949,-0.00029845553,-9.5002985
+18637,-0.00058657606,-7.6255865
+33850,-9.125173,-0.00017236178
+11281,-7.7125434e-05,-10.250077
+14738,-0.00012635386,-9.625126
+37487,-0.00046385496,-8.2504635
+61498,-12.375051,-5.0185852e-05
+59788,-8.000385,-0.0003852102
+31967,-11.750032,-3.2305197e-05
+4505,-0.00023696,-9.7502365
+36542,-0.00042083944,-8.250421
+34913,-9.625129,-0.00012909532
+7155,-0.00081017567,-7.25081
+32795,-0.0008406681,-7.2508407
+62324,-11.250071,-7.092701e-05
+50507,-10.125116,-0.000116222305
+16657,-9.512449e-05,-10.375095
+15922,-10.250057,-5.769563e-05
+57340,-11.625037,-3.7311813e-05
+48273,-8.750226,-0.00022575691
+26574,-0.00010883216,-10.625109
+40485,-0.0002613918,-9.375261
+36904,-11.50005,-4.9470633e-05
+16637,-9.750083,-8.2966224e-05
+60881,-10.375059,-5.9364465e-05
+41433,-10.125185,-0.00018487652
+54456,-0.00032920187,-8.500329
+39971,-10.75007,-6.9735004e-05
+32920,-0.00025340685,-8.500254
+54528,-8.500262,-0.00026270276
+45878,-0.00016366097,-9.375164
+38505,-11.000071,-7.104621e-05
+52404,-7.625576,-0.0005759726
+54129,-0.0001236124,-9.750124
+49309,-7.056941e-05,-10.250071
+16450,-8.625246,-0.0002460177
+50808,-8.000637,-0.0006374473
+61804,-0.00010048838,-10.1251
+50043,-10.875045,-4.4464075e-05
+17124,-0.00019178935,-9.250192
+20203,-9.875127,-0.00012683064
+28888,-9.25043,-0.00043001465
+35726,-7.750466,-0.00046599974
+24624,-0.00018344627,-9.875183
+50624,-0.00052771944,-7.750528

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+17786,0
+12007,0
+8229,0
+31449,1
+1591,0
+53542,1
+49372,1
+54831,0
+44771,1
+33116,0
+33492,1
+16982,1
+31901,1
+49817,0
+60681,0
+39890,1
+62685,0
+2201,1
+47201,1
+20835,1
+15421,1
+45021,0
+45802,0
+43637,0
+7160,0
+8150,0
+3512,1
+29264,0
+32960,0
+32221,0
+35996,1
+4422,1
+22209,0
+6920,1
+25253,0
+680,0
+50140,1
+28481,1
+36298,0
+16473,1
+11102,1
+62901,0
+16123,1
+52012,0
+60780,0
+1781,1
+41449,0
+908,0
+15507,1
+57914,1
+46159,1
+56461,1
+62107,1
+49087,1
+65792,0
+13181,0
+54119,1
+51997,0
+24924,1
+45890,0
+41716,0
+60175,0
+30318,0
+13221,1
+15509,1
+37365,1
+60975,0
+51375,0
+16004,1
+12837,1
+17864,1
+67134,1
+18611,1
+12861,1
+58084,1
+32874,1
+32717,1
+23413,1
+59634,0
+15629,0
+47071,0
+48558,1
+3648,0
+43367,0
+14869,0
+1518,0
+16976,1
+20931,1
+67379,1
+4741,0
+5765,1
+48791,0
+15298,0
+21874,1
+9095,1
+3840,1
+55636,0
+57364,0
+65863,0
+40786,0
+8118,1
+52441,0
+38593,0
+5517,0
+39136,1
+47292,0
+34052,1
+16037,1
+64606,1
+19552,0
+14116,0
+11261,1
+11668,1
+42198,1
+22526,1
+8037,1
+5324,1
+56692,0
+59753,0
+47298,0
+57801,1
+58413,1
+10673,0
+65730,1
+40287,1
+15186,0
+43119,0
+39219,1
+50340,0
+34297,1
+62941,0
+31551,1
+41344,1
+46402,1
+13636,1
+42241,1
+15422,0
+25014,1
+19613,1
+5515,0
+64128,0
+28084,0
+10395,1
+9965,0
+27221,1
+11994,0
+43384,0
+44329,0
+58937,0
+29119,0
+8989,0
+23043,1
+32166,0
+42729,0
+6863,1
+41187,0
+36039,1
+55977,0
+8129,1
+60223,1
+9414,1
+26177,0
+38443,0
+43084,0
+53673,0
+15057,1
+51700,0
+51201,1
+47078,1
+59961,1
+22272,1
+65773,0
+33746,0
+27311,1
+41292,0
+17110,0
+57029,0
+3009,1
+40193,1
+27618,1
+20145,1
+52193,1
+34398,0
+36473,1
+43577,0
+57850,1
+61117,0
+32569,1
+12290,1
+19499,1
+60470,0
+8962,1
+65955,1
+62486,0
+19000,0
+22631,1
+25613,0
+56086,1
+28883,0
+26425,1
+48097,0
+61477,0
+9121,0
+66709,1
+51472,1
+19809,1
+38959,1
+39849,0
+59964,0
+65268,1
+8791,0
+51774,1
+49640,0
+20125,1
+59640,0
+68206,1
+48079,1
+49583,0
+67054,0
+59571,1
+29080,1
+29111,1
+20758,1
+64023,0
+29058,0
+18185,1
+36543,0
+54983,1
+3101,1
+42140,0
+6954,0
+15955,1
+61746,0
+32055,0
+39496,1
+59909,1
+66296,0
+46804,1
+35049,0
+56017,1
+26947,1
+38928,0
+15029,1
+7086,0
+537,0
+50731,0
+63604,1
+67049,0
+31161,0
+58922,1
+18347,1
+25864,1
+63846,0
+13353,0
+25378,1
+59101,1
+20895,0
+48119,1
+14332,0
+25497,1
+8686,0
+22758,1
+7666,0
+20686,0
+18975,1
+19054,1
+48123,1
+57909,1
+9226,1
+48653,1
+44013,0
+11409,1
+62736,0
+2777,1
+7058,0
+48408,0
+28934,1
+46578,1
+23203,0
+6257,1
+53444,0
+17816,0
+46307,1
+20599,1
+29423,0
+21041,0
+16633,1
+20221,0
+27466,0
+22987,0
+9322,1
+3265,0
+22814,1
+56185,1
+55014,1
+43437,1
+24683,0
+10233,0
+19001,0
+32718,0
+31030,0
+1099,0
+57982,1
+49148,0
+40880,1
+31148,0
+9446,1
+18579,1
+30932,0
+40792,0
+48600,0
+44588,1
+33828,1
+33917,0
+2026,0
+56745,0
+17383,0
+2372,0
+56600,0
+50257,0
+38892,0
+45844,0
+29062,0
+5655,1
+67611,0
+18546,0
+63060,1
+36068,1
+784,0
+20429,0
+21679,1
+53617,1
+6978,1
+53262,0
+181,0
+28744,0
+48716,0
+51468,0
+62209,1
+8732,1
+56949,1
+26885,0
+43345,0
+8053,0
+59402,1
+49552,0
+12348,0
+28335,1
+59114,1
+12625,1
+8876,1
+29959,1
+37911,1
+38412,0
+31999,0
+34775,0
+65737,1
+25244,0
+51630,1
+23979,1
+34638,1
+22311,1
+14004,1
+310,1
+49105,0
+38782,1
+4647,1
+43782,0
+66046,0
+16690,1
+67731,0
+54867,1
+34108,1
+67332,0
+22567,0
+57173,0
+26527,1
+59580,1
+20737,0
+53307,0
+32783,0
+7868,1
+50777,0
+29307,1
+18297,0
+44524,1
+61320,0
+2578,0
+40612,1
+32523,1
+48509,0
+36666,1
+6539,1
+33620,1
+55547,1
+11751,1
+30491,0
+48294,1
+37424,1
+29155,1

finetune_lora/llama3.2-1b-instruct/sst2/size=64/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/test=sst2/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+17786,-5.006765,-0.0067648436
+12007,-0.026402159,-3.6514022
+8229,-0.00011216965,-9.625113
+31449,-10.375059,-5.9483667e-05
+1591,-0.00017260015,-9.750173
+53542,-9.125189,-0.00018904806
+49372,-8.000379,-0.0003790137
+54831,-0.0003126371,-8.375313
+44771,-1.1379685,-0.38796854
+33116,-0.00014506718,-10.500145
+33492,-6.751201,-0.0012013845
+16982,-4.0182247,-0.01822488
+31901,-8.125386,-0.00038580605
+49817,-0.0016052944,-6.5016055
+60681,-3.6516275,-0.026627606
+39890,-9.375109,-0.00010883216
+62685,-0.00017474555,-9.1251745
+2201,-9.502444,-0.002443901
+47201,-0.00017915551,-9.250179
+20835,-10.250122,-0.00012253964
+15421,-9.500133,-0.00013267114
+45021,-0.00017343447,-9.125174
+45802,-0.00022206226,-9.375222
+43637,-0.00031680812,-8.250317
+7160,-7.7602235e-05,-10.125077
+8150,-5.6286426,-0.0036427113
+3512,-10.00007,-6.9258196e-05
+29264,-8.3085426e-05,-10.875083
+32960,-0.00015639036,-10.375156
+32221,-0.00039414744,-8.000394
+35996,-8.250317,-0.00031645058
+4422,-11.250058,-5.805324e-05
+22209,-0.00012182447,-9.750122
+6920,-11.625034,-3.445089e-05
+25253,-0.00015257625,-10.250153
+680,-0.18032892,-1.805329
+50140,-11.000048,-4.7324967e-05
+28481,-10.000083,-8.3443025e-05
+36298,-0.00040880428,-8.000409
+16473,-9.37512,-0.000120394136
+11102,-3.048632,-0.048631955
+62901,-0.0001256387,-9.250126
+16123,-9.875166,-0.00016616394
+52012,-0.000103945094,-10.500104
+60780,-0.00025674384,-8.750257
+1781,-11.625036,-3.6119764e-05
+41449,-0.00020680673,-9.125207
+908,-0.16045411,-1.9104542
+15507,-9.500425,-0.00042501
+57914,-0.011298837,-4.5112987
+46159,-8.1253195,-0.00031919152
+56461,-10.25007,-6.94966e-05
+62107,-0.00014292172,-10.125143
+49087,-11.250059,-5.9364465e-05
+65792,-0.00013779645,-9.750137
+13181,-0.00012909532,-9.625129
+54119,-10.500059,-5.9245263e-05
+51997,-0.000110739296,-9.625111
+24924,-12.000039,-3.9576702e-05
+45890,-0.00014757022,-9.375148
+41716,-0.00016270744,-9.125163
+60175,-0.0002424423,-9.000242
+30318,-0.00012313561,-9.375123
+13221,-9.625094,-9.4647694e-05
+15509,-11.125034,-3.421248e-05
+37365,-5.2552896,-0.005289725
+60975,-0.00067521184,-7.500675
+51375,-0.00011765265,-10.500117
+16004,-10.00011,-0.00010942814
+12837,-9.750097,-9.774684e-05
+17864,-10.375093,-9.321732e-05
+67134,-7.625564,-0.00056429673
+18611,-8.500252,-0.00025149997
+12861,-1.3134768,-0.3134768
+58084,-11.3750305,-3.087473e-05
+32874,-0.00090081635,-7.1259007
+32717,-11.375033,-3.373566e-05
+23413,-10.250117,-0.000117295065
+59634,-0.00030405668,-8.750304
+15629,-0.004156997,-5.629157
+47071,-0.00027581226,-8.750276
+48558,-10.000118,-0.0001187254
+3648,-0.00010072678,-10.125101
+43367,-0.00014399446,-9.250144
+14869,-0.000120632525,-10.87512
+1518,-0.00012253964,-10.000122
+16976,-9.817132,-0.004631862
+20931,-11.375038,-3.8623064e-05
+67379,-9.75013,-0.0001296913
+4741,-0.00013195598,-10.125132
+5765,-8.87518,-0.00018010901
+48791,-0.00016473368,-9.250165
+15298,-0.009891542,-4.6348915
+21874,-10.625068,-6.8185385e-05
+9095,-9.000463,-0.00046206763
+3840,-11.000053,-5.316593e-05
+55636,-0.0019506252,-6.2519507
+57364,-0.048885483,-3.0488856
+65863,-0.00019953644,-9.875199
+40786,-7.2715025e-05,-10.7500725
+8118,-8.750201,-0.00020084748
+52441,-0.000112646434,-11.125113
+38593,-0.000102753125,-10.000103
+5517,-0.00023266947,-9.000233
+39136,-5.504154,-0.0041543855
+47292,-0.00054416154,-8.000545
+34052,-0.0022686003,-6.627269
+16037,-11.000053,-5.3285134e-05
+64606,-9.250145,-0.00014506718
+19552,-0.0001448288,-9.375145
+14116,-9.000167,-0.00016675988
+11261,-0.009832639,-4.634833
+11668,-11.375065,-6.460935e-05
+42198,-10.250078,-7.7959834e-05
+22526,-11.7505,-0.0004994814
+8037,-7.1258726,-0.0008727079
+5324,-7.1260023,-0.001002167
+56692,-0.000114791954,-10.250114
+59753,-0.0002237308,-9.125224
+47298,-0.00021622227,-8.7502165
+57801,-2.3502402,-0.10024023
+58413,-11.625029,-2.860982e-05
+10673,-6.830459e-05,-10.625069
+65730,-12.000028,-2.801379e-05
+40287,-9.5001,-9.989239e-05
+15186,-8.250347,-0.00034731554
+43119,-0.00013290952,-9.875133
+39219,-9.875122,-0.00012194367
+50340,-0.38696194,-1.1369619
+34297,-8.875217,-0.00021729493
+62941,-0.00012313561,-10.125123
+31551,-11.750054,-5.447716e-05
+41344,-9.875095,-9.500529e-05
+46402,-10.500045,-4.5298504e-05
+13636,-9.7500925,-9.2621325e-05
+42241,-8.87518,-0.00018010901
+15422,-0.00025459862,-8.375255
+25014,-10.375126,-0.0001256387
+19613,-4.882652,-0.0076519
+5515,-0.00021765247,-9.375217
+64128,-0.00012265884,-11.000123
+28084,-0.000116222305,-10.125116
+10395,-5.504109,-0.004108679
+9965,-0.00032443504,-8.250324
+27221,-6.5015273,-0.0015273346
+11994,-0.000112408045,-10.875113
+43384,-0.00014506718,-9.625145
+44329,-0.000105137064,-10.875105
+58937,-9.2621325e-05,-10.3750925
+29119,-6.997341e-05,-10.25007
+8989,-0.0036731174,-8.941174
+23043,-10.250102,-0.00010203794
+32166,-0.00024768623,-9.250248
+42729,-0.048723474,-3.0487235
+6863,-8.500312,-0.00031204123
+41187,-0.00012003655,-10.50012
+36039,-12.500063,-6.3417334e-05
+55977,-0.00019786785,-9.000197
+8129,-10.250078,-7.855584e-05
+60223,-10.125123,-0.000123374
+9414,-7.6767836e-05,-10.250076
+26177,-0.00022265816,-9.875222
+38443,-8.7614986e-05,-10.125088
+43084,-0.00011932138,-10.125119
+53673,-0.00014673587,-9.750147
+15057,-5.877856,-0.0028557493
+51700,-0.00031239874,-8.625313
+51201,-8.12537,-0.00036971885
+47078,-10.62512,-0.00012003655
+59961,-7.5005817,-0.00058192963
+22272,-0.52360743,-0.89860743
+65773,-0.00019083587,-8.875191
+33746,-0.00021026308,-8.75021
+27311,-11.12504,-3.9934315e-05
+41292,-7.259582e-05,-10.0000725
+17110,-0.002082919,-6.252083
+57029,-0.00020442304,-9.875204
+3009,-9.125124,-0.00012373159
+40193,-10.625045,-4.4702483e-05
+27618,-7.750492,-0.00049221324
+20145,-11.500042,-4.2199197e-05
+52193,-8.500254,-0.0002536452
+34398,-0.0001678326,-9.750168
+36473,-10.125122,-0.00012194367
+43577,-5.1377883e-05,-11.0000515
+57850,-11.125046,-4.5417706e-05
+61117,-0.0002734287,-9.000274
+32569,-5.5041494,-0.004149518
+12290,-11.625049,-4.8517002e-05
+19499,-10.1251545,-0.00015484088
+60470,-9.214454e-05,-9.7500925
+8962,-11.250118,-0.00011824862
+65955,-9.500118,-0.00011801023
+62486,-0.001988816,-6.251989
+19000,-0.00017021637,-9.50017
+22631,-7.3757563,-0.00075633527
+25613,-0.00016950125,-9.00017
+56086,-7.875424,-0.00042405672
+28883,-0.00057633,-7.6255765
+26425,-9.000173,-0.0001722426
+48097,-0.0017396568,-6.3767395
+61477,-0.00033718624,-8.250338
+9121,-0.100270316,-2.3502703
+66709,-9.875081,-8.082063e-05
+51472,-7.500662,-0.00066198845
+19809,-10.625062,-6.2225314e-05
+38959,-9.500115,-0.00011526874
+39849,-8.821098e-05,-9.750088
+59964,-0.00013660452,-9.625136
+65268,-10.875054,-5.447716e-05
+8791,-0.0001830887,-9.125183
+51774,-9.000157,-0.00015734388
+49640,-0.00069987116,-7.3757
+20125,-8.500233,-0.00023314619
+59640,-0.00027462048,-8.625275
+68206,-9.376132,-0.0011318475
+48079,-10.875055,-5.5311582e-05
+49583,-0.9742811,-0.4742811
+67054,-0.00017188503,-9.000172
+59571,-0.20147464,-1.7014747
+29080,-8.375464,-0.00046468904
+29111,-9.875086,-8.63038e-05
+20758,-8.000365,-0.0003650714
+64023,-0.00015496007,-9.5001545
+29058,-0.00018177765,-10.250182
+18185,-0.00046302087,-7.750463
+36543,-0.00016187312,-9.250162
+54983,-7.875408,-0.00040808934
+3101,-1.053737,-0.42873707
+42140,-0.00012814178,-10.000128
+6954,-8.391982e-05,-10.625084
+15955,-8.125673,-0.0006729484
+61746,-0.00014840455,-10.500149
+32055,-0.00019834458,-9.750198
+39496,-8.500271,-0.00027068765
+59909,-8.625202,-0.00020251608
+66296,-0.00028463127,-9.500284
+46804,-9.125134,-0.00013481661
+35049,-0.00023421882,-9.875235
+56017,-7.0010195,-0.0010196731
+26947,-9.250118,-0.00011801023
+38928,-0.00024685197,-9.625247
+15029,-11.125088,-8.785339e-05
+7086,-0.00020513815,-8.750205
+537,-0.00022075123,-9.62522
+50731,-0.00019262366,-9.000193
+63604,-10.000098,-9.786604e-05
+67049,-0.012530526,-4.3875303
+31161,-0.00026687398,-8.375267
+58922,-10.625085,-8.523101e-05
+18347,-9.750092,-9.190614e-05
+25864,-1.9102647,-0.16026473
+63846,-0.0001163415,-9.875116
+13353,-0.00013922676,-9.875139
+25378,-5.2553425,-0.0053426106
+59101,-9.750164,-0.0001643761
+20895,-0.0005309364,-7.6255307
+48119,-10.250067,-6.6754976e-05
+14332,-7.7602235e-05,-10.750077
+25497,-10.375074,-7.486063e-05
+8686,-0.0010143141,-7.001014
+22758,-10.12515,-0.00014947727
+7666,-0.00010823618,-10.000108
+20686,-0.0025843338,-6.0025845
+18975,-8.750206,-0.00020585326
+19054,-7.875414,-0.00041392818
+48123,-11.625036,-3.635817e-05
+57909,-10.750054,-5.447716e-05
+9226,-7.8755207,-0.000520809
+48653,-0.0001385116,-10.125138
+44013,-0.0012291266,-7.0012293
+11409,-11.000068,-6.735098e-05
+62736,-0.00023076255,-9.625231
+2777,-10.500084,-8.427742e-05
+7058,-9.560128e-05,-10.500095
+48408,-0.00021991695,-9.25022
+28934,-11.000036,-3.6596583e-05
+46578,-9.875098,-9.858122e-05
+23203,-3.048618,-0.04861799
+6257,-10.625063,-6.317893e-05
+53444,-0.00025495616,-9.000255
+17816,-0.004374815,-5.504375
+46307,-9.875121,-0.00012146689
+20599,-12.375045,-4.494089e-05
+29423,-0.00015639036,-9.500156
+21041,-0.000110739296,-9.750111
+16633,-9.750096,-9.595887e-05
+20221,-9.625105,-0.00010537546
+27466,-0.000112646434,-10.375113
+22987,-0.00023123929,-8.750231
+9322,-0.00015948931,-10.000159
+3265,-0.25204486,-1.5020449
+22814,-7.875415,-0.0004147623
+56185,-10.500069,-6.8781395e-05
+55014,-9.125132,-0.0001314792
+43437,-10.250065,-6.472855e-05
+24683,-0.00012265884,-10.000123
+10233,-0.0014141331,-6.7514143
+19001,-0.00074775866,-10.125748
+32718,-0.00015221868,-9.375153
+31030,-0.00015293382,-10.375153
+1099,-0.00011967897,-11.000119
+57982,-7.7505226,-0.0005225962
+49148,-0.00032526924,-8.125325
+40880,-12.0000305,-3.0517112e-05
+31148,-9.345572e-05,-10.750093
+9446,-10.375056,-5.6384404e-05
+18579,-11.000083,-8.320462e-05
+30932,-0.00027497803,-8.625275
+40792,-0.038107514,-3.2881074
+48600,-0.00042977632,-8.37543
+44588,-4.7588573,-0.00885713
+33828,-6.127237,-0.002236724
+33917,-0.00054690184,-8.000546
+2026,-0.00019357714,-8.875194
+56745,-0.00011574552,-9.750115
+17383,-0.00043204034,-7.875432
+2372,-0.00075931323,-8.125759
+56600,-0.002720348,-6.0027204
+50257,-0.00019000156,-9.12519
+38892,-0.00013672371,-9.750136
+45844,-0.00027843413,-9.125278
+29062,-0.00103182,-7.001032
+5655,-9.875087,-8.66614e-05
+67611,-0.0002022777,-9.500202
+18546,-0.000547855,-8.000547
+63060,-10.3750925,-9.214454e-05
+36068,-10.375106,-0.00010632903
+784,-0.47412714,-0.9741272
+20429,-0.00021801003,-9.625218
+21679,-8.125406,-0.00040654023
+53617,-11.250074,-7.438383e-05
+6978,-10.7500515,-5.1854695e-05
+53262,-0.00015233787,-10.625153
+181,-0.00018177765,-9.625182
+28744,-0.0033223215,-5.753322
+48716,-0.00027938755,-9.000279
+51468,-0.00011812943,-9.500118
+62209,-9.875083,-8.2966224e-05
+8732,-3.1687257,-0.04372568
+56949,-7.250767,-0.00076717505
+26885,-0.000106686624,-10.875107
+43345,-0.033688188,-3.408688
+8053,-6.6263595,-0.0013594918
+59402,-9.250128,-0.00012814178
+49552,-0.00010895135,-10.000109
+12348,-0.0014799605,-6.62648
+28335,-9.250126,-0.00012611547
+59114,-8.125337,-0.00033682873
+12625,-8.750202,-0.00020239688
+8876,-7.7505875,-0.0005872909
+29959,-10.500054,-5.4238757e-05
+37911,-7.962863e-05,-10.375079
+38412,-0.004120551,-5.5041203
+31999,-9.321732e-05,-10.625093
+34775,-0.00013290952,-9.750133
+65737,-9.875092,-9.190614e-05
+25244,-0.00024196558,-8.875242
+51630,-8.875193,-0.00019274284
+23979,-7.6255436,-0.00054356584
+34638,-9.125138,-0.00013815402
+22311,-12.750049,-4.83978e-05
+14004,-9.000185,-0.00018535326
+310,-0.0009341644,-7.000934
+49105,-0.00017164665,-9.625172
+38782,-11.875057,-5.7218822e-05
+4647,-9.75009,-8.9879766e-05
+43782,-8.6184606e-05,-11.000086
+66046,-0.00023409964,-8.625234
+16690,-10.000102,-0.00010203794
+67731,-0.00017355366,-9.375174
+54867,-8.750203,-0.00020299281
+34108,-8.000413,-0.00041261743
+67332,-0.00013422065,-9.375134
+22567,-9.5362884e-05,-10.375095
+57173,-0.00010907055,-9.750109
+26527,-10.750068,-6.794699e-05
+59580,-7.0009527,-0.00095286255
+20737,-0.00027998342,-8.75028
+53307,-0.00029404607,-10.250294
+32783,-0.00011288482,-10.625113
+7868,-10.375058,-5.8530048e-05
+50777,-0.000127665,-9.625128
+29307,-10.750085,-8.4635016e-05
+18297,-0.00023588736,-8.750236
+44524,-10.875048,-4.7563375e-05
+61320,-0.00075502496,-7.375755
+2578,-0.00015114596,-9.500151
+40612,-0.00020370792,-9.750204
+32523,-7.6255293,-0.0005293875
+48509,-0.00013934595,-9.750139
+36666,-9.625099,-9.9654004e-05
+6539,-9.1252,-0.00020072829
+33620,-10.250104,-0.00010358751
+55547,-6.2520213,-0.002021176
+11751,-9.6250925,-9.2263734e-05
+30491,-0.00015305301,-9.125153
+48294,-8.250306,-0.0003060826
+37424,-8.625218,-0.00021848676
+29155,-0.0041258936,-5.504126