Add files using upload-large-folder tool

calibration/llama3.2-1b-instruct/dbpedia/size=16/seed=0/bias_shift/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258269.gamma.1471167.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c78973650a84e6e892008e30989e2e2757ab4ebc6d8d7cd0a12ac4377bfd54
+size 253998

calibration/llama3.2-1b-instruct/dbpedia/size=16/seed=0/bias_shift/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818ca2db1d536ff37f1427a4a4c6849bb65c094a002e315c42721f707bc0c644
+size 1740

calibration/llama3.2-1b-instruct/dbpedia/size=16/seed=0/dp_calibration/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258244.gamma.1470779.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62450475c05e88461ca7cedb1232240687582f7eab35babf818b6c1fe289dbd1
+size 347026

calibration/llama3.2-1b-instruct/dbpedia/size=16/seed=0/dp_calibration/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8418995447d5052f7cf33ecfbc6fba8997b81effc034fcf3e87a85d5e3403274
+size 1740

calibration/llama3.2-1b-instruct/dbpedia/size=16/seed=0/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258251.gamma.1470894.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9f28d33d6a62873e8689d32289603856ab82b1b47a57de7f37d13b02bf8f0e
+size 236434

calibration/llama3.2-1b-instruct/dbpedia/size=16/seed=0/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a41bd45a1150bef8a3e247541fea78576a2e6076dd28c8102a9c7b383ce82ad
+size 1740

calibration/llama3.2-1b-instruct/dbpedia/size=16/seed=0/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258257.gamma.1471008.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ac3cc36433459b0389f7fae76356049526b7b74b2636d03434d7f408be2832
+size 665798

calibration/llama3.2-1b-instruct/dbpedia/size=16/seed=0/vector_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81ff869e6c7a31d4335249c9fc3049345fc17220c25c55e7c1754fc9250fdb3
+size 1740

calibration/llama3.2-1b-instruct/dbpedia/size=16/seed=1/bias_shift/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258291.gamma.1471656.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130e5d90007e073c6575608f18e8c72f315967fdb1d1661fcbfb1ef8486d1dcc
+size 258410

calibration/llama3.2-1b-instruct/dbpedia/size=16/seed=1/bias_shift/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08aa19c8f9c4935cdb140b887fffa1d94da6a8390a5d00971274e320fa40425
+size 1740

calibration/llama3.2-1b-instruct/dbpedia/size=16/seed=1/dp_calibration/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258274.gamma.1471281.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c73ee5bf7668e4ad7ae6fbe09e79f67bf22a3923fea8ac1f91d64af8e9d06ba
+size 409542

calibration/llama3.2-1b-instruct/dbpedia/size=16/seed=1/dp_calibration/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db436e1d5022634f644ae3f6d41fd45b84ab121a7b5e015c9713d59e6358ecf
+size 1740

calibration/llama3.2-1b-instruct/dbpedia/size=16/seed=1/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258282.gamma.1471428.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2004b18efbb2822eac5ac8676cd2f7a3a1105ad2d53f88a9577f994035e3babc
+size 234426

calibration/llama3.2-1b-instruct/dbpedia/size=16/seed=1/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa5f367bc910c1b47cd33d5c720701bea66c7330d8dc7dc2b65e58d9d5cbf8c
+size 1740

calibration/llama3.2-1b-instruct/dbpedia/size=16/seed=1/vector_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebd70604990b19a72e5653f93ba4540d7bb6d20d6d1e46f4274db16820db49a
+size 1740

calibration/llama3.2-1b-instruct/dbpedia/size=16/seed=3/bias_shift/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258348.gamma.1472645.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d0ef832b594a5d42344f682287d5c617d3ba8321f134172562b65761567d37
+size 270302

calibration/llama3.2-1b-instruct/dbpedia/size=16/seed=3/bias_shift/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a01e7008be1aa92824428e74fc7623a396482817e5370173a25566c672574fc
+size 1740

calibration/llama3.2-1b-instruct/dbpedia/size=16/seed=3/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258333.gamma.1472401.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e1896c83d23688445827c3024b848f63704083556b0b79355bde7539efeda3
+size 230394

calibration/llama3.2-1b-instruct/dbpedia/size=16/seed=3/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258339.gamma.1472531.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b0bcf54e1f113dd7c6fd52e03dfb7134319cf3f341e0d01ae9ab1054e309a8
+size 499782

calibration/llama3.2-1b-instruct/dbpedia/size=16/seed=3/vector_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c1427147fa9e550d8f1463b3f84600532402fc3952962780b41d42b060fb69
+size 1740

calibration/llama3.2-1b-instruct/dbpedia/size=16/seed=4/dp_calibration/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258355.gamma.1472769.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c9bdd9b07619549629ae2b5193470e9edc51f02deced3769b87fb3e03989a3
+size 369262

calibration/llama3.2-1b-instruct/dbpedia/size=32/seed=4/bias_shift/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f763e4d7cc3e452a2c2eba022f499858e8594db6a4ced518f7188ed3501faaa6
+size 1740

calibration/llama3.2-1b-instruct/dbpedia/size=32/seed=4/dp_calibration/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258980.gamma.1484923.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fef2448898912cbf87ddaddf899a5615f872c7e053b009b97934c4339278f1
+size 362358

calibration/llama3.2-1b-instruct/dbpedia/size=32/seed=4/dp_calibration/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587402550265d4e6183cb57dc45cdcde965ebba7e66a83cf6d5357897caf3acb
+size 1740

calibration/llama3.2-1b-instruct/dbpedia/size=32/seed=4/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735258987.gamma.1485083.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a774f63e2d5b976c4fba656f4b2075993243994c32166d130c901f4363f881
+size 231746

calibration/llama3.2-1b-instruct/dbpedia/size=32/seed=4/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dba65edd2b15632cafc5a8c155415b746fa4da9f3ffe409a86d71bf19c9dcd2
+size 1740

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,359 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3671131506562233,0,2.754922389984131,
+0,8,0.0589413195848465,1,5.540430982907613,
+0,16,0.038259465247392654,2,5.512356301148732,
+0,24,0.03768448904156685,3,2.686542284488678,
+0,32,0.03454948961734772,4,2.608477926502625,
+0,40,0.0376952663064003,5,2.461421202123165,
+0,48,0.034126024693250656,6,1.5693948417901993,
+0,56,0.03846156969666481,7,1.9080076987544696,
+0,64,0.034970518201589584,8,1.649181288267885,
+0,72,0.03537653759121895,9,1.216783618554473,
+0,80,0.038699645549058914,10,0.8805307801812887,
+0,88,0.031673479825258255,11,0.3520392822101712,
+0,96,0.03519608452916145,12,1.103349130678301,
+0,104,0.03616631031036377,13,0.8817904091362531,
+0,112,0.03233262524008751,14,0.938685890553253,
+0,120,0.04040556028485298,15,0.30080472975969313,
+0,128,0.036285627633333206,16,0.5290420430579356,
+,,,16,,0.39283119434873087
+0,136,0.032427091151475906,17,0.22456724702247552,
+0,144,0.032910533249378204,18,0.318041596096009,
+0,152,0.03636731952428818,19,1.3648572117090225,
+0,160,0.034412283450365067,20,0.41386832545200986,
+0,168,0.032134365290403366,21,0.1527371246678134,
+0,176,0.03236569091677666,22,0.3470002732550104,
+0,184,0.03342033177614212,23,0.3877220079302788,
+0,192,0.031394705176353455,24,0.3454647399485111,
+0,200,0.03247015178203583,25,0.24318812941201032,
+0,208,0.03796599432826042,26,0.20070751964036995,
+0,216,0.03067713975906372,27,0.41582361709636945,
+0,224,0.03286534920334816,28,0.4825423632476789,
+0,232,0.031383924186229706,29,0.4900248526329441,
+0,240,0.032167598605155945,30,0.4991088605796297,
+0,248,0.035213299095630646,31,0.5626817867159843,
+0,256,0.03288892284035683,32,0.43667864453579697,
+,,,32,,0.2725203068495838
+0,264,0.03132394328713417,33,0.08948608053227265,
+0,272,0.03243306279182434,34,0.3531631686325584,
+0,280,0.03185458481311798,35,0.29805149319581686,
+0,288,0.036652930080890656,36,0.17701140649151056,
+0,296,0.03666297346353531,37,0.5338998592536276,
+0,304,0.031655386090278625,38,0.09804038742246728,
+0,312,0.036225009709596634,39,0.4199186213469754,
+0,320,0.032364413142204285,40,0.03553982186131179,
+0,328,0.03591014817357063,41,0.11592557471885812,
+0,336,0.033805001527071,42,0.055814604075359445,
+0,344,0.03248582035303116,43,0.2131051973306707,
+0,352,0.031224261969327927,44,0.17789508709684015,
+1,360,0.03215273469686508,45,0.06061915939374428,
+1,368,0.0326487198472023,46,0.3494649701286107,
+1,376,0.03266264498233795,47,0.4560923246123518,
+1,384,0.03235583007335663,48,0.18747333448845893,
+,,,48,,0.15904307469530396
+1,392,0.03092784434556961,49,0.45794438145821914,
+1,400,0.03253594785928726,50,0.06088725625886582,
+1,408,0.0317365862429142,51,0.06997566227801144,
+1,416,0.03249732404947281,52,0.07785540599642056,
+1,424,0.031090691685676575,53,0.05028699351740735,
+1,432,0.03272727504372597,54,0.22654151741880924,
+1,440,0.03588865324854851,55,0.2708536190621089,
+1,448,0.0334118977189064,56,0.21085306525928899,
+1,456,0.03219367936253548,57,0.03914820639183745,
+1,464,0.03115839883685112,58,0.16621074954552265,
+1,472,0.03205671161413193,59,0.02832949856140961,
+1,480,0.03587241470813751,60,0.07294898120259556,
+1,488,0.03810802847146988,61,0.09480791479083044,
+1,496,0.03815392404794693,62,0.24192525240747878,
+1,504,0.037498123943805695,63,0.059771417773195674,
+1,512,0.031426724046468735,64,0.12626741234479205,
+,,,64,,0.19058718952029033
+1,520,0.030883021652698517,65,0.050202651327708736,
+1,528,0.03497512638568878,66,0.4100683645478317,
+1,536,0.034331630915403366,67,0.020735937127028592,
+1,544,0.03172675892710686,68,0.5358777532570197,
+1,552,0.039541732519865036,69,0.06268265808051053,
+1,560,0.032356929033994675,70,0.045349833695217966,
+1,568,0.03216063603758812,71,0.008660808314743917,
+1,576,0.03189719095826149,72,0.5547625261358917,
+1,584,0.03151077777147293,73,0.1344303280231543,
+1,592,0.030918333679437637,74,0.06230888316141708,
+1,600,0.033307090401649475,75,0.2304906764475163,
+1,608,0.033568792045116425,76,0.13790150880647292,
+1,616,0.03789696842432022,77,0.37301821758349735,
+1,624,0.038047559559345245,78,0.044321782886981964,
+1,632,0.032975029200315475,79,0.12111520772201143,
+1,640,0.03270750865340233,80,0.1681090796191711,
+,,,80,,0.15594902205154884
+1,648,0.032333023846149445,81,0.09890371494527374,
+1,656,0.032827455550432205,82,0.02864005559240468,
+1,664,0.03200675547122955,83,0.017847786657512188,
+1,672,0.03422354906797409,84,0.48733843844383956,
+1,680,0.03231083229184151,85,0.07016248631407507,
+1,688,0.03239408880472183,86,0.22016120421903906,
+1,696,0.037007879465818405,87,0.011926879431121052,
+1,704,0.0397452674806118,88,0.04459474780596793,
+1,712,0.033823464065790176,89,0.15106113654162204,
+2,720,0.03269367665052414,90,0.16244834551980603,
+2,728,0.03303321450948715,91,0.06302342460756856,
+2,736,0.03820702061057091,92,0.20762342598754913,
+2,744,0.039888713508844376,93,0.02180831702571595,
+2,752,0.0330904945731163,94,0.08559025443391874,
+2,760,0.038485608994960785,95,0.009450981393456459,
+2,768,0.04243560880422592,96,0.30871735930850264,
+,,,96,,0.1730252061868859
+2,776,0.0345156230032444,97,0.020426223827858588,
+2,784,0.03136707842350006,98,0.09197211728730638,
+2,792,0.03410113975405693,99,0.041777790033458065,
+2,800,0.03121732920408249,100,0.07893705031684865,
+2,808,0.030906062573194504,101,0.12918137563974597,
+2,816,0.03147190436720848,102,0.2881444654291651,
+2,824,0.03678848221898079,103,0.21335442392737605,
+2,832,0.034256041049957275,104,0.07159394849856783,
+2,840,0.031430359929800034,105,0.01223845836163188,
+2,848,0.03092273697257042,106,0.1448561590578821,
+2,856,0.032495446503162384,107,0.10526621294169065,
+2,864,0.03241846710443497,108,0.025201421009842306,
+2,872,0.03248394653201103,109,0.06726994281537675,
+2,880,0.03248314931988716,110,0.032237738743424414,
+2,888,0.044845711439847946,111,0.09674338107773413,
+2,896,0.03320174664258957,112,0.16437657190544996,
+,,,112,,0.2512124407239356
+2,904,0.033290620893239975,113,0.1649933843218605,
+2,912,0.03343210741877556,114,0.010782154321835455,
+2,920,0.03205021098256111,115,0.4424343873775797,
+2,928,0.03289547935128212,116,0.4951104443491204,
+2,936,0.031376779079437256,117,0.09580312916114053,
+2,944,0.034278497099876404,118,0.08127378748031333,
+2,952,0.031088896095752716,119,0.021673316189359564,
+2,960,0.031106922775506973,120,0.03611953669751529,
+2,968,0.032475441694259644,121,0.22270124090053806,
+2,976,0.030929788947105408,122,0.15238521995197515,
+2,984,0.03188042715191841,123,0.3483017153921537,
+2,992,0.0315457284450531,124,0.4344665745641881,
+2,1000,0.03031228482723236,125,0.02721205824733867,
+2,1008,0.03112751990556717,126,0.05407204292472064,
+2,1016,0.03277192637324333,127,0.20020854562920118,
+2,1024,0.03209586814045906,128,0.018602524662856012,
+,,,128,,0.1552540475104053
+2,1032,0.03250272199511528,129,0.35917845682706684,
+2,1040,0.030481692403554916,130,0.0931124255526811,
+2,1048,0.031672459095716476,131,0.06316185425966978,
+2,1056,0.03406381979584694,132,0.006755636817875451,
+2,1064,0.03102889284491539,133,0.10384948840510333,
+2,1072,0.030899614095687866,134,0.47713867987788816,
+3,1080,0.03244008868932724,135,0.1866094432795459,
+3,1088,0.03141619637608528,136,0.04801943073523164,
+3,1096,0.03208385407924652,137,0.04170886269171855,
+3,1104,0.030361909419298172,138,0.19439131376275326,
+3,1112,0.031162995845079422,139,0.023966059074155055,
+3,1120,0.03304370492696762,140,0.016955729137407616,
+3,1128,0.03170705586671829,141,0.017314859349945828,
+3,1136,0.03900270536541939,142,0.29325899766990915,
+3,1144,0.03187653422355652,143,0.1542254890913942,
+3,1152,0.03134554252028465,144,0.05895371078180948,
+,,,144,,0.1832878745799502
+3,1160,0.03136757016181946,145,0.10410608147503808,
+3,1168,0.03065246343612671,146,0.009813300019595772,
+3,1176,0.03274022415280342,147,0.1347208114374163,
+3,1184,0.03113853558897972,148,0.0361833142503331,
+3,1192,0.029990725219249725,149,0.03600390710764461,
+3,1200,0.031276021152734756,150,0.032565478246397106,
+3,1208,0.0315459780395031,151,0.10343726441663291,
+3,1216,0.031323473900556564,152,0.3005213831565925,
+3,1224,0.03093678131699562,153,0.038163725742682196,
+3,1232,0.031507547944784164,154,0.048645577942287285,
+3,1240,0.03147426247596741,155,0.13445024760439991,
+3,1248,0.03164523467421532,156,0.06698210143561785,
+3,1256,0.030433226376771927,157,0.03922349046721744,
+3,1264,0.032010070979595184,158,0.030844517318958726,
+3,1272,0.03640124946832657,159,0.007828592873314241,
+3,1280,0.03084816411137581,160,0.004571367110474967,
+,,,160,,0.18817013736375035
+3,1288,0.03128928318619728,161,0.045997141580301104,
+3,1296,0.030471306294202805,162,0.052510178390158604,
+3,1304,0.0316568985581398,163,0.02592862673045602,
+3,1312,0.03090975061058998,164,0.013608777968329377,
+3,1320,0.031645841896533966,165,0.014212442187272245,
+3,1328,0.03067612275481224,166,0.20454217054482018,
+3,1336,0.03137097880244255,167,0.0034499144239816815,
+3,1344,0.03160092234611511,168,0.2740190856025687,
+3,1352,0.0309138260781765,169,0.12723524602811917,
+3,1360,0.030680879950523376,170,0.46721754934073295,
+3,1368,0.031621262431144714,171,0.022372080629793345,
+3,1376,0.03326389938592911,172,0.33126543425169075,
+3,1384,0.03327758610248566,173,0.00850697542045964,
+3,1392,0.034899983555078506,174,0.0074268244591491695,
+3,1400,0.030487369745969772,175,0.3085399215342477,
+3,1408,0.0356961190700531,176,0.014201380056329071,
+,,,176,,0.15199897799429415
+3,1416,0.030890122056007385,177,0.20520143777442476,
+3,1424,0.0323898121714592,178,0.00930546343442984,
+3,1432,0.0389680415391922,179,0.09913202619936783,
+4,1440,0.031130101531744003,180,0.030986616208489675,
+4,1448,0.03234011307358742,181,0.014006783943235254,
+4,1456,0.0346924364566803,182,0.2061979060651668,
+4,1464,0.03391542658209801,183,0.002117965798658718,
+4,1472,0.034662581980228424,184,0.05583968322025612,
+4,1480,0.03263970464468002,185,0.011718273104634136,
+4,1488,0.03094002604484558,186,0.032019402759033255,
+4,1496,0.0316905714571476,187,0.045471497152175286,
+4,1504,0.032480984926223755,188,0.006752414842291425,
+4,1512,0.03166278079152107,189,0.055951324970616646,
+4,1520,0.03186804801225662,190,0.18843199189238172,
+4,1528,0.0312388613820076,191,0.019169879239901395,
+4,1536,0.03222926706075668,192,0.023917595797684044,
+,,,192,,0.24033490643230587
+4,1544,0.03271932899951935,193,0.14778952586930244,
+4,1552,0.03237284719944,194,0.06135593502646467,
+4,1560,0.032351054251194,195,0.059489891611779706,
+4,1568,0.03405754640698433,196,0.0614228341686872,
+4,1576,0.037198811769485474,197,0.035291911187232475,
+4,1584,0.03754139691591263,198,0.004645140621505561,
+4,1592,0.037458911538124084,199,0.00650843203142618,
+4,1600,0.03661647439002991,200,0.009074714485905133,
+4,1608,0.03422466292977333,201,0.16758527792782324,
+4,1616,0.032824430614709854,202,0.005666638829279691,
+4,1624,0.033175911754369736,203,0.007446325954515487,
+4,1632,0.03932452201843262,204,0.004166512277151924,
+4,1640,0.03165512531995773,205,0.003039228826916466,
+4,1648,0.038646820932626724,206,0.07388295508462761,
+4,1656,0.033655911684036255,207,0.00809684865816962,
+4,1664,0.032396234571933746,208,0.04512890657497337,
+,,,208,,0.18516265669243825
+4,1672,0.032041795551776886,209,0.005254496747511439,
+4,1680,0.03208761289715767,210,0.020701272204557124,
+4,1688,0.03266645967960358,211,0.005884232939154442,
+4,1696,0.03396899253129959,212,0.008216585377037214,
+4,1704,0.036764416843652725,213,0.15794287731010367,
+4,1712,0.040229201316833496,214,0.0018810426281561377,
+4,1720,0.03606632351875305,215,0.04412103978878198,
+4,1728,0.032743073999881744,216,0.005054506033047801,
+4,1736,0.032500218600034714,217,0.030633840436348692,
+4,1744,0.032543253153562546,218,0.027284929936286062,
+4,1752,0.03186427801847458,219,0.01241057965463759,
+4,1760,0.03299985080957413,220,0.01230270918191915,
+4,1768,0.03279733657836914,221,0.003360150537143151,
+4,1776,0.03316833823919296,222,0.09233258216085637,
+4,1784,0.03621530160307884,223,0.0026636462262104033,
+4,1792,0.03967113420367241,224,0.05259811414362048,
+,,,224,,0.1860794833653879
+5,1800,0.03799010440707207,225,0.0022187785089045065,
+5,1808,0.03275292366743088,226,0.014184294984443114,
+5,1816,0.03712089732289314,227,0.008153389678530706,
+5,1824,0.033909350633621216,228,0.02502466879689434,
+5,1832,0.03444381430745125,229,0.0022768932412873255,
+5,1840,0.03410342335700989,230,0.001232211420886285,
+5,1848,0.03149573504924774,231,0.007017004795488902,
+5,1856,0.04577688127756119,232,0.016037123071977737,
+5,1864,0.038234204053878784,233,0.0017976575921541855,
+5,1872,0.03901311382651329,234,0.006036279131270324,
+5,1880,0.0308208204805851,235,0.010967534227217714,
+5,1888,0.03118172287940979,236,0.0007995335739299966,
+5,1896,0.03151367977261543,237,0.0037604249282594537,
+5,1904,0.031056661158800125,238,0.007630862088262802,
+5,1912,0.032484326511621475,239,0.0063604472622197745,
+5,1920,0.03400984779000282,240,0.0022632457003055606,
+,,,240,,0.18455217186540496
+5,1928,0.03979843109846115,241,0.00425603092298843,
+5,1936,0.0318952351808548,242,0.0014549470033671241,
+5,1944,0.03056657314300537,243,0.011285836568276864,
+5,1952,0.031121328473091125,244,0.018034535895518882,
+5,1960,0.031447332352399826,245,0.003907628277374897,
+5,1968,0.03146405518054962,246,0.12830289400199035,
+5,1976,0.031365349888801575,247,0.013350129071720099,
+5,1984,0.032082993537187576,248,0.0020857450304902158,
+5,1992,0.0330200120806694,249,0.09020920835731279,
+5,2000,0.032781198620796204,250,0.011691681285810773,
+5,2008,0.032371994107961655,251,0.0215011393174791,
+5,2016,0.0318262092769146,252,0.011267902704579077,
+5,2024,0.032128699123859406,253,0.006147417533914752,
+5,2032,0.03316105529665947,254,0.005437238457185837,
+5,2040,0.03501307591795921,255,0.003990189197065774,
+5,2048,0.0335257425904274,256,0.013668492572226873,
+,,,256,,0.24969858894181565
+5,2056,0.03219069540500641,257,0.0026736651634564623,
+5,2064,0.033307865262031555,258,0.0010819542118648922,
+5,2072,0.03275110200047493,259,0.000597588697928586,
+5,2080,0.03643516078591347,260,0.03695221461566689,
+5,2088,0.03286413475871086,261,0.07192270613040819,
+5,2096,0.031755443662405014,262,0.0036960574092518073,
+5,2104,0.036484234035015106,263,0.009310449448613716,
+5,2112,0.03277498856186867,264,0.0030315227770188356,
+5,2120,0.03277548775076866,265,0.000893830489985703,
+5,2128,0.031122993677854538,266,0.0036785136336610386,
+5,2136,0.03297851234674454,267,0.0011028152017388492,
+5,2144,0.03274952247738838,268,0.009592819931900263,
+5,2152,0.03354469686746597,269,0.00038602575867636394,
+6,2160,0.034589510411024094,270,0.0024277167292893866,
+6,2168,0.037602994590997696,271,0.006041419378258676,
+6,2176,0.03560531511902809,272,0.0013772215591286243,
+,,,272,,0.2235867696037459
+6,2184,0.03311970829963684,273,0.000323513241528417,
+6,2192,0.03339020907878876,274,0.002928195213826257,
+6,2200,0.03262147307395935,275,0.00872878437894542,
+6,2208,0.03169456869363785,276,0.004959349288713254,
+6,2216,0.03214268386363983,277,0.00527416057108591,
+6,2224,0.03705202415585518,278,0.0009818690133605351,
+6,2232,0.03329599276185036,279,0.0023623617253178963,
+6,2240,0.03143373504281044,280,0.0023160573000495788,
+6,2248,0.03267287090420723,281,0.0019470207407721318,
+6,2256,0.03291253745555878,282,0.0011687656780330663,
+6,2264,0.030972860753536224,283,0.006244165566126217,
+6,2272,0.03421715646982193,284,0.0008220674476433487,
+6,2280,0.03502307087182999,285,0.007726711495342898,
+6,2288,0.03245118632912636,286,0.0008286770498671103,
+6,2296,0.03227681666612625,287,0.002111648256686749,
+6,2304,0.032180774956941605,288,0.0006591949910216499,
+,,,288,,0.23596962674736455
+6,2312,0.03204837813973427,289,0.014797394927882124,
+6,2320,0.032216157764196396,290,0.003239024494178011,
+6,2328,0.03149748221039772,291,0.0033059386337299657,
+6,2336,0.03243326023221016,292,0.00035111043780489126,
+6,2344,0.03876308351755142,293,0.0008738863440157729,
+6,2352,0.03152737766504288,294,0.004015179838461336,
+6,2360,0.0315382145345211,295,0.001217801362924677,
+6,2368,0.032200563699007034,296,0.0021249687270028517,
+6,2376,0.03246232867240906,297,0.0016257490933639929,
+6,2384,0.03186642378568649,298,0.0007056831113004591,
+6,2392,0.031380634754896164,299,0.001702681703439642,
+6,2400,0.030714113265275955,300,0.0009974424496509268,
+6,2408,0.03152855858206749,301,0.0018170724272619867,
+6,2416,0.03066251426935196,302,0.0031879835496511078,
+6,2424,0.0321669802069664,303,0.0008762710961794559,
+6,2432,0.03196049481630325,304,0.005187631162698381,
+,,,304,,0.23770887882948963
+6,2440,0.031657006591558456,305,0.009822155652987672,
+6,2448,0.033096104860305786,306,0.0035237277827816016,
+6,2456,0.033752620220184326,307,0.0019785992124525366,
+6,2464,0.031012270599603653,308,0.0005899182558226,
+6,2472,0.03216271102428436,309,0.009360653949746242,
+6,2480,0.032542839646339417,310,0.006167072009702679,
+6,2488,0.03401132673025131,311,0.0009815466197323985,
+6,2496,0.03309232369065285,312,0.0022175664059129,
+6,2504,0.031284164637327194,313,0.00023059905506670476,
+6,2512,0.032089244574308395,314,0.000757367092774075,
+7,2520,0.030448846518993378,315,0.0035755121086064414,
+7,2528,0.037373751401901245,316,0.0016308541830767354,
+7,2536,0.033512286841869354,317,0.0009595408828317886,
+7,2544,0.030720479786396027,318,0.00047339697145313647,
+7,2552,0.032195836305618286,319,0.0006212498021795909,
+7,2560,0.031507473438978195,320,0.0004910068197811294,
+,,,320,,0.26661107425606406
+7,2568,0.03212880715727806,321,0.0011026815820514458,
+7,2576,0.03254830837249756,322,0.0003013848283444531,
+7,2584,0.031042587012052536,323,0.004769355359940164,
+7,2592,0.0321357287466526,324,0.0009507175112958066,
+7,2600,0.031500864773988724,325,0.0038847835903652594,
+7,2608,0.032227035611867905,326,0.0003229169654202581,
+7,2616,0.03611970320343971,327,0.0007863602057796015,
+7,2624,0.03727834299206734,328,0.003280411707237363,
+7,2632,0.036073535680770874,329,0.0020221908404588853,
+7,2640,0.033283594995737076,330,0.0007227079101236692,
+7,2648,0.03662482649087906,331,0.0012933892794535495,
+7,2656,0.03238000348210335,332,0.00038562065237783826,
+7,2664,0.0320110060274601,333,0.0006206206926435698,
+7,2672,0.03643612563610077,334,0.00027535245681065135,
+7,2680,0.03662226349115372,335,0.010646804127645737,
+7,2688,0.035943519324064255,336,0.0004285518971300917,
+,,,336,,0.26988033644497134

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=0.7-1.0/labels.csv

@@ -0,0 +1,153 @@
+117705,0
+95001,0
+81193,2
+27443,2
+93435,2
+26351,1
+70951,0
+29636,0
+27405,0
+66046,2
+75442,2
+21684,1
+27648,3
+92178,3
+115588,2
+66269,1
+80688,0
+4119,3
+30452,2
+51154,2
+47418,1
+110941,2
+15764,3
+31261,3
+36274,3
+114702,3
+64019,1
+65678,1
+105531,3
+79029,1
+31586,2
+61925,1
+77652,0
+51681,3
+85451,2
+61648,3
+110327,3
+31862,0
+107160,0
+90070,1
+40901,2
+93867,3
+59392,0
+97503,1
+81963,2
+33047,2
+2239,0
+86057,3
+90905,0
+109680,2
+26344,2
+59335,2
+98134,1
+27922,2
+120518,3
+67218,2
+54351,3
+115927,0
+94036,3
+105560,2
+36939,3
+104868,2
+32869,1
+81717,0
+17342,1
+98050,0
+101482,0
+104186,3
+18152,1
+66652,3
+124535,1
+39738,2
+32194,1
+56162,1
+59048,1
+52917,3
+29038,2
+8160,0
+46497,0
+42484,1
+115302,2
+125352,1
+76377,3
+73034,2
+120488,2
+25996,0
+110051,3
+24742,0
+19232,1
+123143,0
+106047,2
+15334,1
+111981,1
+1875,2
+77454,1
+68179,3
+86837,0
+54683,3
+28602,3
+62969,0
+87166,3
+68774,3
+95384,1
+122153,1
+109046,0
+43041,2
+101990,0
+43203,0
+58089,3
+67888,2
+49946,1
+91990,2
+52799,2
+105679,0
+109091,3
+115412,1
+92695,1
+49886,0
+25453,0
+109180,1
+125010,0
+4814,1
+53497,0
+41311,0
+98915,3
+15453,3
+106638,3
+69813,1
+99439,2
+108936,0
+86250,3
+102119,0
+84864,3
+63281,3
+117725,0
+18533,0
+27967,2
+108357,1
+25278,1
+101864,2
+79698,1
+99796,2
+71650,3
+92947,3
+42787,1
+58220,2
+101210,0
+20319,3
+79102,2
+123166,1
+125617,0
+77087,1
+116586,1

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=0.7-1.0/logits.csv

@@ -0,0 +1,153 @@
+117705,-3.349725e-05,-17.625034,-16.125034,-21.375261
+95001,-0.63473004,-10.63473,-6.63473,-0.76005125
+81193,-20.000044,-18.000044,-4.3033626e-05,-16.500523
+27443,-18.00008,-18.12508,-8.070143e-05,-15.125364
+93435,-4.1411805,-14.516181,-0.016180744,-13.391297
+26351,-10.625353,-0.0003525589,-17.937853,-17.376932
+70951,-0.003822403,-10.253822,-12.253822,-9.129096
+29636,-3.445089e-05,-12.875034,-12.625034,-15.5002
+27405,-5.5425687,-8.917568,-3.2925684,-0.042678066
+66046,-17.875105,-17.875105,-0.000104898674,-16.625317
+75442,-6.876297,-12.251297,-0.0012971092,-9.876665
+21684,-11.750423,-0.0004235801,-17.250423,-17.000755
+27648,-14.750651,-14.750651,-8.500651,-0.0008308999
+92178,-9.523661,-9.648661,-0.023660809,-3.77484
+115588,-17.875143,-17.875143,-0.00014292172,-17.875324
+66269,-4.1414666,-0.016466787,-12.516467,-11.892111
+80688,-0.00018571083,-13.125186,-10.000186,-11.250492
+4119,-13.375656,-16.000656,-12.000656,-0.0011853118
+30452,-7.351627,-7.976627,-0.22662678,-1.6017579
+51154,-7.627616,-12.502616,-0.002615961,-6.252771
+47418,-4.1418633,-0.016863525,-15.141864,-11.644657
+110941,-15.500144,-15.250144,-0.00014435203,-9.500484
+15764,-15.626008,-17.501009,-12.751008,-0.001150331
+31261,-14.75085,-17.00085,-7.62585,-0.0009966968
+36274,-15.688104,-13.375604,-9.750604,-0.0009958798
+114702,-5.8792715,-8.3792715,-7.7542715,-0.005420672
+64019,-6.7514043,-0.0014041336,-11.126404,-12.751656
+65678,-12.750575,-0.00057525776,-18.188076,-19.188295
+105531,-14.503183,-12.940683,-7.378183,-0.0033986915
+79029,-6.751501,-0.0015010291,-14.001501,-14.765274
+31586,-13.913092,-12.600592,-0.1005914,-2.3507726
+61925,-12.000065,-6.484775e-05,-17.562565,-19.81287
+77652,-5.3285134e-05,-16.000053,-14.500053,-13.875248
+51681,-11.000654,-14.125654,-12.250654,-0.011201039
+85451,-6.3770766,-14.002077,-0.002076852,-8.377264
+61648,-13.375765,-13.250765,-7.7507644,-0.0012566565
+110327,-15.125874,-12.500874,-10.500874,-0.0014303414
+31862,-0.00011193126,-13.375112,-14.250112,-9.75036
+107160,-3.266281e-05,-16.375032,-16.250032,-18.750254
+90070,-12.500275,-0.00027497803,-16.187775,-17.250933
+40901,-22.43758,-18.87508,-8.0224636e-05,-17.125471
+93867,-14.625968,-16.125967,-9.500968,-0.0011551311
+59392,-0.0001666407,-15.625167,-10.125167,-16.687788
+97503,-14.375246,-0.00024625607,-17.250246,-17.18868
+81963,-16.250193,-15.750193,-0.00019250448,-9.375583
+33047,-5.7655287,-8.390529,-0.39052877,-1.140809
+2239,-0.000104898674,-17.500105,-17.000105,-18.812805
+86057,-15.063387,-16.438387,-12.750887,-0.0011832084
+90905,-0.00018845213,-15.875189,-18.375189,-13.750656
+109680,-14.600331,-12.850331,-0.10033102,-2.3506076
+26344,-6.75138,-13.62638,-0.0013797297,-11.751645
+59335,-4.2904034,-10.415403,-0.04040336,-3.6656525
+98134,-13.1253605,-0.00036054308,-19.68786,-18.626078
+27922,-2.930356,-10.305356,-0.055356134,-8.055724
+120518,-13.876291,-16.751291,-17.126291,-0.0014358696
+67218,-17.875076,-17.000076,-7.6648634e-05,-17.125435
+54351,-16.384851,-16.134851,-0.009851173,-4.6363688
+115927,-3.194758e-05,-14.500031,-13.750031,-15.875269
+94036,-12.504098,-13.129098,-5.879098,-0.004296701
+105560,-10.680089,-11.805089,-0.1800891,-1.8052102
+36939,-12.750614,-16.000614,-10.125614,-0.0008113738
+104868,-11.500288,-17.187788,-0.00028844486,-9.001217
+32869,-8.375504,-0.0005034133,-15.875504,-18.000927
+81717,-7.998623e-05,-14.62508,-11.00008,-18.50043
+17342,-5.007087,-0.0070874467,-16.319588,-15.757427
+98050,-0.024304414,-7.2743044,-3.7743044,-10.524717
+101482,-0.00179987,-10.7518,-6.5018,-14.564448
+104186,-17.875599,-16.875599,-9.3756,-0.0007794354
+18152,-6.002744,-0.0027443625,-18.565245,-15.8782425
+66652,-14.62607,-16.37607,-13.00107,-0.0019131701
+124535,-7.1259475,-0.00094726507,-12.500947,-13.751219
+39738,-16.500103,-15.625102,-0.000102157144,-16.752808
+32194,-11.875194,-0.0001940539,-17.250195,-17.251026
+56162,-6.50251,-0.0025100175,-17.50251,-20.753063
+59048,-4.0185547,-0.018554809,-12.956055,-10.76974
+52917,-5.1353474,-11.135347,-0.01034741,-5.5106072
+29038,-13.500156,-16.000156,-0.00015650954,-14.750294
+8160,-3.445089e-05,-15.125034,-14.875034,-17.875175
+46497,-0.0001504308,-14.500151,-10.375151,-14.125627
+42484,-14.250403,-0.00040320374,-14.000403,-16.313591
+115302,-4.759486,-8.384486,-0.00948636,-7.8850355
+125352,-13.250159,-0.00015889335,-16.937658,-16.625647
+76377,-12.875515,-11.625515,-15.875515,-0.0015572901
+73034,-18.500063,-19.625063,-6.258292e-05,-18.625257
+120488,-0.0057306285,-11.005731,-5.6307306,-6.2560687
+25996,-0.0014029432,-9.626403,-12.126403,-9.501698
+110051,-9.500617,-10.125617,-10.750617,-0.019088216
+24742,-4.8517002e-05,-16.375048,-14.250049,-14.000193
+19232,-10.87521,-0.00020966715,-14.75021,-15.750764
+123143,-2.8371409e-05,-17.125029,-17.250029,-18.687717
+106047,-11.625244,-17.000244,-0.00024423,-11.625598
+15334,-10.751667,-0.0016674199,-14.876667,-18.064953
+111981,-8.1258955,-0.0008959332,-15.2508955,-18.12634
+1875,-15.500138,-17.500137,-0.00013791563,-17.000263
+77454,-8.87578,-0.0007801588,-14.00078,-19.188532
+68179,-16.877575,-15.752576,-0.002575535,-6.002769
+86837,-2.2291888e-05,-15.375022,-15.625022,-18.625214
+54683,-18.501413,-17.251413,-17.001413,-0.0016041382
+28602,-14.378249,-14.128249,-0.003248773,-5.7534227
+62969,-0.016774906,-11.891775,-4.141775,-9.26706
+87166,-11.880452,-12.630452,-10.005452,-0.0056844885
+68774,-12.27142,-13.52142,-3.8964195,-0.021741102
+95384,-10.875155,-0.00015507927,-17.750154,-18.750565
+122153,-7.0010705,-0.0010705222,-16.12607,-19.439322
+109046,-4.8159392e-05,-16.375048,-13.375048,-17.501335
+43041,-3.552374e-05,-15.500035,-11.250035,-17.25025
+101990,-4.9828242e-05,-14.12505,-12.87505,-16.12567
+43203,-0.016325124,-13.391325,-4.141325,-9.766594
+58089,-14.126545,-15.751545,-7.8765445,-0.0018061106
+67888,-18.375084,-17.250084,-8.332382e-05,-13.875314
+49946,-7.87563,-0.0006298227,-12.125629,-15.75097
+91990,-12.62513,-16.50013,-0.0001294529,-15.000388
+52799,-11.763032,-12.888032,-0.013032027,-4.3883047
+105679,-0.0002054957,-14.000205,-10.500205,-15.314315
+109091,-11.878937,-12.941437,-7.753937,-0.0041403472
+115412,-12.500277,-0.00027628895,-19.687777,-15.376551
+92695,-4.1413836,-0.016383879,-13.891384,-15.392467
+49886,-0.0022336314,-12.0022335,-6.5022335,-10.252453
+25453,-5.078187e-05,-14.625051,-13.875051,-18.625454
+109180,-12.377078,-0.0020785173,-15.627078,-16.440165
+125010,-0.00033742457,-13.875338,-8.125338,-12.625461
+4814,-8.750959,-0.00095893646,-14.875959,-13.251689
+53497,-5.3761945e-05,-16.500053,-17.375053,-15.625255
+41311,-0.0038514973,-11.628852,-5.7538514,-13.316555
+98915,-15.1258135,-14.6258135,-8.2508135,-0.0011323577
+15453,-13.026668,-12.776668,-3.6516674,-0.027348196
+106638,-3.28868,-11.53868,-9.41368,-0.039002627
+69813,-9.37533,-0.0003299169,-16.31283,-17.12578
+99439,-0.1344037,-6.6344037,-2.1344037,-5.8850527
+108936,-0.00039593485,-13.375396,-8.250396,-15.5631485
+86250,-18.254765,-16.129765,-0.004765344,-5.379875
+102119,-2.5748875e-05,-17.125025,-14.625026,-19.68814
+84864,-8.376457,-15.626457,-9.251457,-0.0016734583
+63281,-14.1264,-11.1264,-8.3764,-0.0021122696
+117725,-7.438383e-05,-13.000074,-11.125074,-13.000542
+18533,-3.4689303e-05,-15.875034,-17.562534,-18.437742
+27967,-16.81227,-16.56227,-2.812269,-0.06240498
+108357,-14.375306,-0.00030596345,-16.875305,-19.625597
+25278,-14.875243,-0.0002436341,-21.000244,-18.000633
+101864,-8.500285,-16.625284,-0.00028475045,-17.37559
+79698,-12.875359,-0.00035863643,-15.000359,-17.263876
+99796,-10.750166,-12.250166,-0.00016604476,-10.251131
+71650,-13.399027,-14.024027,-3.7740269,-0.024426052
+92947,-16.501966,-13.876966,-14.251966,-0.002146323
+42787,-7.1260977,-0.0010977916,-12.876098,-11.8769245
+58220,-19.812578,-18.625078,-7.831743e-05,-17.250309
+101210,-8.582701e-05,-17.500086,-15.250086,-18.437895
+20319,-11.997481,-10.622481,-2.7474813,-0.12343326
+79102,-6.002585,-14.252584,-0.0025849282,-13.127938
+123166,-9.500328,-0.000327891,-14.750328,-16.1264
+125617,-0.36063316,-8.110633,-1.2356331,-6.4858723
+77087,-15.000434,-0.0004335894,-15.875434,-15.501276
+116586,-7.001403,-0.0014030623,-10.501403,-13.253512

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+31224,-9.875382,-0.00038246947,-16.375383,-19.500866
+80227,-4.83978e-05,-14.875049,-11.250049,-13.625196
+79086,-2.4556812e-05,-17.000025,-16.500025,-17.937752
+75303,-15.251394,-16.751394,-17.688894,-0.0017439602
+56417,-16.375086,-14.625085,-8.511181e-05,-14.125344
+11319,-7.1303086,-10.380309,-9.880309,-0.017771086
+12625,-3.2543605e-05,-16.000032,-15.250032,-11.250259
+87626,-7.5008144,-0.0008142255,-9.375814,-18.29469
+43853,-15.12551,-17.000511,-17.125511,-0.0007526497
+23828,-12.726073,-13.976073,-2.351073,-0.10127546
+27858,-5.379898,-12.754898,-0.0048982147,-11.880187
+12604,-12.25025,-18.50025,-0.00024983147,-13.875433
+8180,-16.875153,-19.250153,-0.00015245705,-14.6253195
+37466,-14.250534,-14.625534,-11.250534,-0.0007323851
+48185,-10.000394,-0.0003942666,-17.500395,-19.625597
+77755,-13.375184,-11.750184,-0.00018428058,-12.7509775
+29286,-3.2692041,-3.0192041,-1.019204,-0.6448935
+87038,-15.251442,-18.313942,-18.438942,-0.0019961756
+33094,-11.000237,-0.00023707918,-16.687737,-18.31368
+17990,-15.375372,-17.375372,-0.00037174468,-8.250677
+125393,-13.125822,-13.750822,-12.250822,-0.0011381886
+25066,-9.375506,-0.0005067495,-16.875507,-15.00134
+93021,-16.149488,-14.024489,-3.7744892,-0.02474435
+91364,-20.875093,-18.250093,-9.321732e-05,-18.6255
+56219,-0.013096858,-9.138097,-4.388097,-8.763376
+108119,-3.3584003,-5.9834003,-9.4209,-0.1117105
+108029,-2.2385993,-12.3636,-13.8636,-0.11374046
+82606,-15.510017,-13.510017,-4.7600174,-0.010202241
+34733,-13.50453,-14.62953,-5.50453,-0.005309399
+40806,-2.6344906e-05,-16.250027,-17.500027,-19.0002
+89870,-2.3722367e-05,-16.500023,-18.812523,-17.500376
+120589,-18.250061,-15.00006,-6.0437284e-05,-17.125284
+107229,-12.875128,-14.375128,-0.00012814178,-13.000293
+81763,-11.000258,-12.250258,-0.00025853154,-9.250505
+126587,-4.019563,-8.269564,-9.519564,-0.020058904
+105931,-11.875205,-0.0002054957,-14.375205,-18.12592
+51593,-0.0058064833,-11.505807,-7.6308064,-5.2559977
+105827,-14.6259575,-15.6259575,-9.7509575,-0.0012086643
+92547,-14.875071,-7.068861e-05,-17.81257,-18.625837
+11098,-16.375114,-16.250114,-0.00011467276,-10.250363
+15535,-4.88386,-0.008860202,-14.258861,-13.176773
+104144,-10.750247,-15.250247,-0.00024685197,-9.875623
+84409,-7.5814234e-05,-16.875076,-14.500075,-16.001053
+55188,-15.000075,-14.875075,-7.4979835e-05,-13.375501
+97914,-13.000194,-15.875194,-0.00019345796,-18.000414
+9697,-13.2507105,-18.00071,-11.8757105,-0.0010029788
+43614,-15.125366,-16.000366,-11.000366,-0.0004754547
+57056,-16.563232,-15.250732,-8.875732,-0.0011039064
+98595,-11.000487,-0.00048697056,-16.562986,-13.125984
+11602,-14.125126,-15.687626,-0.00012551951,-12.250496
+29109,-12.875156,-16.750156,-0.00015615197,-11.500493
+114682,-10.1259,-0.00090045907,-17.2509,-17.251923
+63374,-8.87552,-0.00051961746,-18.563019,-18.192038
+77864,-17.750204,-18.375204,-0.0002039463,-14.625381
+81631,-5.7541103,-10.06661,-0.004110341,-8.005738
+124163,-12.714379,-15.339379,-2.4643793,-0.08959221
+81563,-13.000433,-14.875433,-8.750433,-0.0009851468
+13895,-9.375316,-0.00031549722,-15.000316,-14.87572
+12863,-11.376392,-14.626392,-7.3763924,-0.0019243758
+45732,-6.9380856,-2.8130856,-0.06308544,-10.063616
+49404,-17.62508,-15.62508,-8.0582235e-05,-14.250871
+487,-8.25048,-0.00047994062,-15.93798,-16.563545
+64317,-13.6908455,-14.8783455,-7.503346,-0.0036652822
+6331,-4.577532e-05,-16.062546,-16.937546,-17.875748
+73812,-11.750253,-10.750253,-0.00025281095,-11.25059
+15701,-15.135024,-12.885024,-0.7600244,-0.6352483
+104663,-8.7972585e-05,-16.250088,-12.250088,-18.000502
+90606,-1.315998,-7.565998,-7.940998,-0.31618237
+127552,-3.921909e-05,-16.12504,-14.500039,-18.812773
+126761,-16.625706,-18.125706,-12.375705,-0.00089524244
+92697,-1.0580047,-8.183004,-0.4330047,-5.6837025
+107122,-5.3801713,-10.005171,-0.0051712566,-9.381268
+74380,-16.437931,-14.87543,-9.25043,-0.00071036327
+66285,-0.00010227634,-15.125102,-10.500102,-15.375374
+70163,-9.1339655,-11.8839655,-0.008965238,-4.7593136
+75972,-11.500573,-13.750573,-0.0005727558,-10.125773
+30713,-13.563301,-14.688301,-0.00080100395,-7.6277432
+118867,-3.778863e-05,-14.875038,-16.937538,-16.5002
+84835,-8.3760195,-0.0010196731,-10.8760195,-13.938884
+60503,-20.62508,-18.62508,-7.986704e-05,-16.750357
+11807,-14.627197,-13.502197,-0.25219688,-1.5025927
+27906,-0.00023779426,-12.750237,-9.000237,-12.875394
+30093,-13.005178,-0.0051784907,-16.005178,-15.193636
+45657,-21.562588,-16.125088,-8.7019e-05,-17.750341
+97197,-6.9138994e-05,-16.125069,-13.750069,-16.125248
+48440,-9.500299,-0.00029928974,-18.5003,-17.376226
+14971,-2.2649509e-05,-17.125023,-17.125023,-17.750332
+61380,-12.0027,-11.4402,-9.8777,-0.0029074291
+7177,-9.375267,-0.0002667548,-18.437767,-15.502963
+40241,-0.00017271934,-15.500173,-16.812674,-8.875709
+38583,-13.000169,-0.00016866691,-10.000169,-18.625513
+104941,-0.00053582137,-14.750536,-7.625536,-13.750936
+39377,-6.5026355,-0.0026353414,-14.877635,-17.940477
+65329,-11.877764,-15.627764,-0.002763978,-6.003208
+81089,-10.875148,-0.00014768941,-13.875148,-15.250644
+6143,-6.0045094,-12.69201,-6.6295094,-0.004884632
+63753,-0.00029631038,-11.250297,-10.000297,-13.7504835
+5084,-14.438482,-14.063482,-0.3134822,-1.313898
+125282,-15.937878,-15.187878,-0.0003780604,-15.438205
+7980,-6.515493,-10.452992,-10.890492,-0.017122626
+42346,-16.687885,-17.750385,-15.125385,-0.0006877238
+73055,-6.3769846,-10.876985,-0.0019844142,-9.754679
+31696,-14.625103,-14.250103,-0.000102753125,-16.875334
+101343,-12.375414,-17.500414,-0.00041392818,-17.125753
+115075,-2.8729026e-05,-16.250029,-18.187529,-16.125269
+29447,-15.750973,-18.188473,-11.875973,-0.0011295024
+89441,-0.20163445,-11.951634,-1.7016344,-12.701789
+15843,-1.508479,-6.383479,-0.258479,-6.008716
+110126,-6.7522664,-10.752267,-0.0022665781,-7.0033493
+36142,-13.251459,-15.938959,-7.5014586,-0.0016202907
+2846,-16.125822,-18.188322,-16.250822,-0.0011125642
+85390,-0.07004794,-8.382548,-3.0700479,-6.6954613
+108138,-11.10321,-11.22821,-1.60321,-0.22847077
+7571,-16.454308,-11.9543085,-2.5793083,-0.08415965
+62381,-12.375167,-0.00016687908,-20.000166,-19.314146
+65963,-14.089328,-12.714328,-0.089327976,-2.4645948
+39384,-4.553691e-05,-16.250046,-16.125046,-15.375987
+62356,-0.00014602071,-14.500146,-10.750146,-15.6253195
+20478,-10.250805,-0.00080469646,-14.250805,-13.751331
+101968,-14.250142,-15.625142,-0.00014208737,-14.750357
+124810,-10.12552,-12.12552,-0.00051985576,-8.0010195
+9300,-17.125092,-16.125092,-9.083335e-05,-17.125336
+35593,-14.018908,-15.643908,-4.018907,-0.019137252
+53670,-20.125124,-17.375124,-0.00012420837,-17.125477
+44789,-6.7708585e-05,-16.812567,-17.500067,-15.750357
+25135,-11.625661,-0.0006605589,-18.25066,-21.125927
+32124,-4.9589835e-05,-14.12505,-15.62505,-17.625208
+36646,-9.6257925,-12.1257925,-9.2507925,-0.0009955448
+34191,-13.264603,-14.139603,-4.2646027,-0.015747676
+65307,-15.626215,-16.313715,-8.001215,-0.0013578831
+32731,-12.000498,-0.0004982899,-19.187998,-19.126472
+112637,-4.802677,-6.927677,-6.177677,-0.05513782
+18943,-7.6264424,-10.251442,-0.0014422263,-11.6291065
+117291,-2.1695856e-05,-14.375022,-13.625022,-14.875228
+67975,-12.751431,-14.626431,-0.00143187,-6.6268625
+104676,-0.02878871,-3.7787888,-6.2787886,-7.9048514
+109059,-0.033950023,-3.40895,-10.40895,-10.7981
+86252,-13.126481,-14.438981,-9.126481,-0.0016481509
+109620,-3.4093275e-05,-16.250034,-18.625034,-17.125208
+35543,-14.375803,-16.625803,-14.250803,-0.0010912429
+96155,-9.375481,-0.00048077467,-8.500481,-14.754022
+33646,-11.125179,-14.625179,-0.00017939389,-16.250496
+64061,-0.17364065,-7.6736407,-1.9236406,-6.549057
+6764,-9.4766896e-05,-12.750094,-11.375094,-13.750388
+63078,-12.375633,-0.00063339673,-18.750633,-16.001034
+88343,-11.251566,-0.0015658987,-18.001566,-16.689611
+50106,-8.875597,-0.0005971794,-9.625597,-8.420974
+35688,-19.000086,-18.500086,-8.546941e-05,-11.125752
+78697,-6.2525134,-0.002513347,-14.377513,-9.878306
+13749,-0.9797627,-0.4797627,-5.4797626,-7.4813185
+44428,-7.3766546,-12.876655,-10.251655,-0.0018684099
+13880,-0.00013171759,-14.000132,-10.250132,-16.50041
+107805,-16.125439,-15.125439,-0.00043835567,-8.125555
+47687,-2.860982e-05,-18.125029,-18.875029,-18.812714
+3328,-18.500128,-17.000128,-0.000127665,-15.625316
+27574,-13.625859,-14.688359,-12.625859,-0.0012332893
+6049,-11.0002165,-0.00021634146,-18.375216,-17.875822
+121371,-11.62533,-0.00033003604,-14.25033,-14.626977
+93977,-7.1259584,-14.875958,-0.0009585791,-12.501079
+87794,-17.250072,-18.000072,-7.188062e-05,-18.125273
+1284,-7.126351,-0.0013510395,-13.751351,-14.662855
+86737,-10.466751,-9.466751,-0.09175111,-2.4671354
+9800,-14.1258335,-16.563334,-16.438334,-0.0010963524
+60632,-10.500371,-0.00037055303,-16.87537,-19.875713
+69196,-12.87546,-0.0004593271,-18.06296,-17.313793
+109514,-14.625236,-15.125236,-0.00023552982,-12.250653
+75454,-9.125369,-0.0003688847,-9.500369,-10.626293
+68262,-5.645619,-14.833119,-0.020618975,-13.583938
+51383,-4.3879747,-0.012974957,-10.637975,-12.138245
+39024,-7.1261573,-0.0011570909,-17.876158,-15.68897
+53372,-12.63264,-13.38264,-5.13264,-0.008295895
+61955,-14.636995,-12.261995,-4.511995,-0.012158516
+46407,-10.500548,-0.00054821244,-16.000547,-16.535614
+56851,-12.500101,-16.625101,-0.00010132276,-12.750327
+117835,-18.8752,-20.2502,-0.00020120504,-18.375559
+41315,-10.750196,-17.625196,-0.00019679517,-13.125352
+54086,-6.091409e-05,-18.062561,-14.875061,-19.063013
+1123,-0.00044562423,-13.875445,-8.875445,-12.750803
+6738,-10.375501,-0.00050091115,-15.875501,-19.063534
+65022,-11.128111,-10.753111,-6.628111,-0.0041856407
+29011,-14.750853,-18.438353,-16.375853,-0.0015401656
+209,-15.376793,-13.501793,-0.0017924923,-6.3770423
+117949,-0.00015114596,-16.12515,-11.000151,-17.000349
+112253,-12.563801,-8.001301,-9.501301,-0.0017499034
+117575,-9.877333,-8.752333,-0.12733273,-2.1275694
+12151,-15.8751335,-16.500134,-0.00013326711,-17.750307
+6503,-8.656777,-12.156777,-0.28177753,-1.4070927
+47388,-8.250512,-0.000511992,-13.375512,-11.880139
+122533,-10.375787,-13.875787,-10.250787,-0.0010512131
+77557,-0.05003151,-7.0500317,-3.4250314,-4.675466
+3593,-6.004819,-0.00481885,-8.504819,-7.637116
+39857,-9.6078074e-05,-13.375096,-15.500096,-14.000323
+82941,-12.375709,-0.00070821,-17.563208,-19.251451
+2835,-7.378783e-05,-14.750073,-14.000073,-15.750315
+12119,-11.750229,-16.250229,-0.00022861728,-10.0004015
+2255,-0.00010883216,-15.750109,-14.000109,-14.501097
+99071,-9.253252,-10.878252,-0.003252219,-6.129557
+73970,-11.125188,-13.875188,-0.00018773701,-9.500522
+73312,-9.689563,-5.564563,-0.4395629,-1.0649228
+109736,-11.625282,-0.00028200942,-17.062782,-17.43908
+2581,-9.750306,-0.00030620178,-16.625307,-16.448002
+64922,-11.12584,-15.37584,-9.62584,-0.001091103
+85830,-7.962863e-05,-17.81258,-17.37508,-17.750399
+122144,-8.875453,-0.00045253526,-13.875453,-13.876563
+62330,-8.126459,-0.0014587725,-15.626459,-19.002039
+112561,-11.25024,-11.75024,-0.0002400587,-12.1267805
+48434,-9.750183,-0.0001832079,-18.687683,-18.063578
+119944,-11.750443,-0.00044312194,-16.625443,-19.188597
+120940,-0.00027736154,-10.5002775,-12.5002775,-9.750524
+77443,-18.750093,-19.625093,-9.381331e-05,-15.503219
+23685,-13.651658,-13.526658,-0.026657902,-3.652006
+47231,-5.504543,-0.004542983,-17.004543,-15.942471
+91022,-12.000467,-0.00046766788,-22.062967,-21.4423
+714,-15.163797,-12.851297,-2.3512971,-0.101776876
+25730,-13.5001,-15.1251,-0.000100249985,-16.375473
+97729,-0.005194975,-9.755195,-5.380195,-11.509965
+30236,-0.0014080621,-12.626408,-15.563908,-6.6273613
+2443,-12.000287,-0.00028677643,-16.500286,-17.875856
+52656,-4.6360164,-10.386017,-0.011016381,-8.511374
+116972,-14.125949,-14.250949,-11.125949,-0.0013134176
+43770,-2.5191417,-4.8941417,-0.1441417,-4.042137
+10949,-13.125153,-0.00015233787,-11.625153,-11.125426
+100306,-15.00016,-0.00015984688,-18.06266,-16.251427
+29745,-9.500277,-0.0002761698,-13.500277,-17.251766
+60439,-13.250801,-13.500801,-9.750801,-0.0010439376
+109824,-8.750526,-0.0005260514,-12.500526,-14.509981
+102648,-16.377562,-16.127562,-0.0025618612,-6.002928
+62099,-12.125156,-0.00015603278,-11.875156,-13.875465
+33686,-8.503278,-0.0032777654,-13.690778,-13.941039
+116606,-8.774192,-12.399192,-3.7741919,-0.024357596
+85384,-12.000678,-13.875678,-11.875678,-0.0014571695
+31834,-8.750346,-13.625346,-0.00034576637,-12.628824
+58133,-14.000612,-14.875612,-13.000612,-0.0012416834
+95196,-17.500181,-18.875181,-0.00018189683,-15.875563
+11675,-8.500528,-0.0005283152,-18.625528,-18.00106
+34902,-0.59302425,-4.4680243,-0.84302425,-5.5941463
+112691,-15.750927,-15.375927,-7.875927,-0.0014072019
+33713,-6.127497,-12.252497,-0.002497175,-13.002708
+109135,-17.75009,-18.62509,-9.035656e-05,-15.75043
+60521,-9.125549,-13.375549,-0.0005497613,-8.2508
+76695,-7.501473,-14.501473,-15.376473,-0.0034338464
+98619,-15.750129,-17.25013,-0.00012897613,-13.125826
+13731,-11.500283,-0.00028367786,-16.000284,-18.62596
+14492,-8.625567,-0.000567871,-16.313068,-16.1267
+81006,-14.875203,-15.625203,-0.00020323119,-9.875416
+114491,-13.875392,-13.000392,-11.875392,-0.001009866
+120167,-18.06262,-15.875119,-0.00011944058,-13.750527
+69602,-11.875208,-0.00020776021,-18.125208,-17.03607
+81057,-8.250486,-11.000486,-0.0004861365,-10.50193
+118239,-11.250173,-0.00017260015,-14.125173,-16.750736
+26999,-6.876223,-14.376224,-0.0012232924,-14.626385
+103729,-1.9584147,-3.0834146,-0.20841464,-8.084527
+70324,-8.403902e-05,-18.125084,-19.250084,-20.687777
+88697,-13.252797,-15.627797,-7.002797,-0.0031308818
+79720,-12.375264,-0.0002646096,-14.875264,-15.126786
+119098,-8.889356,-8.514356,-1.1393559,-0.3896704
+16374,-11.5074215,-0.0074213054,-14.8824215,-17.757671
+8973,-7.876265,-0.0012649639,-15.376265,-13.252749
+92670,-0.005374032,-10.255374,-5.255374,-12.130962
+46136,-8.1256695,-0.00066949363,-13.0006695,-13.879889
+113240,-9.846203e-05,-16.4376,-13.375098,-11.504428
+92271,-9.077579,-13.577579,-0.2025785,-1.7027397
+47020,-16.377563,-13.752563,-0.002563288,-6.1029296
+68952,-11.750108,-13.500108,-0.000107878586,-15.625327
+93704,-18.62508,-18.00008,-7.9747835e-05,-17.751284
+126515,-11.875218,-0.00021812921,-17.875217,-17.010313
+1648,-12.8291,-10.9541,-0.07909926,-2.5794046
+4147,-13.75276,-13.62776,-6.12776,-0.0032307578
+106815,-11.93013,-12.05513,-0.05513008,-2.9303663
+18919,-3.0507996,-8.425799,-0.050799556,-8.801257
+88395,-14.304298,-14.304298,-1.0542984,-0.43029794
+83361,-13.125691,-0.0006918897,-20.000692,-16.376001
+69550,-10.750509,-0.00050937076,-19.25051,-17.380598
+59782,-14.501259,-16.626259,-7.0012593,-0.0015149234
+62607,-12.125831,-12.750831,-8.125831,-0.004737642
+49031,-16.62705,-14.25205,-0.002049966,-6.2522907
+24073,-11.944597,-13.944597,-7.1320972,-0.0074300687
+34883,-14.00014,-14.12514,-0.00014065707,-14.750367
+78080,-0.00050234096,-13.750503,-7.750502,-12.875872
+59546,-9.253187,-11.253187,-10.253187,-0.0033813992
+123805,-0.9030191,-0.5280191,-12.840519,-12.216483
+87807,-13.0004425,-0.00044228786,-18.375443,-15.128738
+53821,-12.501059,-15.376059,-11.501059,-0.0013569715
+90016,-10.500218,-0.00021812921,-15.312718,-18.190086
+75870,-17.500153,-17.125153,-0.00015305301,-16.375446
+58764,-12.341124,-13.903624,-2.4661238,-0.0925042
+64575,-0.00011550713,-15.000115,-16.250116,-16.937796
+85818,-15.313232,-14.750732,-11.750732,-0.0010590984
+15652,-16.50008,-15.250081,-8.093983e-05,-11.125359
+85976,-12.020813,-14.708313,-0.020812573,-3.8960216
+15080,-12.625348,-0.00034791138,-18.125347,-17.438972
+79945,-11.125905,-0.00090486585,-20.313404,-18.502527
+76385,-14.523602,-14.023602,-3.7736013,-0.023820406
+115581,-7.6265764,-11.564076,-0.0015764916,-9.814641
+61199,-12.625393,-0.00039283664,-17.750393,-19.742266
+85813,-20.87505,-18.12505,-5.0543462e-05,-17.75025
+67537,-14.750281,-0.00028177106,-13.625281,-10.875857
+89261,-12.625105,-14.250105,-0.00010454108,-13.500321
+22046,-12.87925,-13.37925,-6.5042496,-0.0045711766
+22926,-0.00013648532,-13.750136,-11.125136,-9.376609
+49488,-14.50014,-14.50014,-0.00014053787,-9.750289
+96660,-6.876642,-0.0016423083,-13.126642,-14.939709
+63730,-10.505255,-13.130255,-5.3802543,-0.0054148356
+9677,-0.00011979816,-16.68762,-10.62512,-15.250243
+120201,-15.25026,-14.75026,-9.62526,-0.00043673534
+35208,-15.625188,-16.000187,-0.00018749863,-16.062916
+30950,-12.818579,-12.568579,-0.6935792,-0.6939921
+66963,-3.288245,-13.288245,-0.038244862,-10.1636305
+16156,-14.126146,-17.376146,-17.001146,-0.0013603371
+69670,-10.500231,-0.00023123929,-15.125231,-18.37604
+13477,-3.65172,-0.026719999,-10.90172,-8.7775545
+50904,-13.938587,-0.0010873126,-13.063587,-14.939053
+7930,-17.875114,-16.125114,-0.00011526874,-13.750374
+26294,-15.755419,-15.505419,-5.3804183,-0.005602664
+35749,-10.375348,-16.250349,-0.0003481497,-9.500533
+55850,-4.7587686,-12.633769,-0.008768626,-14.134071
+64767,-14.375978,-15.750978,-13.625978,-0.0011055395
+22057,-15.017959,-14.892959,-2.017959,-0.14335358
+87663,-15.6258135,-16.438313,-8.5008135,-0.0009827767
+35864,-15.065427,-16.127928,-8.127927,-0.003042697
+33007,-8.751026,-11.001026,-0.0010259846,-7.75173
+81372,-14.250332,-18.375332,-14.875332,-0.00048559406
+97703,-4.2787642,-0.15376444,-13.403765,-11.592439
+118589,-2.193427e-05,-18.437521,-18.312521,-14.625252
+65741,-5.3285134e-05,-13.000053,-13.375053,-12.625249
+119601,-14.750205,-15.500205,-0.00020525733,-9.501181
+114504,-16.125105,-15.875106,-0.000105494655,-14.000444
+92452,-6.5682165e-05,-15.625066,-11.875066,-16.000326
+11152,-0.094798334,-8.219798,-3.4697983,-2.846273
+44669,-14.1252365,-14.5002365,-0.0002362449,-16.125788
+121963,-11.625464,-0.0004644507,-16.250465,-19.063217
+63486,-12.250349,-13.875349,-14.000349,-0.0005741532
+123055,-8.14623,-11.77123,-0.021229297,-3.8989828
+119717,-8.001285,-16.626284,-15.188785,-0.047789395
+88042,-6.1905212,-12.440521,-1.3155212,-0.31599626
+54428,-10.875368,-0.00036793138,-13.500368,-15.500873
+125274,-0.00063601765,-12.500636,-7.750636,-11.375843
+46816,-14.29877,-11.54877,-0.048770137,-3.049062
+8553,-1.3134155,-12.813416,-0.31341547,-12.313669
+56455,-15.250591,-0.00059169903,-20.813091,-22.189322
+101092,-0.0007595515,-13.000759,-7.3757596,-14.938796
+55570,-0.0011994794,-11.6262,-7.6261992,-7.376654
+2531,-5.0185852e-05,-17.25005,-15.000051,-13.000496
+55854,-9.753106,-0.0031060567,-16.190605,-17.690817
+65143,-8.6423e-05,-15.625087,-13.000087,-13.250276
+28422,-17.188456,-17.313456,-11.375956,-0.0012246257
+36329,-8.467749,-9.967749,-8.967749,-0.656578
+8061,-7.6260843,-0.0010842165,-15.501084,-14.834898
+107678,-15.500188,-0.00018761781,-16.000187,-16.000616
+53009,-0.017418036,-10.454918,-7.642418,-4.2677355
+62879,-0.00010334911,-15.875103,-13.375103,-12.750717
+26784,-8.875299,-0.0002995281,-15.375299,-20.00054
+21912,-13.648607,-13.023607,-0.8986074,-0.5240707
+113597,-3.1589963e-05,-15.875031,-17.250032,-14.625236
+82760,-3.6715788e-05,-15.125036,-13.250036,-16.250244
+26160,-11.125387,-0.00038699768,-14.000387,-15.601009
+23421,-6.50167,-0.0016699191,-15.62667,-14.631659
+41793,-1.8603945,-4.3603945,-5.2353945,-0.23840924
+103325,-11.750692,-0.00069260446,-18.375692,-15.8759165
+33557,-13.625237,-0.00023707918,-19.875237,-19.688562
+81209,-14.375238,-0.00023827098,-18.437738,-14.500646
+107064,-16.251373,-17.876373,-15.626373,-0.0017172889
+98221,-0.0011481605,-10.876148,-10.501148,-6.876317
+16139,-17.18881,-17.81381,-10.251311,-0.0015532465
+62717,-9.125548,-0.0005485699,-15.438048,-17.563416
+28151,-1.6927575e-05,-17.250017,-17.375017,-18.00031
+22888,-9.875335,-0.00033504117,-11.250335,-13.715516
+24637,-4.2647457,-9.639746,-0.014745537,-7.889942
+92809,-14.875499,-18.5005,-11.625499,-0.0007669593
+91862,-12.000103,-12.875103,-0.00010287233,-11.875463
+7412,-5.6026798e-05,-15.625056,-11.250056,-18.06275
+52442,-6.2567725,-11.006773,-0.0067726583,-5.382155
+87399,-0.0043726787,-11.254373,-5.6293726,-8.254655
+112712,-0.0002553137,-14.500256,-8.625256,-16.437988
+54201,-0.07532901,-8.950329,-5.325329,-2.700599
+117074,-15.125351,-14.750351,-0.00035124808,-8.500551
+25137,-10.627744,-12.752744,-6.1277432,-0.45234904
+16780,-0.26020724,-10.135207,-1.6352072,-3.385407
+72881,-12.875384,-14.000384,-0.00038449524,-10.375646
+110597,-12.625534,-0.00053391507,-20.000534,-17.938482
+89655,-0.00031144536,-13.875312,-8.875312,-13.502009
+48391,-10.502065,-0.0020648367,-17.627066,-16.565376
+110182,-0.00025686302,-15.500257,-12.750257,-17.187881
+87621,-8.889817,-4.1398177,-10.327317,-0.14580448
+122711,-9.619727e-05,-16.750095,-14.625096,-16.87608
+115720,-5.3404336e-05,-16.875053,-14.750053,-16.500242
+66486,-11.751003,-0.0010033579,-16.876003,-16.382603
+68169,-8.875964,-0.0009641766,-15.250964,-16.12647
+110138,-6.2632732,-12.763273,-0.01327333,-12.013541
+21580,-8.876516,-0.0015159078,-19.564016,-18.878141
+102553,-14.500295,-0.0002944036,-17.625294,-14.254031
+78769,-14.125407,-0.00040677856,-21.312906,-18.813303
+93593,-13.750331,-0.00033122775,-19.625332,-17.75073
+16612,-6.1277556,-0.0027556564,-11.002756,-15.818036
+59583,-10.625909,-16.875908,-7.500909,-0.0014682214
+76885,-0.029931262,-12.842431,-17.342432,-9.995059
+120777,-9.125373,-0.00037269798,-15.000373,-17.69025
+121894,-6.305973e-05,-15.375063,-13.000063,-10.500228
+88371,-0.00013743887,-17.000137,-18.937637,-17.937866
+68747,-13.1251745,-14.5001745,-0.00017498393,-16.313044

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans/0.0-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans/0.0-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+31224,-6.005656,-0.0056559527,-7.755656,-13.256119
+80227,-0.049814906,-9.424815,-3.049815,-7.1749845
+79086,-0.0008722315,-11.625873,-8.250873,-11.001398
+75303,-10.886486,-13.448986,-11.261486,-0.0143962
+56417,-10.126366,-8.001366,-0.0013658013,-7.1274967
+11319,-6.89062,-7.39062,-6.26562,-0.02056448
+12625,-0.019636754,-8.894637,-5.7696366,-4.145152
+87626,-4.896898,-0.02189791,-4.646898,-12.436526
+43853,-11.002531,-13.502531,-9.877531,-0.0030856398
+23828,-10.412006,-12.412006,-1.9120064,-0.16244388
+27858,-6.255287,-11.005287,-0.005287235,-8.255772
+12604,-9.87747,-14.25247,-0.0024698249,-10.252868
+8180,-12.000775,-14.688275,-0.0007757515,-9.751092
+37466,-11.004682,-11.879682,-6.0046816,-0.0053802575
+48185,-5.1332994,-0.008299268,-9.258299,-12.011709
+77755,-10.751112,-7.7511115,-0.0011116046,-8.128741
+29286,-4.0599256,-3.8099253,-1.1849253,-0.43559292
+87038,-11.375908,-14.500908,-9.500908,-0.0016237381
+33094,-6.5031037,-0.0031035612,-9.253103,-12.379256
+17990,-10.5062065,-12.8812065,-0.00620605,-5.1334295
+125393,-10.002047,-12.627047,-8.127047,-0.0026945504
+25066,-6.502925,-0.0029246912,-11.377925,-10.131065
+93021,-11.287425,-11.162425,-1.912425,-0.1629945
+91364,-13.5002,-11.6252,-0.000199894,-9.876908
+56219,-1.3386852,-4.963685,-0.33868518,-4.9642444
+108119,-7.1292944,-8.504294,-9.129294,-0.011309657
+108029,-3.6562479,-8.781248,-7.4062476,-0.032482386
+82606,-12.082181,-11.332181,-2.5821807,-0.08271316
+34733,-10.307145,-10.932145,-1.8071456,-0.18326336
+40806,-0.00075967057,-10.50076,-9.87576,-10.501036
+89870,-0.00093464076,-10.625935,-8.750935,-9.626412
+120589,-11.876547,-6.8765464,-0.0015464978,-8.752992
+107229,-9.375872,-9.375872,-0.00087175507,-7.6266856
+81763,-8.878138,-8.503138,-0.0031377864,-6.003529
+126587,-4.0449967,-5.7949967,-3.9199967,-0.04700106
+105931,-8.626973,-0.0019731116,-8.626973,-13.6553955
+51593,-0.4239483,-8.298948,-3.4239483,-1.1751711
+105827,-10.008194,-12.945694,-5.008194,-0.009811954
+92547,-9.626155,-0.0011550668,-8.876155,-11.879202
+11098,-11.12614,-11.37614,-0.0011395873,-7.0031433
+15535,-4.286032,-0.036032367,-8.661033,-9.886942
+104144,-7.7517076,-13.501708,-0.0017077638,-8.002871
+84409,-0.0023178398,-10.002317,-7.627318,-8.253587
+55188,-11.000592,-8.125592,-0.0005921756,-9.001693
+97914,-10.125228,-10.625228,-0.00022837892,-10.001331
+9697,-8.25389,-13.12889,-6.00389,-0.006135913
+43614,-10.753125,-13.503125,-6.3781247,-0.0043467516
+57056,-12.5122795,-12.2622795,-4.51228,-0.012872443
+98595,-9.251972,-0.0019726357,-9.501972,-10.753532
+11602,-10.375351,-10.125351,-0.00035112893,-9.500644
+29109,-10.127335,-14.252335,-0.0023343714,-9.378379
+114682,-6.505589,-0.005588977,-10.130589,-10.634397
+63374,-7.252213,-0.0022128162,-11.627213,-12.572908
+77864,-11.375678,-13.875678,-0.0006783092,-9.126248
+81631,-6.879667,-9.254667,-0.004666866,-5.7555223
+124163,-9.758977,-13.383977,-0.6339769,-0.75948167
+81563,-9.909586,-10.284586,-3.4095855,-0.03558405
+13895,-6.0038958,-0.0038957905,-9.003896,-9.009122
+12863,-9.279331,-12.841831,-3.6543312,-0.029846936
+45732,-6.8887367,-1.138737,-0.38873696,-7.5150456
+49404,-12.25087,-10.87587,-0.0008700876,-7.7524214
+487,-5.7546396,-0.004639456,-9.25464,-11.319294
+64317,-10.057521,-12.557521,-3.0575209,-0.059775893
+6331,-0.0022926256,-10.439793,-9.002293,-10.253985
+73812,-9.626635,-7.5016346,-0.0016348105,-7.7523284
+15701,-12.013131,-10.888131,-0.7631308,-0.64102644
+104663,-0.003019419,-11.253019,-6.6280193,-10.628678
+90606,-2.5713336,-4.3213334,-2.5713336,-0.1976594
+127552,-0.0019707321,-10.50197,-7.501971,-10.127549
+126761,-11.751773,-14.564273,-6.8767724,-0.0064812526
+92697,-2.3929696,-6.7679696,-0.14296973,-3.269573
+107122,-6.1306,-9.3806,-0.0056001204,-6.7579637
+74380,-12.261359,-11.386359,-4.6363587,-0.0119988825
+66285,-0.014817775,-10.264818,-4.6398177,-8.26522
+70163,-8.891408,-9.391408,-0.016407803,-4.141782
+75972,-9.506701,-12.194201,-0.0067013763,-9.007494
+30713,-10.52482,-12.77482,-0.024820281,-3.77815
+118867,-0.0015708976,-10.001571,-9.001571,-10.752137
+84835,-7.878162,-0.003161791,-6.628162,-10.566557
+60503,-14.250186,-14.250186,-0.00018630676,-11.625486
+11807,-11.06483,-11.68983,-0.31482944,-1.3168942
+27906,-0.04864138,-6.923641,-3.2986414,-6.2992516
+30093,-8.268924,-0.018923346,-8.768924,-8.897012
+45657,-13.2501955,-11.0001955,-0.00019512657,-10.125467
+97197,-0.0049141105,-9.004914,-5.8799143,-8.255415
+48440,-5.635064,-0.010064331,-10.385064,-10.386868
+14971,-0.0015972011,-11.001597,-7.3765974,-9.002436
+61380,-10.320485,-9.757985,-5.507985,-0.008433981
+7177,-5.8784943,-0.0034941116,-11.128494,-10.604492
+40241,-0.20612505,-7.5811253,-5.8311253,-1.7072915
+38583,-10.05516,-0.05515941,-2.9301593,-13.185285
+104941,-0.06494194,-9.564942,-2.814942,-7.190552
+39377,-3.8994355,-0.02443553,-8.274436,-11.275907
+65329,-7.932025,-9.307025,-0.05702504,-2.9458568
+81089,-8.127621,-0.0026202414,-8.252621,-10.007922
+6143,-5.0648375,-9.502337,-2.9398377,-0.066868044
+63753,-0.015049488,-8.26505,-4.6400495,-8.765368
+5084,-11.3934765,-11.6434765,-0.14347693,-2.0195568
+125282,-11.876354,-10.501354,-0.0013544919,-9.628418
+7980,-7.515294,-10.015294,-8.140294,-0.020383097
+42346,-12.126206,-14.813706,-8.876206,-0.0022954647
+73055,-7.6316614,-7.5066614,-0.006661589,-5.2599993
+31696,-9.751235,-7.2512345,-0.0012346035,-8.126731
+101343,-9.001785,-13.751785,-0.0017852336,-12.127087
+115075,-0.00066210754,-10.250662,-9.750662,-8.626233
+29447,-12.129468,-14.754468,-6.1294675,-0.005191687
+89441,-3.0511549,-9.676155,-0.05115482,-7.8014836
+15843,-1.3549795,-4.3549795,-0.35497957,-3.856071
+110126,-8.519193,-7.644193,-0.01919317,-4.0211043
+36142,-9.804284,-13.429284,-3.0542839,-0.05521333
+2846,-12.87716,-14.87716,-8.00216,-0.0027262848
+85390,-1.036701,-5.661701,-0.78670096,-3.787334
+108138,-8.978233,-10.103233,-0.47823358,-0.9788564
+7571,-11.896165,-8.396165,-2.021165,-0.17320725
+62381,-8.502201,-0.0022011595,-11.627201,-13.574078
+65963,-10.752853,-10.002853,-0.25285318,-1.5039196
+39384,-0.00071011594,-11.7507105,-9.3757105,-9.502782
+62356,-0.013728954,-9.013729,-4.513729,-8.889211
+20478,-6.3814445,-0.0064442684,-8.381444,-8.25872
+101968,-10.125666,-9.875666,-0.0006656815,-7.8761935
+124810,-8.674318,-8.174318,-0.049318586,-3.049846
+9300,-11.500565,-10.625565,-0.0005648924,-10.876114
+35593,-10.864676,-11.239676,-2.2396762,-0.11504957
+53670,-12.875395,-11.375395,-0.00039474326,-8.250798
+44789,-0.0018960133,-11.689396,-9.251896,-9.877628
+25135,-6.5134735,-0.013473528,-11.0134735,-15.015208
+32124,-0.0015057904,-9.876506,-9.251506,-10.626892
+36646,-6.8062954,-6.4312954,-3.0562956,-0.05696017
+34191,-9.511612,-10.261612,-0.6366118,-0.7691281
+65307,-11.141819,-14.079319,-4.2668195,-0.016989319
+32731,-6.878204,-0.003203857,-10.878203,-11.886198
+112637,-5.0490255,-5.2990255,-4.0490255,-0.077128716
+18943,-6.7543907,-6.6293907,-0.0043907193,-7.0078044
+117291,-0.0042047193,-8.629205,-5.7542048,-8.379939
+67975,-9.688165,-11.438165,-0.06316501,-2.8139927
+104676,-2.6984596,-0.19845957,-2.4484596,-5.8240747
+109059,-1.3204545,-0.32045445,-6.6954546,-5.46167
+86252,-10.383077,-13.445577,-5.383077,-0.008446255
+109620,-0.001460677,-9.626461,-9.751461,-8.626767
+35543,-11.131448,-12.256448,-5.3814473,-0.0069691758
+96155,-5.759373,-0.009373229,-5.384373,-7.521133
+33646,-9.500358,-10.375358,-0.0003573256,-11.125761
+64061,-1.3014061,-5.676406,-0.42640612,-3.552179
+6764,-0.012964837,-7.3879647,-5.0129647,-6.88839
+63078,-7.506398,-0.0063983114,-10.381398,-9.382968
+88343,-7.130252,-0.005252016,-10.505252,-10.884732
+50106,-6.903272,-0.028272107,-4.028272,-4.7872562
+35688,-12.070337,-13.195337,-0.07033687,-2.7006824
+78697,-5.508756,-0.008755981,-7.883756,-5.885138
+13749,-4.761669,-0.011669352,-6.761669,-6.888218
+44428,-7.130754,-11.4432535,-6.755754,-0.008257614
+13880,-0.012592565,-9.762592,-4.762593,-9.638162
+107805,-10.780678,-11.280678,-0.030677328,-3.5316176
+47687,-0.000828638,-10.750829,-8.375829,-10.50125
+3328,-11.5005665,-11.5005665,-0.0005667987,-8.377131
+27574,-10.626834,-12.814334,-8.501834,-0.0024013747
+6049,-7.751317,-0.0013172292,-9.501317,-11.252403
+121371,-8.626505,-0.0015050762,-8.251505,-9.503746
+93977,-6.502487,-11.627487,-0.0024873053,-8.127894
+87794,-11.375174,-13.125174,-0.00017367286,-10.751603
+1284,-7.377029,-0.002029028,-9.877029,-8.0090685
+86737,-8.856737,-7.9817367,-0.48173678,-0.9825701
+9800,-10.503439,-14.440939,-11.503439,-0.00537444
+60632,-6.5070524,-0.007052291,-10.257052,-13.196096
+69196,-8.37769,-0.0026905073,-11.37769,-12.504945
+109514,-11.750883,-11.500883,-0.00088330824,-8.501575
+75454,-6.13997,-0.014969751,-5.26497,-7.8033347
+68262,-5.5500507,-12.737551,-0.050050672,-10.112966
+51383,-5.133347,-0.008347265,-7.383347,-9.283677
+39024,-4.0393596,-0.039359592,-10.03936,-9.4159355
+53372,-10.038869,-11.163869,-1.913869,-0.1663457
+61955,-11.10451,-10.47951,-1.6045108,-0.22986358
+46407,-7.501895,-0.0018948235,-9.626895,-10.728326
+56851,-7.876442,-12.376442,-0.0014419883,-7.126765
+117835,-13.625257,-14.500257,-0.00025686302,-11.625667
+41315,-7.752227,-15.252227,-0.0022268516,-9.502905
+54086,-0.0009707268,-12.500971,-8.250971,-10.751704
+1123,-0.08347546,-8.833475,-2.7084754,-6.95882
+6738,-5.8799324,-0.004932379,-8.504932,-12.925171
+65022,-8.521478,-8.646478,-4.1464777,-0.024434747
+29011,-10.875978,-14.875978,-9.875978,-0.0029522376
+209,-10.755262,-8.880262,-0.1302624,-2.132464
+117949,-0.016904432,-10.329405,-4.6419044,-8.39223
+112253,-10.506254,-7.5062547,-5.7562547,-0.006970341
+117575,-9.744248,-5.2442484,-0.1192484,-2.2446072
+12151,-10.375714,-12.750714,-0.00071440445,-12.501245
+6503,-7.4784117,-9.978412,-0.35341173,-1.2289015
+47388,-7.751351,-0.0013506823,-8.62635,-8.006856
+122533,-8.003938,-12.003938,-6.6289372,-0.0049740025
+77557,-1.0730138,-4.698014,-0.57301384,-2.948498
+3593,-5.7700825,-0.02008271,-5.5200825,-4.52748
+39857,-0.0045709885,-7.254571,-7.629571,-7.7549314
+82941,-8.627509,-0.0025089474,-10.252509,-13.88867
+2835,-0.0036830942,-10.003683,-6.503683,-9.00468
+12119,-8.876854,-12.876854,-0.0018535353,-7.127657
+2255,-0.010581459,-9.885581,-5.6355815,-7.0166774
+99071,-7.2834153,-8.033415,-0.033415098,-3.534506
+73970,-8.263518,-7.513519,-0.013518692,-4.389975
+73312,-9.099608,-4.5371084,-0.7871082,-0.6627791
+109736,-7.8783073,-0.003307232,-10.628307,-11.978118
+2581,-5.256375,-0.0063749766,-10.256375,-11.386941
+64922,-8.139517,-10.764517,-5.2645173,-0.017882496
+85830,-0.0021140862,-10.377114,-8.252114,-8.628199
+122144,-5.8903522,-0.015352291,-7.6403522,-9.269205
+62330,-5.1437407,-0.018740498,-9.018741,-12.959709
+112561,-9.377448,-8.627448,-0.0024477064,-7.380694
+48434,-5.381019,-0.0060193213,-10.00602,-10.7837515
+119944,-8.87552,-0.00051985576,-10.37552,-13.939001
+120940,-2.0786264,-0.2036264,-4.5786266,-3.3299854
+77443,-12.500492,-13.750492,-0.00049173663,-8.014158
+23685,-11.044018,-10.169018,-0.044017643,-3.1695173
+47231,-2.8802211,-0.13022107,-8.505221,-10.255813
+91022,-8.629083,-0.004082679,-13.691583,-15.399238
+714,-11.509532,-10.384532,-0.75953186,-0.63546544
+25730,-9.875613,-9.000613,-0.0006131438,-8.502068
+97729,-0.032821517,-7.5328217,-3.7828214,-5.917816
+30236,-0.32272556,-5.447726,-6.322726,-1.323774
+2443,-7.0018206,-0.001820694,-8.251821,-12.00376
+52656,-3.9079,-8.4079,-0.032900073,-5.158574
+116972,-10.132788,-11.257788,-5.257787,-0.008628225
+43770,-5.910763,-5.035763,-2.0357628,-0.18784222
+10949,-9.252578,-0.002578032,-6.3775783,-8.628826
+100306,-9.75638,-0.006380307,-10.13138,-11.017899
+29745,-6.752695,-0.002695144,-7.252695,-11.817392
+60439,-8.883616,-10.196116,-6.5086164,-0.011190915
+109824,-6.2622366,-0.01223676,-4.7622366,-8.927806
+102648,-11.293219,-11.793219,-0.043218564,-3.17077
+62099,-6.3871255,-0.012125589,-4.6371255,-8.513577
+33686,-6.1623197,-0.037319776,-8.16232,-9.6003895
+116606,-6.3553605,-10.23036,-1.6053603,-0.23358077
+85384,-10.503228,-12.940728,-7.378228,-0.0042398693
+31834,-7.6262746,-8.376274,-0.0012744885,-8.50883
+58133,-10.380735,-11.005735,-5.630735,-0.007372767
+95196,-13.125265,-15.250265,-0.00026508633,-11.500573
+11675,-4.388563,-0.013563264,-11.513563,-12.303658
+34902,-4.3743854,-2.624385,-0.1243852,-3.625542
+112691,-12.014683,-13.014683,-4.3896823,-0.015888356
+33713,-6.379394,-9.879395,-0.004394161,-9.881535
+109135,-11.625165,-13.000165,-0.00016521043,-10.000746
+60521,-8.627665,-11.002665,-0.0026641137,-6.1280355
+76695,-7.6270776,-13.064578,-11.502078,-0.009128637
+98619,-10.627103,-9.627103,-0.0021026663,-6.253034
+13731,-7.8772073,-0.0022071067,-8.252207,-12.816295
+14492,-6.7525706,-0.00257066,-9.877571,-10.0061655
+81006,-10.628483,-11.253483,-0.0034824698,-5.754712
+114491,-12.127942,-11.127942,-6.1279426,-0.0039533633
+120167,-12.750412,-11.250412,-0.00041154498,-8.626241
+69602,-8.127366,-0.0023664823,-11.252366,-10.882884
+81057,-7.879557,-5.879557,-0.0045571043,-6.7573166
+118239,-7.75422,-0.0042200326,-8.50422,-12.882745
+26999,-6.003866,-11.128866,-0.003865985,-9.37939
+103729,-5.1877747,-1.8127749,-0.18777484,-6.6894717
+70324,-0.001277703,-11.001278,-9.376278,-12.2518215
+88697,-9.399837,-13.837337,-3.899836,-0.026028818
+79720,-9.87616,-0.0011592342,-7.751159,-10.128475
+119098,-8.364334,-9.614334,-2.239334,-0.11465656
+16374,-6.809362,-0.059361722,-9.684361,-12.74848
+8973,-6.3784223,-0.0034223578,-9.378423,-7.7556357
+92670,-0.26133868,-5.2613387,-1.5113387,-6.137223
+46136,-6.6279445,-0.0029446597,-8.877945,-7.381792
+113240,-0.008566891,-9.008567,-6.008567,-5.89431
+92271,-7.4472046,-11.572205,-0.6972047,-0.69778454
+47020,-11.695455,-10.320455,-0.07045453,-2.6964104
+68952,-8.126026,-8.751026,-0.0010262228,-9.001859
+93704,-12.000228,-11.375228,-0.00022825974,-9.378252
+126515,-8.127107,-0.0021067108,-11.627107,-12.909766
+1648,-11.196809,-8.946809,-0.07180847,-2.6975524
+4147,-9.807453,-10.682453,-1.0574534,-0.4336639
+106815,-9.411842,-10.661842,-0.16184208,-1.9123869
+18919,-4.2775803,-5.7775803,-0.027580375,-4.7783146
+88395,-10.476368,-12.913868,-1.2263682,-0.35326943
+83361,-8.628475,-0.0034753422,-11.003475,-10.382896
+69550,-7.626956,-0.0019558603,-12.064456,-11.942454
+59782,-10.525821,-12.525821,-3.7758207,-0.026727732
+62607,-10.769635,-11.019635,-4.019635,-0.027116358
+49031,-11.305786,-12.180786,-0.055786222,-2.9351635
+24073,-9.89344,-12.64344,-4.3934402,-0.019288832
+34883,-10.500847,-9.375847,-0.00084709993,-8.126599
+78080,-0.05021655,-8.550217,-3.1752164,-5.3007593
+59546,-7.6387224,-7.8887224,-5.8887224,-0.014133358
+123805,-2.3803773,-0.13037731,-7.7553773,-7.755952
+87807,-8.895949,-0.020949632,-10.645949,-10.040141
+53821,-10.128607,-13.441107,-7.878607,-0.008267371
+90016,-6.629205,-0.0042050756,-8.504205,-12.158179
+75870,-11.750178,-11.750178,-0.00017879794,-10.875527
+58764,-10.380756,-12.255756,-1.505756,-0.2608193
+64575,-0.0022264947,-10.377227,-8.502227,-9.502581
+85818,-10.880438,-12.255438,-6.130438,-0.0060918108
+15652,-11.3758135,-10.3758135,-0.0008138682,-7.3764114
+85976,-9.6280365,-11.8780365,-0.12803634,-2.1286485
+15080,-9.00255,-0.0025498518,-10.50255,-12.699777
+79945,-6.6300573,-0.005057162,-11.130057,-8.883226
+76385,-10.327723,-10.827723,-0.827723,-0.578924
+115581,-7.628334,-7.378334,-0.003333965,-6.2537704
+61199,-8.876342,-0.0013422299,-11.126342,-15.948299
+85813,-14.250185,-12.125185,-0.00018523408,-10.627157
+67537,-10.252982,-0.002982575,-8.502982,-7.6299033
+89261,-7.3760247,-9.126024,-0.0010246747,-9.251485
+22046,-9.293943,-11.731443,-3.293944,-0.044851407
+22926,-0.076377116,-7.826377,-3.3263772,-3.3308687
+49488,-9.382657,-10.007657,-0.007656987,-5.0082555
+96660,-4.897551,-0.02255116,-5.897551,-10.148897
+63730,-8.989987,-11.614987,-2.2399876,-0.11586844
+9677,-0.017700447,-10.6427,-4.8927007,-7.518019
+120201,-10.425315,-10.175315,-3.050315,-0.050925326
+35208,-12.9385805,-11.0010805,-0.0010808823,-11.1270685
+30950,-10.412034,-10.912034,-0.162034,-1.9129596
+66963,-5.6297503,-11.12975,-0.0047501577,-7.255058
+16156,-10.129747,-14.192247,-11.504747,-0.009032978
+69670,-7.00269,-0.002689794,-8.377689,-12.379075
+13477,-4.7604785,-0.0104783615,-7.8854785,-6.893395
+50904,-8.25874,-0.008740028,-6.75874,-10.448559
+7930,-12.250424,-11.125424,-0.0004244142,-9.376518
+26294,-11.42685,-12.17685,-3.0518503,-0.054708343
+35749,-7.1284256,-13.815926,-0.0034254466,-7.129183
+55850,-6.1297154,-10.004715,-0.0047152755,-8.880225
+64767,-10.251844,-11.751844,-7.7518444,-0.0034930375
+22057,-10.887455,-12.512455,-0.38745534,-1.1379184
+87663,-11.647902,-13.397902,-3.897901,-0.023308277
+35864,-11.764343,-14.201843,-4.5143437,-0.014570571
+33007,-8.6288805,-8.3788805,-0.0038808284,-5.754593
+81372,-11.251628,-13.751628,-7.0016274,-0.00205761
+97703,-4.55199,-0.30198988,-10.30199,-10.743913
+118589,-0.0023431722,-10.252343,-7.752343,-7.0028596
+65741,-0.028877892,-6.0288777,-4.2788777,-4.904546
+119601,-10.007546,-9.257546,-0.0075468435,-5.0207124
+114504,-11.5005045,-9.8755045,-0.0005041282,-8.001801
+92452,-0.008555072,-10.133555,-5.383555,-8.508936
+11152,-1.5941876,-5.3441877,-1.5941876,-0.5955343
+44669,-10.5004635,-8.5004635,-0.00046385496,-10.128246
+121963,-6.62873,-0.0037296514,-8.50373,-12.317349
+63486,-9.376943,-11.001943,-8.751943,-0.0038548447
+123055,-8.502655,-10.252655,-0.1276548,-2.1316793
+119717,-7.25171,-14.75171,-10.62671,-0.027085919
+88042,-7.2594914,-10.759491,-0.7594913,-0.6361302
+54428,-7.5052586,-0.0052584196,-7.2552586,-10.952773
+125274,-0.04230687,-9.167307,-3.542307,-5.542813
+46816,-11.33963,-9.83963,-0.089629926,-2.465046
+8553,-4.141394,-11.516394,-0.016393965,-9.641766
+56455,-10.126805,-0.0018054628,-13.001805,-14.566378
+101092,-0.13288598,-6.757886,-2.132886,-8.258973
+55570,-0.027846714,-9.402846,-4.277847,-4.407168
+2531,-0.005245019,-9.630245,-6.755245,-5.8811703
+55854,-6.521655,-0.021655064,-10.396655,-12.460262
+65143,-0.004822172,-11.379822,-6.5048223,-8.38027
+28422,-12.755049,-14.005049,-5.880049,-0.0055284956
+36329,-10.75562,-13.38062,-11.31812,-0.0069722002
+8061,-5.5062037,-0.0062036808,-10.506204,-10.216506
+107678,-10.754698,-0.004698071,-8.379698,-10.3811865
+53009,-0.35753375,-8.545033,-4.357534,-1.9858081
+62879,-0.0019422969,-11.939443,-7.751942,-7.12778
+26784,-6.753572,-0.0035717995,-8.5035715,-13.507127
+21912,-10.725284,-10.725284,-0.35028327,-1.226691
+113597,-0.0010525407,-9.751053,-8.501053,-9.251402
+82760,-0.010299155,-10.385299,-4.635299,-9.885848
+26160,-9.126323,-0.0013224675,-9.001323,-11.980452
+23421,-3.6554365,-0.030436603,-8.2804365,-9.160929
+41793,-4.0911093,-2.7161093,-3.0911093,-0.47176227
+103325,-7.5036077,-0.0036077905,-11.128608,-9.756785
+33557,-8.251859,-0.0018591278,-11.876859,-13.690862
+81209,-9.502766,-0.0027655235,-9.877766,-9.379499
+107064,-10.8786335,-14.3786335,-10.6286335,-0.007240558
+98221,-0.1644816,-6.5394816,-3.2894816,-2.415202
+16139,-13.003507,-14.566007,-6.753506,-0.004089315
+62717,-5.261392,-0.011392068,-8.511392,-11.02471
+28151,-0.00076812797,-11.000768,-7.875768,-10.626122
+22888,-7.0052905,-0.0052903183,-5.7552905,-7.7389107
+24637,-4.1521072,-5.5271072,-0.027107237,-5.0274744
+92809,-10.257512,-14.195012,-5.1325116,-0.008368275
+91862,-8.501347,-7.5013466,-0.0013465156,-7.877782
+7412,-0.0037551855,-11.128756,-6.003755,-10.879251
+52442,-7.406269,-8.781269,-0.031269178,-3.5322444
+87399,-0.15475975,-7.15476,-2.4047596,-3.6559181
+112712,-0.020526836,-8.895527,-4.020527,-9.146026
+54201,-1.1058141,-8.105814,-3.2308142,-0.4848798
+117074,-10.77107,-8.89607,-0.021069981,-3.8971608
+25137,-7.903355,-9.403356,-3.9033551,-1.0814589
+16780,-1.6174119,-9.992412,-0.24241187,-4.2430034
+72881,-10.003348,-10.878348,-0.0033482227,-6.0041356
+110597,-8.003125,-0.0031255463,-11.503125,-11.130962
+89655,-0.006481459,-11.193981,-6.0064816,-9.133253
+48391,-6.505508,-0.005508008,-12.068008,-11.944611
+110182,-0.0072207195,-10.63222,-6.5072207,-9.257584
+87621,-8.761803,-5.5118027,-7.0118027,-0.014888425
+122711,-0.0015357855,-12.001535,-8.751535,-10.127934
+115720,-0.0047704456,-10.37977,-6.5047703,-6.5052705
+66486,-7.2540493,-0.0040491982,-9.254049,-10.444129
+68169,-5.3834934,-0.008493255,-8.758493,-9.637486
+110138,-6.7679834,-9.517983,-0.017983247,-8.393617
+21580,-5.5094,-0.009400037,-12.0094,-12.19941
+102553,-10.324488,-0.011987786,-10.136988,-8.433819
+78769,-8.002554,-0.0025541324,-12.627554,-12.313196
+93593,-9.126226,-0.0012265071,-10.126226,-10.3799925
+16612,-3.6595228,-0.034522783,-5.784523,-10.17846
+59583,-8.888956,-13.138956,-4.388956,-0.0151871545
+76885,-0.089077085,-8.776577,-13.589077,-4.9753737
+120777,-5.5050282,-0.0050281025,-8.130028,-9.633766
+121894,-0.069425665,-8.819426,-3.9444256,-3.0700617
+88371,-0.001294728,-10.876295,-9.751295,-10.876614
+68747,-9.875331,-9.875331,-0.00033134694,-11.376013

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/test=agnews/list=0.7-1.0/labels.csv

@@ -0,0 +1,153 @@
+117705,0
+95001,0
+81193,2
+27443,2
+93435,2
+26351,1
+70951,0
+29636,0
+27405,0
+66046,2
+75442,2
+21684,1
+27648,3
+92178,3
+115588,2
+66269,1
+80688,0
+4119,3
+30452,2
+51154,2
+47418,1
+110941,2
+15764,3
+31261,3
+36274,3
+114702,3
+64019,1
+65678,1
+105531,3
+79029,1
+31586,2
+61925,1
+77652,0
+51681,3
+85451,2
+61648,3
+110327,3
+31862,0
+107160,0
+90070,1
+40901,2
+93867,3
+59392,0
+97503,1
+81963,2
+33047,2
+2239,0
+86057,3
+90905,0
+109680,2
+26344,2
+59335,2
+98134,1
+27922,2
+120518,3
+67218,2
+54351,3
+115927,0
+94036,3
+105560,2
+36939,3
+104868,2
+32869,1
+81717,0
+17342,1
+98050,0
+101482,0
+104186,3
+18152,1
+66652,3
+124535,1
+39738,2
+32194,1
+56162,1
+59048,1
+52917,3
+29038,2
+8160,0
+46497,0
+42484,1
+115302,2
+125352,1
+76377,3
+73034,2
+120488,2
+25996,0
+110051,3
+24742,0
+19232,1
+123143,0
+106047,2
+15334,1
+111981,1
+1875,2
+77454,1
+68179,3
+86837,0
+54683,3
+28602,3
+62969,0
+87166,3
+68774,3
+95384,1
+122153,1
+109046,0
+43041,2
+101990,0
+43203,0
+58089,3
+67888,2
+49946,1
+91990,2
+52799,2
+105679,0
+109091,3
+115412,1
+92695,1
+49886,0
+25453,0
+109180,1
+125010,0
+4814,1
+53497,0
+41311,0
+98915,3
+15453,3
+106638,3
+69813,1
+99439,2
+108936,0
+86250,3
+102119,0
+84864,3
+63281,3
+117725,0
+18533,0
+27967,2
+108357,1
+25278,1
+101864,2
+79698,1
+99796,2
+71650,3
+92947,3
+42787,1
+58220,2
+101210,0
+20319,3
+79102,2
+123166,1
+125617,0
+77087,1
+116586,1

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=3/lora_ans_no_es/0.0-0.7/0.0-0.3/test=agnews/list=0.7-1.0/logits.csv

@@ -0,0 +1,153 @@
+117705,-2.0265374e-05,-20.750021,-19.375021,-25.12516
+95001,-0.6333833,-11.633383,-8.133383,-0.75853634
+81193,-24.875027,-20.500027,-2.7179349e-05,-19.87527
+27443,-21.125044,-20.625044,-4.339124e-05,-18.500217
+93435,-5.753267,-15.128266,-0.0032665962,-15.003352
+26351,-12.000234,-0.0002337421,-20.125235,-18.125864
+70951,-0.0053082234,-11.755308,-15.005308,-11.38047
+29636,-1.966934e-05,-13.87502,-14.37502,-17.000162
+27405,-7.7566795,-9.75668,-5.1316795,-0.0067687533
+66046,-20.875044,-19.500044,-4.3629647e-05,-19.000195
+75442,-9.125234,-14.125234,-0.00023409964,-11.750444
+21684,-14.750168,-0.00016759422,-21.187668,-19.50038
+27648,-19.500305,-16.875305,-11.375305,-0.00040812098
+92178,-12.254232,-11.754232,-0.0042321407,-5.5046697
+115588,-21.125061,-19.375061,-6.1152496e-05,-20.375196
+66269,-6.127361,-0.0023608927,-15.377361,-13.50268
+80688,-5.5311582e-05,-14.500055,-11.875055,-12.3752365
+4119,-17.250416,-18.125416,-16.375416,-0.0006997538
+30452,-8.474025,-8.474025,-0.34902477,-1.2241052
+51154,-8.75227,-13.00227,-0.0022700275,-6.252402
+47418,-5.5044303,-0.0044301227,-17.19193,-13.130711
+110941,-19.125048,-17.625048,-4.8517002e-05,-11.750256
+15764,-18.937925,-19.062925,-16.375425,-0.00051584415
+31261,-19.125267,-19.000267,-10.625267,-0.00037260778
+36274,-19.250233,-14.875233,-13.125233,-0.0004206493
+114702,-7.2514534,-8.251453,-9.251453,-0.0019770986
+64019,-7.500682,-0.000681883,-12.750682,-14.125827
+65678,-15.750214,-0.00021336187,-20.875214,-21.12534
+105531,-16.627113,-13.502114,-9.627114,-0.0022313818
+79029,-7.875609,-0.000608974,-15.750609,-14.882376
+31586,-17.44509,-13.695089,-0.070088945,-2.6951947
+61925,-15.375018,-1.800044e-05,-21.312517,-22.312704
+77652,-3.8384653e-05,-17.500038,-16.375038,-15.250153
+51681,-16.000465,-16.500465,-16.375465,-0.003697747
+85451,-8.750274,-15.000274,-0.0002741438,-10.125386
+61648,-16.500162,-14.750163,-11.625163,-0.00042731847
+110327,-18.50031,-14.125311,-14.000311,-0.00064863404
+31862,-4.9351427e-05,-14.37505,-16.37505,-10.750187
+107160,-9.7751135e-06,-19.12501,-19.37501,-22.000128
+90070,-14.500093,-9.381331e-05,-19.000093,-19.125448
+40901,-26.37505,-21.50005,-5.0066647e-05,-20.375278
+93867,-17.125404,-17.625404,-13.000405,-0.00051334716
+59392,-4.6848152e-05,-17.625048,-12.250047,-19.250137
+97503,-16.625149,-0.00014864294,-20.125149,-18.750685
+81963,-20.500092,-18.250092,-9.154854e-05,-10.875332
+33047,-6.9753356,-8.975335,-0.47533542,-0.97548574
+2239,-5.817244e-05,-20.687557,-20.750057,-22.875189
+86057,-18.250347,-17.937847,-16.375347,-0.00051205343
+90905,-4.9947444e-05,-17.37505,-20.75005,-15.375278
+109680,-16.701504,-13.201504,-0.20150357,-1.7016354
+26344,-8.500317,-14.250317,-0.00031621224,-13.375471
+59335,-5.0250125,-10.525012,-0.025012368,-4.025181
+98134,-16.125214,-0.00021419614,-22.875214,-19.75056
+27922,-3.5300455,-10.7800455,-0.030045561,-8.530262
+120518,-17.625847,-19.250847,-21.313347,-0.00092172297
+67218,-22.875048,-20.250048,-4.8636208e-05,-20.62521
+54351,-19.629139,-17.629139,-0.004138359,-5.5048113
+115927,-1.8596476e-05,-15.875018,-16.50002,-17.625145
+94036,-15.750911,-14.500911,-8.125911,-0.0010293091
+105560,-13.262143,-12.387143,-0.38714343,-1.1372104
+36939,-16.750275,-18.375275,-15.875274,-0.0003896523
+104868,-14.7500925,-19.000093,-9.274053e-05,-11.375494
+32869,-10.125153,-0.00015257625,-18.187653,-19.687899
+81717,-2.8729026e-05,-16.500029,-12.875029,-20.750229
+17342,-5.878002,-0.0030020669,-19.253002,-17.878185
+98050,-0.016351394,-8.391352,-4.141351,-12.391584
+101482,-0.0007102351,-12.0007105,-7.37571,-16.938301
+104186,-20.81279,-18.12529,-12.625291,-0.00041873273
+18152,-8.000433,-0.00043251697,-21.187933,-17.563221
+66652,-18.1255,-18.1255,-16.0005,-0.00097467576
+124535,-9.375171,-0.00017033557,-16.00017,-15.625349
+39738,-19.500063,-17.875063,-6.365574e-05,-19.25111
+32194,-13.375133,-0.00013255194,-19.500132,-18.250605
+56162,-8.375657,-0.0006568658,-20.313156,-22.688478
+59048,-6.002644,-0.0026442583,-15.377645,-12.50322
+52917,-6.1314616,-11.631462,-0.0064617977,-5.50665
+29038,-16.125092,-17.875092,-9.178694e-05,-17.62518
+8160,-2.1695856e-05,-16.875021,-17.375021,-19.875128
+46497,-9.131015e-05,-15.125092,-11.500092,-15.125319
+42484,-16.500177,-0.00017677175,-16.750177,-17.500586
+115302,-6.6265383,-10.001538,-0.001538285,-10.001844
+125352,-15.875082,-8.2131824e-05,-19.812582,-18.125395
+76377,-16.875301,-14.000302,-19.750301,-0.00078638294
+73034,-23.250042,-23.000042,-4.1841584e-05,-23.250185
+120488,-0.0021893836,-11.87719,-6.627189,-7.1273613
+25996,-0.001533643,-9.8765335,-13.9390335,-10.751697
+110051,-12.250193,-11.875193,-13.500193,-0.004740172
+24742,-2.0861407e-05,-18.625021,-17.250021,-17.125103
+19232,-13.250117,-0.000116937474,-17.437616,-17.187859
+123143,-1.5139465e-05,-19.250015,-20.125015,-21.62512
+106047,-16.2501,-19.8751,-9.881962e-05,-15.750303
+15334,-13.500557,-0.0005565525,-18.750557,-20.125996
+111981,-10.50024,-0.00024077378,-18.37524,-19.500519
+1875,-18.750053,-19.250053,-5.2689116e-05,-19.750134
+77454,-10.625346,-0.00034624303,-16.000347,-20.812994
+68179,-20.125425,-17.125425,-0.0004256058,-7.8755403
+86837,-1.1086402e-05,-17.875011,-18.375011,-20.875135
+54683,-23.376554,-19.876554,-21.501554,-0.0016726021
+28602,-17.62596,-15.625959,-0.00095917465,-7.00105
+62969,-0.00546924,-12.630469,-5.2554693,-11.13066
+87166,-14.438741,-14.501241,-12.876241,-0.0013795485
+68774,-14.501666,-14.751666,-6.626666,-0.0018501567
+95384,-12.875064,-6.3536536e-05,-20.437563,-19.625332
+122153,-8.000435,-0.0004352576,-18.125435,-20.500818
+109046,-2.5629668e-05,-18.625025,-15.750026,-20.438091
+43041,-1.1682442e-05,-18.750011,-15.500011,-21.125162
+101990,-2.6583319e-05,-16.125027,-15.375027,-18.12533
+43203,-0.0077610854,-14.382761,-4.882761,-10.632923
+58089,-17.500366,-17.562866,-11.500366,-0.00050811376
+67888,-21.125046,-19.250046,-4.613293e-05,-16.250198
+49946,-10.875167,-0.00016735584,-15.375167,-16.750378
+91990,-14.500074,-18.125074,-7.426463e-05,-17.375244
+52799,-13.408935,-14.033935,-0.03393424,-3.4090838
+105679,-8.63038e-05,-15.250086,-11.875086,-17.500973
+109091,-14.376508,-14.376508,-10.626508,-0.0016416771
+115412,-15.5001135,-0.0001136,-23.562614,-17.500795
+92695,-4.141203,-0.016202794,-15.391203,-16.141851
+49886,-0.00047565115,-13.000476,-8.250476,-11.75061
+25453,-3.5166122e-05,-16.375034,-16.625034,-20.937778
+109180,-15.250754,-0.00075454847,-19.250755,-18.876045
+125010,-5.8887654e-05,-15.500059,-10.125059,-15.000151
+4814,-10.125382,-0.00038270777,-16.375383,-14.500744
+53497,-1.3828182e-05,-19.125013,-21.250013,-18.500137
+41311,-0.0017162131,-12.751717,-6.501716,-15.251829
+98915,-19.375347,-16.125347,-10.875347,-0.00050430326
+15453,-16.877996,-14.377996,-5.877996,-0.0033090082
+106638,-6.3770633,-13.002063,-12.627063,-0.0021964428
+69813,-12.000109,-0.00010859377,-18.562609,-19.125391
+99439,-0.12968834,-7.0046883,-2.1296883,-6.7551847
+108936,-0.000110739296,-14.750111,-9.750111,-17.562754
+86250,-22.188381,-17.500881,-0.000881879,-7.1259513
+102119,-2.1457441e-05,-19.500021,-17.125021,-22.437849
+84864,-12.375847,-17.500847,-13.125847,-0.0009463979
+63281,-17.062927,-12.875427,-11.000427,-0.00084037846
+117725,-2.7536968e-05,-14.750028,-13.250028,-15.375302
+18533,-1.6569955e-05,-18.000017,-20.000017,-21.312653
+27967,-20.883766,-17.883766,-4.7587667,-0.008843146
+108357,-16.750166,-0.00016604476,-20.062666,-20.62535
+25278,-17.500114,-0.000113719194,-24.125114,-20.00036
+101864,-9.250148,-18.125149,-0.00014816617,-19.000319
+79698,-14.500179,-0.00017915551,-17.37518,-18.441542
+99796,-13.750065,-13.500065,-6.472855e-05,-11.750648
+71650,-16.128935,-15.628936,-5.628936,-0.004094226
+92947,-19.500849,-16.063349,-17.938349,-0.0009739304
+42787,-8.875281,-0.00028129434,-15.125281,-13.50072
+58220,-23.00004,-20.87504,-4.088795e-05,-20.250204
+101210,-4.2199197e-05,-20.000042,-18.625042,-22.12522
+20319,-14.535862,-10.973362,-3.5983615,-0.0987944
+79102,-9.000177,-17.500177,-0.0001772485,-17.12538
+123166,-11.875144,-0.00014399446,-17.375143,-17.375753
+125617,-0.2596431,-8.634644,-1.5096431,-7.8848248
+77087,-17.31269,-0.00019012074,-18.62519,-17.063164
+116586,-8.625372,-0.000371983,-13.250372,-14.501227