Add files using upload-large-folder tool

calibration/llama3.2-1b-instruct/banking77/size=16/seed=4/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a738a41fd17242a9b7bb59dce424b94a7f43abf6bd7bcbc30cbaf93462fb9f
+size 1996

calibration/llama3.2-1b-instruct/banking77/size=64/seed=0/bias_shift/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735259862.gamma.1502751.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7dbf930727b003826f375b0b6259b360ae8941def9a90d09d6791827945918
+size 394302

calibration/llama3.2-1b-instruct/banking77/size=64/seed=0/bias_shift/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2130b2f72ee5c338a4a932ee7bd1c8e17d5d94e0e24cc8d800be1b8dfdf6fd3f
+size 1996

calibration/llama3.2-1b-instruct/banking77/size=64/seed=0/dp_calibration/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735259838.gamma.1502369.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b0c8a10ac0a0c387792d4483e13e9506407bbc1b8283a966aad3619bdc1d44
+size 429022

calibration/llama3.2-1b-instruct/banking77/size=64/seed=0/dp_calibration/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041726182d3cab63469c6cd53b7a85845328c1c3cf86fcd9b120e5b58405c9f7
+size 1996

calibration/llama3.2-1b-instruct/banking77/size=64/seed=0/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735259847.gamma.1502506.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc7e7147517f1d89433e195df67b462d4306b6bd0b0f1c61e50aade93676575
+size 266082

calibration/llama3.2-1b-instruct/banking77/size=64/seed=0/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef99df38ed4f883b9fd9e03f52e271ae352b1c20c0c0ed560930b5e496b0237d
+size 1996

calibration/llama3.2-1b-instruct/banking77/size=64/seed=0/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735259854.gamma.1502630.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed79096981477271b3d5177f057d76c5db5f96825a92cb89a918c74a28aed95
+size 389214

calibration/llama3.2-1b-instruct/banking77/size=64/seed=0/vector_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012eec6acd0101277802eb757fe63c754ab348288f94ce947a11e5ee5c1f73b5
+size 2252

calibration/llama3.2-1b-instruct/banking77/size=64/seed=1/bias_shift/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735259896.gamma.1503266.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f77fe5fd46b348472f16574f3c41e5907b8d5df6c4ca645a14bcd84ac2a94b
+size 373974

calibration/llama3.2-1b-instruct/banking77/size=64/seed=1/bias_shift/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30875d99d56586513531e95c6242617a0b4e037c341f4f5d0ac7a1a9e3b44c9
+size 1996

calibration/llama3.2-1b-instruct/banking77/size=64/seed=1/dp_calibration/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735259871.gamma.1502881.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df94d91307e6d4c6822d18d4457a656440295c0ae8d6b230db4b0e9476f5c504
+size 422122

calibration/llama3.2-1b-instruct/banking77/size=64/seed=1/dp_calibration/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67b62941a34e10362ee1df0f54e53a66054c06d446ef3d7be54b46ffca24c53
+size 1996

calibration/llama3.2-1b-instruct/banking77/size=64/seed=1/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735259881.gamma.1502995.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a77e15b1053b66c6b360f7721169dee4b12d2e38765fd389bd3b1156ca0b3fb
+size 267710

calibration/llama3.2-1b-instruct/banking77/size=64/seed=1/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03413feb2fd3f762b386e77308b510bd23e6b1e5b8b72ce43f7b556e04e68e4b
+size 1996

calibration/llama3.2-1b-instruct/banking77/size=64/seed=1/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735259887.gamma.1503147.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153b78fe500942d9359c4b4a5ed8b318b0620bec63895aa88c128fe09906399c
+size 397074

calibration/llama3.2-1b-instruct/banking77/size=64/seed=1/vector_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4141ba511744e54b79b1c3b30af6832d58346ad0e0c4d0129ea7a77d9b4ea927
+size 2252

calibration/llama3.2-1b-instruct/banking77/size=64/seed=2/bias_shift/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735259929.gamma.1503769.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fc302525f078701f29b26f3cf6b12011043959f9c1a00dad729533d7151a5f
+size 391330

calibration/llama3.2-1b-instruct/banking77/size=64/seed=2/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735259913.gamma.1503524.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594a34c69af4ffe7ace8db7afb1e433b7acf68ecda17e146b963267e58c3fc4d
+size 263298

calibration/llama3.2-1b-instruct/banking77/size=64/seed=2/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735259920.gamma.1503649.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0663b0f44591d7675ae0b36ccb5c317e6faf40df25e80b27553e8eed8aedfa7
+size 381542

calibration/llama3.2-1b-instruct/banking77/size=64/seed=3/bias_shift/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735259962.gamma.1504299.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4268ff8ac0fa2f96c2eb6c40913aa63523d9b3951944ba73f0420bb938cc72
+size 381838

calibration/llama3.2-1b-instruct/banking77/size=64/seed=3/bias_shift/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d519538377132802a6e79fd8e45ba922f653482b6da4ac1ae32bd56122533b95
+size 1996

calibration/llama3.2-1b-instruct/banking77/size=64/seed=3/dp_calibration/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735259937.gamma.1503898.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f35d6905fb8e5e18144e73eba78fa5435b9a395c0459c48e6a1bd3171aac181
+size 420498

calibration/llama3.2-1b-instruct/banking77/size=64/seed=3/dp_calibration/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0474c4d71e347d5c6572cf6eb3af37d0ca8d13ea459ac07772581ff77ffd651d
+size 1996

calibration/llama3.2-1b-instruct/banking77/size=64/seed=3/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735259947.gamma.1504040.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad000e04ef325df87fc5d2d5b0a3a3a431cd94811aa45d94750c1c2eb962536
+size 265314

calibration/llama3.2-1b-instruct/banking77/size=64/seed=3/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f99a053881c46cef11148378dc694caf07c7c9d1bf728847105b64db7afa91
+size 1996

calibration/llama3.2-1b-instruct/banking77/size=64/seed=3/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1735259953.gamma.1504164.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ad6b5da3b187634ae9b8cd6068626551663202ff7a8e8e23f68c84f36f9bf7
+size 386538

calibration/llama3.2-1b-instruct/banking77/size=64/seed=3/vector_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa0e3f224d8d78e0ba8d471004897ae7367237a7c9cdbcc32407802546ffd18
+size 2252

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=agnews/list=0.7-1.0/labels.csv

@@ -0,0 +1,153 @@
+125508,3
+6558,0
+8514,1
+34656,1
+5421,2
+15481,0
+48278,0
+24822,1
+56265,1
+94525,2
+122371,1
+28032,0
+17929,3
+9746,2
+24602,2
+93343,3
+25941,3
+97541,0
+18208,1
+30802,3
+18315,1
+96490,0
+55776,0
+74697,1
+19292,2
+48703,1
+22769,3
+35612,3
+17106,0
+54651,3
+28349,3
+88165,2
+116442,2
+25108,3
+53076,1
+66925,1
+83062,1
+118578,1
+28308,2
+125918,3
+119864,3
+52021,1
+83904,1
+27349,3
+51088,2
+83012,0
+68424,2
+38067,2
+86291,2
+87952,2
+79101,2
+71042,1
+22928,0
+56305,1
+114272,1
+83635,2
+125712,1
+39030,2
+104261,2
+58143,2
+14015,0
+81381,0
+80926,2
+6749,1
+52436,0
+62327,2
+121469,2
+31870,3
+45995,0
+38873,3
+124974,1
+113195,0
+32003,0
+120694,0
+98437,2
+120213,1
+63042,0
+45249,2
+79138,3
+30038,2
+56615,2
+22752,3
+93578,1
+5844,2
+57762,3
+115942,0
+11270,0
+35925,1
+18898,0
+30927,1
+90904,1
+95657,3
+98003,2
+54394,3
+12995,1
+42777,0
+38394,3
+80389,2
+24279,0
+34280,3
+48236,3
+50314,0
+2121,1
+57793,2
+36455,2
+82545,0
+56508,3
+67035,1
+75194,3
+63272,0
+24543,0
+72737,0
+25011,2
+98511,2
+123603,1
+90979,1
+98874,2
+89093,3
+60124,2
+77718,2
+107524,2
+99556,1
+126290,2
+2995,3
+38820,0
+100275,2
+20250,1
+58003,0
+22398,1
+10062,1
+117672,1
+22622,3
+7111,1
+25353,1
+91974,1
+50315,0
+4632,2
+38304,0
+68032,0
+110463,2
+50560,0
+2097,3
+9734,0
+77303,1
+72503,0
+45902,1
+125849,3
+18928,3
+108664,1
+92117,0
+113580,0
+58545,3
+97964,1

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=agnews/list=0.7-1.0/logits.csv

@@ -0,0 +1,153 @@
+125508,-11.626051,-15.501051,-10.876051,-0.0014715143
+6558,-1.394739e-05,-21.687513,-17.000013,-17.500162
+8514,-11.125259,-0.00025960413,-13.750259,-14.25768
+34656,-0.0014728185,-6.751473,-10.626472,-11.564109
+5421,-13.500116,-21.500116,-0.00011681828,-13.37521
+15481,-1.3112935e-05,-23.062513,-21.000013,-24.937603
+48278,-1.28745205e-05,-19.625013,-18.125013,-19.750223
+24822,-18.18767,-0.00017021637,-16.87517,-18.937843
+56265,-11.375081,-8.082063e-05,-12.375081,-16.00028
+94525,-15.187655,-15.000155,-0.0001559136,-10.1329975
+122371,-15.562791,-0.00029059002,-12.750291,-8.377574
+28032,-5.7220295e-06,-19.312506,-19.937506,-22.875097
+17929,-12.313749,-13.813749,-7.7512493,-0.0013192219
+9746,-12.216208,-9.216208,-0.09120891,-2.5912583
+24602,-16.375084,-13.000084,-8.356222e-05,-16.750237
+93343,-13.375234,-13.000234,-13.000234,-0.00034329048
+25941,-14.625301,-18.875301,-9.750301,-0.0004749893
+97541,-4.339124e-05,-18.062544,-15.375043,-10.6252365
+18208,-10.250097,-9.715085e-05,-15.937597,-12.002122
+30802,-5.890125,-10.265125,-4.515125,-0.015400823
+18315,-10.875578,-0.00057764055,-12.688078,-14.063335
+96490,-1.3112935e-05,-20.687513,-17.875013,-17.254189
+55776,-4.708656e-05,-20.812548,-10.500047,-18.125181
+74697,-16.375088,-8.809179e-05,-12.500088,-12.75206
+19292,-7.875684,-15.500684,-0.0006837891,-13.751069
+48703,-11.000548,-0.00054845074,-10.375548,-13.313315
+22769,-1.8060255,-13.0560255,-7.3060255,-0.5943834
+35612,-3.7861733,-11.536174,-4.4111733,-0.036270365
+17106,-1.3708975e-05,-20.812513,-20.250013,-20.875078
+54651,-15.377151,-16.00215,-6.37715,-0.0024221414
+28349,-16.062862,-17.312862,-12.250362,-0.0004227682
+88165,-9.875166,-13.750166,-0.00016604476,-12.125373
+116442,-11.500164,-14.625164,-0.00016449529,-20.375484
+25108,-13.1252165,-16.875217,-13.0002165,-0.0006813082
+53076,-13.000092,-9.178694e-05,-12.875092,-15.409544
+66925,-11.000091,-9.023736e-05,-15.000091,-14.375301
+83062,-18.625057,-5.662281e-05,-15.375056,-16.500343
+118578,-15.0000515,-5.1854695e-05,-15.0000515,-18.76223
+28308,-15.500115,-18.375116,-0.000115626324,-17.750715
+125918,-17.500359,-15.500358,-11.250358,-0.0004889258
+119864,-14.687792,-16.375292,-13.500292,-0.00041372603
+52021,-8.37553,-0.00053022156,-8.75053,-11.757522
+83904,-16.125061,-6.15101e-05,-15.875061,-17.375196
+27349,-12.937927,-11.562927,-9.125427,-0.00054456986
+51088,-7.7505326,-15.250533,-0.0005327236,-14.149438
+83012,-1.28745205e-05,-16.625013,-14.750012,-15.250144
+68424,-13.4236965,-16.986197,-3.0486968,-0.04882708
+38067,-6.2537546,-11.003755,-0.0037548293,-6.3793306
+86291,-16.500233,-19.625233,-0.00023207355,-17.3753
+87952,-9.975613,-14.225613,-0.22561261,-1.6007315
+79101,-9.125256,-15.875256,-0.00025519452,-11.750337
+71042,-19.562546,-4.672895e-05,-16.500046,-17.750431
+22928,-3.492771e-05,-16.687534,-18.125034,-17.625154
+56305,-12.12509,-9.011816e-05,-11.00009,-11.126702
+114272,-10.250113,-0.00011216965,-17.375113,-16.312765
+83635,-14.750143,-17.250143,-12.125143,-0.0014636087
+125712,-15.875066,-6.603976e-05,-16.375067,-17.37529
+39030,-15.125087,-20.250088,-8.7257395e-05,-15.625178
+104261,-16.187672,-16.125172,-14.500172,-0.00036392018
+58143,-15.127272,-14.564772,-2.1272717,-0.12760265
+14015,-9.417489e-06,-19.00001,-19.18751,-19.437614
+81381,-8.821448e-06,-20.31251,-20.50001,-23.687597
+80926,-7.5006814,-17.00068,-0.0006814065,-11.250789
+6749,-9.000224,-0.00022432672,-15.750224,-11.125373
+52436,-9.536698e-06,-19.37501,-13.12501,-16.000088
+62327,-13.625092,-17.125092,-9.178694e-05,-12.625799
+121469,-16.000135,-19.750135,-0.00013624693,-17.625242
+31870,-16.875437,-13.875436,-9.125436,-0.0007544583
+45995,-9.536698e-06,-23.43751,-21.75001,-24.937586
+38873,-2.6753294,-10.175329,-2.4253294,-0.17544137
+124974,-15.125074,-7.438383e-05,-15.500074,-17.18779
+113195,-5.6028207e-06,-18.000006,-17.625006,-16.000149
+32003,-1.6450747e-05,-22.500017,-18.625017,-22.37513
+120694,-6.198864e-06,-22.187506,-22.625006,-22.812716
+98437,-10.750104,-16.625103,-0.0001038259,-14.750199
+120213,-0.17988816,-1.8048881,-9.429888,-10.929979
+63042,-5.9006856e-05,-16.37506,-10.500059,-12.375263
+45249,-11.877232,-16.127232,-0.25223163,-1.5030012
+79138,-13.136387,-15.073887,-4.5113864,-0.01194941
+30038,-6.876342,-15.501342,-0.0013416347,-8.501462
+56615,-10.627108,-12.502108,-0.0021074247,-6.2524114
+22752,-11.375828,-13.375828,-7.375828,-0.0016101777
+93578,-15.750124,-0.00012408917,-13.750124,-14.625243
+5844,-5.753243,-17.503242,-0.0032430694,-17.815884
+57762,-13.625738,-17.625738,-13.875738,-0.0008740034
+115942,-1.28745205e-05,-19.750013,-20.937513,-19.812643
+11270,-0.043153603,-13.543154,-9.793154,-3.1845422
+35925,-10.250074,-7.462223e-05,-14.125074,-11.750276
+18898,-9.7751135e-06,-19.12501,-19.25001,-15.500111
+30927,-16.375462,-0.0004621868,-9.125463,-10.250678
+90904,-12.875406,-0.00040654023,-9.000406,-8.375523
+95657,-14.875831,-17.688332,-7.250831,-0.0009934908
+98003,-18.250145,-19.125145,-0.00014542475,-15.750755
+54394,-15.875217,-17.437717,-11.750217,-0.00026414334
+12995,-1.3470559e-05,-16.250013,-13.375013,-17.562626
+42777,-7.510157e-06,-18.812508,-20.125008,-20.125223
+38394,-11.875777,-17.063278,-12.875777,-0.00093714864
+80389,-17.125166,-21.437666,-0.00016580637,-14.375262
+24279,-0.0022199529,-12.37722,-11.37722,-6.12736
+34280,-14.250237,-16.375237,-11.250237,-0.00055925583
+48236,-10.125428,-15.562928,-10.750428,-0.000648984
+50314,-8.106199e-06,-20.375008,-21.375008,-21.437645
+2121,-6.6267424,-0.0017423938,-11.626742,-15.005478
+57793,-6.376977,-17.001976,-0.0019768,-9.377104
+36455,-0.105629824,-7.23063,-2.35563,-6.105908
+82545,-1.8477269e-05,-18.18752,-16.56252,-17.375185
+56508,-13.004382,-14.129382,-5.7543826,-0.004627249
+67035,-18.125181,-17.750181,-13.25018,-0.0003761944
+75194,-14.812692,-10.750192,-10.875192,-0.00031266134
+63272,-1.180165e-05,-19.500011,-20.562511,-19.312883
+24543,-1.41858045e-05,-17.562513,-17.062513,-21.062578
+72737,-8.225407e-06,-19.000008,-20.937508,-20.625126
+25011,-10.410549,-8.723049,-1.7230493,-0.26788464
+98511,-18.073778,-10.636279,-4.511279,-0.011484299
+123603,-16.625051,-5.2093103e-05,-16.250051,-17.875393
+90979,-13.750318,-0.00031788065,-11.250318,-14.765813
+98874,-0.20107742,-5.2010775,-3.9510775,-3.5782318
+89093,-12.375437,-17.812937,-11.750437,-0.0004967676
+60124,-7.8755064,-15.000506,-0.0005065112,-14.875611
+77718,-11.134257,-10.884257,-0.009257487,-4.7616897
+107524,-17.25009,-17.50009,-8.9760564e-05,-14.000284
+99556,-6.2599134,-0.009913377,-7.0099134,-6.6382666
+126290,-6.376982,-14.626983,-0.0019823916,-14.627317
+2995,-14.523459,-16.39846,-3.77346,-0.02373055
+38820,-0.01600455,-8.516005,-4.6410046,-6.0161448
+100275,-11.033418,-13.033418,-2.470918,-0.098538555
+20250,-14.625078,-7.784064e-05,-12.125078,-15.875211
+58003,-0.0020107068,-11.87701,-6.252011,-9.885801
+22398,-17.626112,-0.0011120809,-12.376112,-9.376409
+10062,-14.1250725,-7.2715025e-05,-14.0000725,-11.875218
+117672,-19.937561,-6.0437284e-05,-10.62506,-15.625277
+22622,-12.751554,-12.626554,-7.876553,-0.0016648571
+7111,-12.000055,-5.5549986e-05,-10.750055,-14.250438
+25353,-9.6270275,-0.0020278383,-10.8770275,-17.189669
+91974,-12.750319,-0.00031823816,-11.500319,-14.567142
+50315,-7.784064e-05,-20.812578,-10.125078,-18.937769
+4632,-3.5298781,-14.904878,-0.029878043,-14.904979
+38304,-4.83978e-05,-17.687548,-17.000048,-17.812767
+68032,-0.089918815,-12.089919,-2.4649189,-7.0900826
+110463,-0.97980034,-8.8548,-1.1048003,-10.604989
+50560,-0.029897828,-9.092398,-4.6548977,-4.0349803
+2097,-14.62514,-15.00014,-9.62514,-0.00033292428
+9734,-4.6967358e-05,-19.062548,-13.750047,-12.87523
+77303,-11.750308,-0.00030822773,-9.875308,-9.059947
+72503,-1.0490363e-05,-19.25001,-19.62501,-18.000204
+45902,-9.7501135,-0.00011383839,-15.3751135,-14.000265
+125849,-12.50103,-12.12603,-13.12603,-0.0011212265
+18928,-12.125165,-16.500166,-14.000165,-0.0004295914
+108664,-10.875113,-0.00011228884,-13.875113,-14.875231
+92117,-1.5020258e-05,-18.562515,-16.000015,-17.250263
+113580,-1.9311718e-05,-17.87502,-18.50002,-18.625126
+58545,-2.8155224,-10.753022,-6.440522,-0.06571343
+97964,-13.875063,-6.317893e-05,-15.000063,-16.000296

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=agnews/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=agnews/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+31224,-6.629062,-0.0040620207,-6.129062,-15.004432
+80227,-1.1682442e-05,-18.000011,-12.750011,-18.375084
+79086,-7.152532e-06,-20.562508,-17.375008,-19.312656
+75303,-12.250499,-13.625499,-15.375499,-0.0007046223
+56417,-18.875166,-19.375166,-0.00016675988,-11.625363
+11319,-7.3763847,-10.126385,-8.876385,-0.0017345544
+12625,-9.417489e-06,-21.43751,-19.50001,-20.000122
+87626,-10.375779,-0.0007794441,-7.3757796,-14.282322
+43853,-12.875637,-16.063137,-16.375637,-0.0008406805
+23828,-15.125144,-16.625143,-9.750144,-0.00025902546
+27858,-7.7506757,-13.688176,-0.0006758075,-13.188297
+12604,-10.375185,-17.937685,-0.00018487652,-10.750281
+8180,-17.8751,-23.0001,-9.858122e-05,-18.000185
+37466,-12.126957,-10.751957,-10.876957,-0.0020637386
+48185,-10.250392,-0.0003917642,-11.375392,-14.437994
+77755,-11.625125,-13.375125,-0.00012468515,-12.875484
+29286,-1.4277773,-4.6777773,-1.0527773,-1.0529484
+87038,-17.000399,-19.187899,-17.187899,-0.0008404953
+33094,-12.500254,-0.00025328767,-11.625254,-16.437975
+17990,-16.12526,-19.93776,-0.00025960413,-9.3753805
+125393,-14.750261,-15.625261,-16.562761,-0.00047678585
+25066,-12.938124,-0.000623866,-16.000624,-13.188701
+93021,-13.631267,-15.131267,-5.1312666,-0.0063967546
+91364,-19.125118,-20.500118,-0.0001187254,-19.625444
+56219,-0.0012007892,-11.501201,-9.001201,-6.87636
+108119,-4.2708793,-7.3958793,-8.95838,-0.02287098
+108029,-0.026333539,-18.526333,-14.401334,-3.6514156
+82606,-15.250159,-14.750159,-10.875159,-0.00028250745
+34733,-15.250456,-16.875456,-8.750456,-0.00080283865
+40806,-8.106199e-06,-19.812508,-19.125008,-19.250093
+89870,-6.198864e-06,-20.312506,-22.375006,-19.250116
+120589,-13.562955,-9.125455,-0.00045527582,-12.250758
+107229,-5.753336,-12.628336,-0.0033361039,-10.003412
+81763,-15.125104,-18.812605,-0.00010442189,-16.000214
+126587,-0.52413136,-9.899132,-7.3991313,-0.89935833
+105931,-18.062565,-6.413254e-05,-14.875064,-18.564089
+51593,-1.5735503e-05,-19.750015,-16.750015,-18.500156
+105827,-6.438856,-13.063856,-2.8138561,-0.06423735
+92547,-20.43756,-5.9483667e-05,-10.375059,-15.875448
+11098,-14.750514,-16.875515,-0.0005141367,-7.750628
+15535,-10.625174,-0.00017367286,-15.937674,-13.02472
+104144,-8.250597,-19.063097,-0.0005965837,-10.125865
+84409,-2.0503787e-05,-18.687521,-16.750021,-16.312834
+55188,-13.500119,-15.750119,-0.00011955977,-12.000281
+97914,-9.5002165,-16.750216,-0.00021622227,-14.75035
+9697,-9.0012,-16.6262,-7.0011997,-0.0016443185
+43614,-10.000221,-16.812721,-11.000221,-0.0003044337
+57056,-16.875244,-15.000243,-9.750243,-0.0003732069
+98595,-17.500183,-0.00018332708,-11.875183,-9.50054
+11602,-12.750231,-16.00023,-0.00023040501,-10.000428
+29109,-7.7505364,-19.375536,-0.000536298,-13.750653
+114682,-10.500811,-0.0008110095,-13.250811,-13.939059
+63374,-14.000057,-5.769563e-05,-15.875057,-14.16461
+77864,-15.000073,-20.500074,-7.366863e-05,-15.250165
+81631,-8.001371,-14.313871,-0.0013715156,-7.25191
+124163,-1.6813446,-16.806345,-0.30634466,-2.556453
+81563,-10.875841,-12.500841,-7.250841,-0.001039734
+13895,-8.87533,-0.0003302744,-11.75033,-13.375483
+12863,-13.813563,-14.751063,-7.251063,-0.001200223
+45732,-2.3065538,-0.30655375,-1.8065537,-11.056757
+49404,-15.000134,-16.125134,-0.00013422065,-12.375419
+487,-13.250046,-4.5417706e-05,-14.375046,-15.625282
+64317,-15.500271,-15.375271,-9.750271,-0.00063314394
+6331,-2.3722367e-05,-19.250023,-18.000023,-22.75116
+73812,-10.261449,-6.886449,-0.011448874,-7.7616553
+15701,-12.629569,-13.567069,-1.5045694,-0.25468096
+104663,-2.5868081e-05,-21.562527,-16.500027,-21.062681
+90606,-0.0016204095,-12.62662,-12.12662,-6.501825
+127552,-5.9604467e-06,-21.875006,-23.062506,-22.562609
+126761,-10.250213,-17.062712,-9.125213,-0.00028715126
+92697,-0.28711036,-10.53711,-1.4121103,-5.162906
+107122,-0.12707734,-15.127077,-2.1270773,-11.877534
+74380,-13.437797,-11.625297,-12.500297,-0.0004233807
+66285,-1.0967195e-05,-21.375011,-16.500011,-21.437626
+70163,-1.5040449,-9.254045,-0.25404486,-6.5041695
+75972,-7.126437,-14.501437,-0.0014371077,-9.7515335
+30713,-14.812315,-14.499815,-2.8123147,-0.0626111
+118867,-9.1790735e-06,-19.31251,-20.12501,-22.187601
+84835,-13.813142,-0.0006417361,-10.250642,-13.375923
+60503,-19.125078,-21.125078,-7.8913436e-05,-18.2502
+11807,-13.863191,-14.988191,-2.238191,-0.11402021
+27906,-1.7523613e-05,-21.250017,-16.500017,-19.000105
+30093,-14.62733,-0.002329614,-11.25233,-11.877496
+45657,-20.625134,-20.375134,-0.00013290952,-17.250216
+97197,-1.7285198e-05,-23.312517,-20.000017,-21.62513
+48440,-13.500038,-3.8623064e-05,-16.125038,-14.000234
+14971,-1.2159274e-05,-19.562511,-18.625011,-20.75014
+61380,-7.382017,-8.694517,-6.507017,-0.007130019
+7177,-12.000082,-8.201263e-05,-16.250082,-15.0002775
+40241,-7.6293654e-06,-19.750008,-17.375008,-15.125178
+38583,-18.000149,-0.00014792779,-9.375148,-16.875332
+104941,-1.1920858e-05,-21.687511,-15.125011,-21.56262
+39377,-5.1319737,-0.006973926,-8.631974,-12.819646
+65329,-8.647721,-10.835221,-0.022721427,-4.148698
+81089,-14.937955,-0.00045503752,-9.500455,-8.758679
+6143,-0.71304244,-13.400542,-3.9630425,-0.7133296
+63753,-3.9099883e-05,-15.000039,-14.250039,-17.875134
+5084,-12.930027,-16.430027,-0.055026848,-2.9301832
+125282,-14.375355,-15.500355,-0.00035494225,-9.750548
+7980,-10.002689,-11.627689,-10.502689,-0.003933137
+42346,-13.625099,-15.750099,-11.875099,-0.00022028833
+73055,-5.878147,-15.128147,-0.0031470556,-11.379383
+31696,-4.018282,-11.893282,-0.018281767,-15.268429
+101343,-7.6256003,-19.5631,-0.00060039613,-17.500704
+115075,-1.1324818e-05,-18.875011,-21.625011,-20.000135
+29447,-13.500345,-17.187845,-10.500345,-0.00049178913
+89441,-0.06199865,-16.624498,-2.8119986,-14.437062
+15843,-0.03172026,-6.78172,-3.6567202,-6.0318794
+110126,-9.375541,-11.125541,-0.00054118293,-9.626623
+36142,-13.875783,-16.563282,-8.500783,-0.0008661042
+2846,-16.250294,-18.062794,-16.375294,-0.00049561035
+85390,-2.150173,-6.275173,-0.77517295,-5.900362
+108138,-11.250513,-13.375513,-8.375513,-0.00064228004
+7571,-17.063517,-13.376017,-7.251017,-0.019469826
+62381,-20.125032,-3.2901222e-05,-20.500032,-20.37929
+65963,-9.502402,-14.002402,-0.12740274,-2.127547
+39384,-1.6808368e-05,-21.250017,-20.937517,-19.500555
+62356,-3.218599e-05,-20.062532,-17.625032,-18.562607
+20478,-8.876702,-0.0017019324,-9.376702,-8.876927
+101968,-11.62525,-16.43775,-0.00024947393,-11.250356
+124810,-13.2501,-16.875101,-0.00010048838,-12.250375
+9300,-20.250046,-19.625046,-4.494089e-05,-16.500147
+35593,-12.398523,-12.523523,-3.773523,-0.023734886
+53670,-17.625336,-13.875337,-0.00033635204,-8.500458
+44789,-2.324554e-05,-21.000023,-22.125023,-23.25014
+25135,-10.250179,-0.00017903633,-13.812679,-16.250326
+32124,-8.5830325e-06,-17.812508,-20.250008,-22.000105
+36646,-12.750684,-12.750684,-11.125684,-0.00083696377
+34191,-11.276897,-13.839397,-3.6518972,-0.029369514
+65307,-15.00046,-17.62546,-8.25046,-0.0005284665
+32731,-12.500096,-9.595887e-05,-13.625096,-16.125803
+112637,-6.4186726,-7.7311726,-6.0436726,-0.051694933
+18943,-3.1686463,-9.168646,-0.043646257,-9.295237
+117291,-5.245195e-06,-21.500006,-18.750006,-19.125113
+67975,-14.339065,-15.839065,-0.089064874,-2.4642422
+104676,-4.898211,-0.023211204,-4.273211,-9.961031
+109059,-2.5797062,-0.079706185,-7.329706,-10.853199
+86252,-14.062916,-15.500416,-12.000416,-0.00048425904
+109620,-1.6450747e-05,-17.312517,-19.750017,-18.500074
+35543,-14.125433,-16.000433,-13.500433,-0.00054599874
+96155,-7.001232,-0.001231984,-8.876232,-13.376685
+33646,-7.8755713,-12.625571,-0.0005714452,-18.18826
+64061,-0.16963236,-9.794632,-2.0446324,-5.1698084
+6764,-1.3351351e-05,-17.062513,-14.000013,-17.437616
+63078,-14.750161,-0.00016163473,-13.500161,-12.125356
+88343,-12.625263,-0.0002636562,-15.625263,-14.750604
+50106,-12.636267,-0.011266305,-4.511266,-8.639
+35688,-13.187211,-16.06221,-2.8122108,-0.062671155
+78697,-4.883389,-0.008389233,-7.508389,-11.758615
+13749,-0.38153657,-1.5065366,-2.5065365,-4.382031
+44428,-5.6290903,-15.37909,-9.87909,-0.004203163
+13880,-1.8238856e-05,-19.62502,-15.875018,-21.062628
+107805,-10.39853,-13.77353,-0.52353024,-0.8985969
+47687,-1.490105e-05,-21.187515,-20.250015,-23.250149
+3328,-15.000282,-17.625282,-0.00028236693,-12.500425
+27574,-12.937995,-12.500495,-14.937995,-0.00075815036
+6049,-15.687581,-8.129743e-05,-14.250081,-16.187864
+121371,-16.375076,-7.5814234e-05,-11.625075,-13.125583
+93977,-1.1369598,-15.26196,-0.38695982,-11.512062
+87794,-11.37513,-18.18763,-0.00012992969,-12.250247
+1284,-12.875082,-8.189343e-05,-11.375082,-11.632913
+86737,-6.255949,-9.130949,-6.255949,-0.006195192
+9800,-10.000297,-15.500297,-18.000296,-0.0007299143
+60632,-11.125619,-0.0006185049,-13.500619,-18.00179
+69196,-17.687576,-7.569503e-05,-15.875075,-17.250244
+109514,-13.750175,-19.000175,-0.00017510311,-15.37532
+75454,-12.250403,-0.00040344204,-12.500403,-8.000512
+68262,-5.2554846,-18.005484,-0.005484415,-15.005656
+51383,-9.375309,-0.0003091811,-10.625309,-10.875578
+39024,-8.250428,-0.0004284656,-15.375428,-10.250543
+53372,-14.750418,-15.500418,-9.500418,-0.00069868495
+61955,-11.781892,-10.906892,-1.4068923,-0.28197274
+46407,-7.000998,-0.0009978798,-14.250998,-15.241074
+56851,-2.695422,-16.445421,-0.07042198,-7.820524
+117835,-20.50011,-22.56261,-0.000110739296,-21.250378
+41315,-7.12591,-20.12591,-0.00090962986,-13.37601
+54086,-1.6569955e-05,-22.562517,-17.625017,-19.875257
+1123,-1.5020258e-05,-19.875015,-14.250015,-16.625122
+6738,-8.625872,-0.0008721124,-8.625872,-14.626043
+65022,-12.003125,-10.378125,-10.878125,-0.0036699546
+29011,-6.2520957,-15.377096,-10.752096,-0.002430704
+209,-15.25543,-14.13043,-5.25543,-0.005564694
+117949,-3.7192607e-05,-19.500036,-14.500037,-18.625101
+112253,-14.876503,-7.3765025,-10.689003,-0.0017214268
+117575,-12.762099,-11.637099,-0.38709962,-1.137184
+12151,-10.37511,-20.062609,-0.000109308945,-18.750196
+6503,-6.2715473,-12.521547,-0.02154727,-4.2716565
+47388,-11.125135,-0.00013541259,-10.250135,-10.626
+122533,-6.8761463,-14.001146,-10.876146,-0.0012946642
+77557,-0.015231604,-13.140231,-4.2652316,-7.265471
+3593,-6.07954,-0.07953985,-2.9545398,-3.8325357
+39857,-8.463824e-06,-16.125008,-16.125008,-19.562584
+82941,-16.87524,-0.00024029706,-16.81274,-18.000504
+2835,-9.7751135e-06,-18.62501,-17.43751,-17.875113
+12119,-8.375376,-17.375376,-0.00037555795,-10.125487
+2255,-2.1457441e-05,-19.812521,-16.125021,-16.750298
+99071,-5.9266443,-12.426644,-0.05164434,-3.0518496
+73970,-7.8801723,-13.005173,-0.005172442,-5.3804564
+73312,-5.363187,-1.6131866,-0.36318666,-2.8633068
+109736,-16.812632,-0.00013219437,-11.250133,-14.252993
+2581,-9.000365,-0.0003650714,-14.437865,-14.754453
+64922,-12.750506,-13.750506,-10.375506,-0.0006754226
+85830,-1.7762026e-05,-19.125017,-19.562517,-18.562656
+122144,-12.750089,-8.9164576e-05,-14.375089,-13.039112
+62330,-10.251101,-0.0011008877,-12.626101,-18.4392
+112561,-10.940269,-12.252769,-0.0027693275,-6.0034714
+48434,-12.000138,-0.00013815402,-12.875138,-13.625725
+119944,-15.750067,-6.699338e-05,-16.625067,-16.875359
+120940,-0.008070833,-7.508071,-8.008071,-5.133302
+77443,-18.250168,-19.000168,-0.00016842854,-9.62609
+23685,-13.877229,-14.689729,-0.25222903,-1.5023334
+47231,-8.375352,-0.00035208225,-15.000352,-11.750452
+91022,-19.250103,-0.000103706705,-20.437603,-21.25124
+714,-14.250975,-16.125975,-7.3759747,-0.0011274737
+25730,-10.37526,-13.00026,-0.00026055757,-15.500575
+97729,-2.0503787e-05,-15.75002,-12.12502,-16.019775
+30236,-1.0967195e-05,-20.562511,-16.625011,-17.000156
+2443,-14.750103,-0.00010334911,-13.125103,-16.87535
+52656,-0.8263682,-13.451368,-0.5763682,-8.451658
+116972,-16.25028,-12.875281,-13.000281,-0.0007147703
+43770,-3.0871792,-7.837179,-3.3371792,-0.09446968
+10949,-17.187565,-6.4490145e-05,-13.125065,-14.375272
+100306,-21.43757,-7.152301e-05,-13.125072,-14.500354
+29745,-8.625725,-0.00072452996,-8.625725,-14.938825
+60439,-12.500272,-13.625272,-12.750272,-0.0007168304
+109824,-15.500059,-5.876845e-05,-13.250059,-15.399768
+102648,-16.250431,-17.625431,-0.00043108707,-8.000881
+62099,-13.25008,-7.9747835e-05,-10.62508,-11.375215
+33686,-8.001352,-0.0013518728,-11.938852,-13.188985
+116606,-5.1494837,-12.899484,-4.0244837,-0.02460719
+85384,-13.875576,-16.250576,-16.125576,-0.00082520995
+31834,-6.0042467,-10.691747,-0.004246623,-9.133276
+58133,-17.375338,-17.250338,-14.375337,-0.000730871
+95196,-19.250082,-23.687582,-8.1774226e-05,-20.375229
+11675,-12.500218,-0.00021801003,-17.187717,-15.875387
+34902,-6.2676983,-8.830198,-0.76769805,-7.768223
+112691,-19.68763,-18.18763,-13.12513,-0.0003741611
+33713,-5.8780093,-14.50301,-0.0030095545,-13.878166
+109135,-0.043054838,-16.793055,-3.1680548,-10.043202
+60521,-10.625176,-17.312677,-0.00017677175,-11.375317
+76695,-4.018323,-14.580823,-14.268323,-0.022938687
+98619,-12.375156,-19.000156,-0.00015639036,-15.250502
+13731,-15.812621,-0.00012146689,-14.750121,-19.43806
+14492,-14.6252,-0.00020037073,-10.6252,-10.875987
+81006,-17.625101,-18.250101,-0.000101203565,-11.000226
+114491,-17.687614,-15.3751135,-11.1251135,-0.00085041276
+120167,-17.750187,-17.500187,-0.00018666433,-11.125343
+69602,-14.1250925,-9.2263734e-05,-12.5000925,-16.159117
+81057,-8.250459,-11.500459,-0.00045873132,-10.382063
+118239,-16.875082,-8.153583e-05,-15.125081,-17.875391
+26999,-6.25211,-14.0646105,-0.0021100417,-13.377195
+103729,-3.1697578,-6.544758,-0.044757947,-9.5459175
+70324,-9.536698e-06,-19.00001,-19.81251,-20.375114
+88697,-14.750648,-16.625648,-11.500648,-0.0008301886
+79720,-16.812614,-0.00011395759,-9.7501135,-12.000522
+119098,-14.188017,-13.688017,-10.125517,-0.0006403726
+16374,-9.25065,-0.0006504327,-11.81315,-14.750797
+8973,-7.376181,-0.0011809049,-10.126181,-8.126643
+92670,-1.3828182e-05,-17.875013,-12.250013,-18.437801
+46136,-13.375117,-0.000117771844,-13.000117,-11.375747
+113240,-2.0503787e-05,-19.000021,-17.125021,-15.506153
+92271,-7.2569675,-16.444468,-5.1319675,-0.0070476406
+47020,-15.16034,-13.41034,-1.9103405,-0.17020772
+68952,-0.0036158676,-16.128616,-5.628616,-13.878761
+93704,-13.625064,-18.250063,-6.3894135e-05,-17.875547
+126515,-18.250063,-6.246372e-05,-17.000063,-15.7606945
+1648,-13.430029,-13.305029,-1.8050292,-0.18018806
+4147,-14.313483,-16.563482,-7.250983,-0.001946409
+106815,-6.004551,-14.129551,-0.25455087,-1.5046638
+18919,-2.464554,-10.214554,-0.089554064,-7.96474
+88395,-12.626315,-17.001314,-6.876315,-0.0021833247
+83361,-15.000176,-0.0001761758,-13.750176,-13.75031
+69550,-15.125073,-7.343022e-05,-17.437572,-15.751574
+59782,-11.632276,-15.257276,-5.007275,-0.007450622
+62607,-12.750362,-13.312862,-9.375362,-0.0017880123
+49031,-15.53545,-16.09795,-0.16044964,-1.9108073
+24073,-13.000906,-15.000906,-11.000906,-0.0010645972
+34883,-13.250232,-12.000232,-0.00023135847,-13.375406
+78080,-1.490105e-05,-18.625015,-12.125015,-15.25018
+59546,-12.875434,-12.750434,-10.250434,-0.00060857524
+123805,-0.15355588,-2.0285559,-7.341056,-7.654003
+87807,-19.812685,-0.00018451895,-15.125184,-11.000699
+53821,-12.500546,-15.250546,-10.250546,-0.00084286864
+90016,-14.125183,-0.00018332708,-12.000183,-16.627518
+75870,-14.50021,-12.75021,-0.0002101439,-15.500346
+58764,-16.125761,-15.688262,-10.375762,-0.0015388902
+64575,-1.6569955e-05,-17.750017,-18.375017,-17.875086
+85818,-12.500594,-15.750594,-11.875594,-0.00069373666
+15652,-19.812561,-19.937561,-6.1152496e-05,-17.500269
+85976,-9.826237,-16.576237,-0.57623625,-0.82636154
+15080,-17.375132,-0.00013112162,-17.312632,-17.500452
+79945,-9.875208,-0.00020811777,-12.750208,-13.625739
+76385,-12.065362,-13.440362,-2.1278615,-0.12808043
+115581,-6.88894,-12.07644,-0.013939877,-4.3891363
+61199,-18.06257,-7.0211805e-05,-16.25007,-19.03372
+85813,-17.625095,-20.125095,-9.45285e-05,-15.500203
+67537,-20.875309,-0.00030882357,-11.250309,-8.375557
+89261,-9.250247,-15.000247,-0.0002466136,-11.875354
+22046,-12.37553,-11.37553,-8.50053,-0.0006643257
+22926,-0.00041523893,-17.875416,-13.000415,-7.8961573
+49488,-9.756913,-14.131913,-0.0069130766,-5.007022
+96660,-9.000225,-0.00022539936,-13.875225,-13.250453
+63730,-12.500657,-15.938157,-7.750657,-0.0008890663
+9677,-1.2278481e-05,-21.562511,-16.250011,-17.500082
+120201,-17.43776,-16.75026,-13.000258,-0.00036629144
+35208,-16.312653,-19.437653,-0.0001532914,-17.312784
+30950,-13.925787,-12.550787,-0.11328654,-2.2386072
+66963,-4.511132,-18.511131,-0.011131802,-14.011246
+16156,-10.500399,-16.625399,-17.937899,-0.0007126279
+69670,-10.750209,-0.0002085945,-10.500209,-16.875565
+13477,-11.000074,-7.486063e-05,-12.375074,-12.634855
+50904,-12.126338,-0.0013379441,-8.001338,-12.439042
+7930,-16.250223,-18.375223,-0.00022313489,-9.875351
+26294,-12.075982,-12.888482,-0.763482,-0.6385927
+35749,-3.1708055,-15.545805,-0.045805436,-5.9209366
+55850,-2.695117,-12.445117,-0.07011695,-13.445233
+64767,-9.625591,-13.250591,-9.250591,-0.00071769825
+22057,-14.382003,-17.444502,-5.007003,-0.00719949
+87663,-17.812683,-18.500183,-12.375183,-0.0002784522
+35864,-16.250374,-18.250374,-13.875373,-0.00041811593
+33007,-14.375237,-16.000238,-0.00023791344,-14.750408
+81372,-10.375344,-16.375345,-9.500344,-0.00050633034
+97703,-9.265495,-0.0154951485,-13.015495,-12.641207
+118589,-7.3909487e-06,-23.187508,-20.750008,-18.500113
+65741,-8.225407e-06,-19.500008,-19.750008,-15.625147
+119601,-15.625143,-17.375143,-0.00014292172,-10.12806
+114504,-16.625153,-15.750152,-0.00015174192,-16.375563
+92452,-7.867782e-06,-19.500008,-17.125008,-17.937584
+11152,-0.13368058,-6.3836803,-3.5086806,-2.8851883
+44669,-4.8833337,-9.508333,-0.00833367,-7.884145
+121963,-9.501035,-0.0010349161,-9.376035,-16.251099
+63486,-11.625256,-14.375256,-13.875256,-0.0004333989
+123055,-10.376379,-12.126379,-0.0013790155,-6.876803
+119717,-0.17989902,-15.867399,-12.992399,-1.8062843
+88042,-7.655336,-15.905336,-3.5303361,-0.030596435
+54428,-13.250273,-0.00027283284,-11.125273,-15.250642
+125274,-2.2887922e-05,-19.062523,-11.500023,-16.25012
+46816,-13.805175,-12.055175,-2.930175,-0.055335417
+8553,-3.7733216,-16.773321,-0.023321616,-15.523428
+56455,-19.375147,-0.00014709345,-19.375147,-20.313383
+101092,-8.940297e-05,-19.37509,-9.50009,-20.50029
+55570,-2.6106494e-05,-16.437527,-15.125026,-11.750715
+2531,-9.7751135e-06,-21.62501,-17.37501,-18.125212
+55854,-8.750486,-0.0004861365,-12.750486,-14.438089
+65143,-1.2993728e-05,-19.687513,-16.625013,-19.875097
+28422,-16.68799,-15.875491,-11.875491,-0.00059425324
+36329,-9.084027,-10.959027,-9.646527,-0.27309033
+8061,-13.375176,-0.00017641419,-15.000176,-16.82122
+107678,-20.250057,-5.817244e-05,-13.375058,-14.375241
+53009,-0.0037209815,-13.628721,-9.753721,-5.75404
+62879,-6.3536536e-05,-20.312563,-18.125063,-14.625239
+26784,-9.500742,-0.0007415644,-9.750742,-16.500856
+21912,-13.882966,-14.695466,-0.6329657,-0.7582427
+113597,-7.867782e-06,-21.125008,-22.125008,-23.937613
+82760,-7.3909487e-06,-18.875008,-17.625008,-18.500113
+26160,-13.875143,-0.00014339849,-12.500143,-14.060097
+23421,-8.500288,-0.00028844486,-13.000288,-11.000889
+41793,-3.4240978,-6.299098,-4.674098,-0.05065608
+103325,-13.500139,-0.00013958434,-14.500139,-11.000252
+33557,-18.937555,-5.5549986e-05,-16.250055,-16.125322
+81209,-20.500082,-8.117823e-05,-15.625081,-11.625258
+107064,-10.750274,-15.375274,-14.937774,-0.00045997836
+98221,-4.1007155e-05,-17.00004,-16.87504,-11.875195
+16139,-15.250418,-17.000418,-8.500418,-0.00056376436
+62717,-10.750624,-0.00062362774,-10.875624,-14.000783
+28151,-4.76836e-06,-21.625004,-21.062504,-22.43769
+22888,-13.502547,-0.002546998,-6.002547,-12.284964
+24637,-7.750586,-18.250586,-0.0005858612,-13.500733
+92809,-10.500224,-17.937723,-10.625224,-0.00048917945
+91862,-4.762109,-9.637109,-0.01210863,-5.762296
+7412,-7.0333235e-06,-21.000008,-18.625008,-22.000078
+52442,-2.239495,-15.301995,-0.11449509,-6.489723
+87399,-0.0024920618,-11.439992,-6.502492,-10.127736
+112712,-1.12056105e-05,-20.937511,-16.500011,-21.125132
+54201,-0.0025931324,-14.815093,-9.502593,-6.0027924
+117074,-14.6549225,-14.0299225,-3.5299225,-0.030046796
+25137,-10.129261,-9.879261,-5.8792615,-0.023208344
+16780,-4.4344873e-05,-18.750044,-13.250044,-12.125176
+72881,-12.875059,-17.12506,-5.9364465e-05,-16.875174
+110597,-14.250074,-7.414543e-05,-15.125074,-14.250325
+89655,-3.0636318e-05,-19.18753,-12.7500305,-16.956959
+48391,-12.876429,-0.0014288941,-14.876429,-17.189308
+110182,-6.3894135e-05,-17.687563,-15.625064,-20.894264
+87621,-10.099543,-5.412043,-9.787043,-0.037588507
+122711,-3.1589963e-05,-21.687532,-21.312532,-22.812792
+115720,-3.5404533e-05,-19.250036,-18.687536,-21.437626
+66486,-10.500424,-0.00042393757,-11.750424,-10.759395
+68169,-12.875217,-0.00021765247,-11.875217,-15.2504635
+110138,-6.128426,-14.065926,-0.0034260408,-13.003544
+21580,-9.375249,-0.00024863967,-15.250249,-16.000885
+102553,-19.875122,-0.00012277803,-15.187623,-10.387314
+78769,-15.125084,-8.427742e-05,-15.250084,-16.00036
+93593,-16.000084,-8.4515814e-05,-13.625085,-14.625281
+16612,-6.627012,-0.0020117776,-8.127012,-9.502501
+59583,-8.011584,-15.699084,-4.511584,-0.011925765
+76885,-1.1682442e-05,-19.187511,-21.312511,-18.125927
+120777,-11.375082,-8.2131824e-05,-11.375082,-15.17532
+121894,-9.7751135e-06,-21.18751,-20.87501,-21.62511
+88371,-3.8623064e-05,-18.125038,-19.187538,-18.250174
+68747,-11.625384,-15.500384,-0.0003842569,-14.500578

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=agnews/list=0.0-1.0/labels.csv

@@ -0,0 +1,512 @@
+39155,1
+8934,0
+31196,0
+45484,3
+36446,3
+27069,0
+98154,0
+38190,2
+76908,1
+114510,0
+20161,1
+62713,3
+32678,0
+55068,0
+46296,0
+67446,0
+11392,2
+34999,2
+2861,2
+85208,2
+4129,1
+98083,1
+126003,3
+108955,0
+87943,3
+10878,0
+89801,1
+70698,3
+24671,1
+54316,1
+49984,3
+11703,1
+70960,1
+59398,3
+110657,3
+86210,0
+99325,1
+85895,1
+1528,0
+49454,3
+124488,3
+114948,3
+80071,3
+78757,2
+111237,1
+91151,0
+61656,0
+117594,1
+14263,1
+61459,0
+124573,1
+113778,1
+110402,0
+52232,3
+55181,0
+37266,1
+109719,2
+66886,3
+64879,2
+122924,1
+27165,0
+62372,3
+73001,3
+22598,2
+69650,1
+93520,3
+29140,0
+105210,1
+86079,3
+78941,1
+93212,3
+127404,2
+44172,2
+1415,2
+113676,0
+95234,2
+65272,2
+29976,0
+125377,1
+112031,1
+72225,1
+364,3
+99148,3
+84849,2
+92798,1
+73617,2
+43797,1
+73089,0
+125321,2
+126556,0
+109988,0
+2674,3
+126432,0
+45119,2
+120610,1
+65336,3
+53855,0
+88300,1
+61632,2
+85866,2
+42805,3
+45692,3
+73591,2
+68965,3
+90107,1
+97209,3
+61525,1
+35916,0
+83362,0
+10364,2
+81084,1
+97436,1
+60667,3
+59473,3
+114391,1
+86357,0
+10200,0
+71358,2
+39084,0
+51034,1
+4120,3
+83206,0
+64350,2
+35630,2
+62430,0
+32293,2
+36489,1
+36541,0
+9791,3
+16216,2
+55765,0
+115218,3
+118944,2
+69232,2
+15598,0
+115052,1
+120483,3
+33208,0
+110022,1
+42732,1
+40112,2
+123346,0
+26749,0
+77599,3
+16759,0
+28186,1
+2254,1
+98343,1
+90277,1
+7866,1
+97270,2
+40530,3
+34637,2
+68238,1
+58462,2
+109255,0
+90198,2
+33717,1
+103489,1
+63594,3
+59193,0
+95789,3
+90630,3
+114135,1
+26322,3
+86804,3
+127262,3
+12953,2
+22992,3
+95548,3
+2684,2
+37795,2
+105956,3
+126622,1
+123172,0
+65853,3
+99766,2
+5668,1
+63752,0
+84516,0
+111410,2
+33680,0
+88577,1
+70705,0
+69238,0
+41649,2
+76370,3
+11315,3
+5460,1
+112294,3
+20405,0
+99579,1
+25674,1
+50529,2
+13951,0
+47065,1
+75439,2
+47555,0
+110127,3
+42803,3
+1138,3
+113583,0
+95606,3
+16711,1
+102027,1
+62576,1
+36461,1
+118338,1
+76293,2
+6478,0
+50787,2
+44156,1
+26365,0
+126914,0
+112895,1
+62574,3
+75280,0
+124720,0
+64251,0
+80196,3
+28482,3
+99943,1
+1561,3
+96151,3
+60263,3
+126343,0
+12835,0
+23847,2
+111303,3
+81740,3
+3347,3
+47407,1
+35941,2
+115467,1
+102999,1
+41757,2
+19076,0
+80206,3
+15307,2
+88684,1
+102399,1
+48314,2
+85811,0
+85551,2
+36986,1
+18942,0
+90571,1
+109529,1
+54035,3
+52780,2
+115931,2
+122305,1
+75536,2
+103405,2
+112183,0
+47352,1
+96367,2
+18332,3
+50415,0
+109675,1
+49747,3
+114667,2
+7954,3
+104553,1
+102897,3
+6969,1
+45745,3
+61799,0
+93838,2
+32922,1
+77945,2
+88132,3
+27929,0
+75838,2
+116484,3
+4080,0
+72724,2
+25064,1
+87544,1
+31315,1
+55588,0
+29642,2
+50888,3
+47568,0
+101403,0
+22003,0
+10774,1
+39717,0
+104660,1
+16772,0
+114630,3
+98858,2
+17471,2
+107409,2
+125707,1
+83189,0
+2518,3
+69445,1
+97765,2
+104426,1
+106372,3
+85530,2
+46998,1
+107099,0
+105217,2
+11719,2
+53616,3
+2869,2
+98223,0
+41896,2
+72870,0
+20045,2
+56452,1
+50493,0
+56034,1
+36430,2
+36076,2
+114934,3
+54143,1
+4774,3
+9986,1
+112889,1
+64441,2
+57269,2
+41327,0
+72862,2
+98147,3
+118394,1
+97104,0
+120939,1
+3262,1
+66447,0
+20954,3
+113941,1
+59957,2
+22875,3
+5187,1
+114837,0
+28484,3
+8715,3
+89983,1
+118684,1
+20746,3
+43967,3
+14438,1
+113632,2
+78950,2
+20088,3
+93229,2
+78649,2
+7734,3
+113539,1
+104950,2
+36513,2
+126077,1
+21508,1
+33579,3
+46947,0
+62522,0
+125508,3
+6558,0
+8514,1
+34656,1
+5421,2
+15481,0
+48278,0
+24822,1
+56265,1
+94525,2
+122371,1
+28032,0
+17929,3
+9746,2
+24602,2
+93343,3
+25941,3
+97541,0
+18208,1
+30802,3
+18315,1
+96490,0
+55776,0
+74697,1
+19292,2
+48703,1
+22769,3
+35612,3
+17106,0
+54651,3
+28349,3
+88165,2
+116442,2
+25108,3
+53076,1
+66925,1
+83062,1
+118578,1
+28308,2
+125918,3
+119864,3
+52021,1
+83904,1
+27349,3
+51088,2
+83012,0
+68424,2
+38067,2
+86291,2
+87952,2
+79101,2
+71042,1
+22928,0
+56305,1
+114272,1
+83635,2
+125712,1
+39030,2
+104261,2
+58143,2
+14015,0
+81381,0
+80926,2
+6749,1
+52436,0
+62327,2
+121469,2
+31870,3
+45995,0
+38873,3
+124974,1
+113195,0
+32003,0
+120694,0
+98437,2
+120213,1
+63042,0
+45249,2
+79138,3
+30038,2
+56615,2
+22752,3
+93578,1
+5844,2
+57762,3
+115942,0
+11270,0
+35925,1
+18898,0
+30927,1
+90904,1
+95657,3
+98003,2
+54394,3
+12995,1
+42777,0
+38394,3
+80389,2
+24279,0
+34280,3
+48236,3
+50314,0
+2121,1
+57793,2
+36455,2
+82545,0
+56508,3
+67035,1
+75194,3
+63272,0
+24543,0
+72737,0
+25011,2
+98511,2
+123603,1
+90979,1
+98874,2
+89093,3
+60124,2
+77718,2
+107524,2
+99556,1
+126290,2
+2995,3
+38820,0
+100275,2
+20250,1
+58003,0
+22398,1
+10062,1
+117672,1
+22622,3
+7111,1
+25353,1
+91974,1
+50315,0
+4632,2
+38304,0
+68032,0
+110463,2
+50560,0
+2097,3
+9734,0
+77303,1
+72503,0
+45902,1
+125849,3
+18928,3
+108664,1
+92117,0
+113580,0
+58545,3
+97964,1

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=agnews/list=0.0-1.0/logits.csv

@@ -0,0 +1,512 @@
+39155,-8.750251,-0.00025042734,-15.375251,-15.376371
+8934,-1.4781843e-05,-17.125015,-16.500015,-18.81272
+31196,-8.5830325e-06,-17.250008,-20.375008,-17.7503
+45484,-16.438503,-9.001003,-7.3760033,-0.0010857295
+36446,-12.000348,-10.125348,-9.875348,-0.0005206373
+27069,-0.0011625682,-8.501163,-8.626163,-8.126246
+98154,-0.00042465254,-13.625424,-7.875425,-10.750543
+38190,-11.75017,-12.50017,-0.000169978,-18.062777
+76908,-15.625203,-0.00020299281,-14.437703,-15.625465
+114510,-8.8330184e-05,-15.125089,-9.625089,-11.000229
+20161,-10.626675,-0.0016745606,-12.439175,-15.963681
+62713,-11.125184,-14.375184,-14.375184,-0.00025008252
+32678,-0.00024554098,-12.375245,-15.000245,-13.003958
+55068,-9.655906e-06,-17.62501,-18.12501,-17.750206
+46296,-5.5430784e-05,-12.875055,-12.000055,-14.438129
+67446,-3.6954196e-05,-15.125037,-11.250037,-14.750147
+11392,-13.625208,-9.875208,-0.00020787939,-13.875359
+34999,-14.625308,-13.000308,-0.00030798936,-13.875434
+2861,-15.125073,-16.625074,-7.390703e-05,-18.375154
+85208,-15.937683,-16.125183,-0.00018356545,-12.750436
+4129,-10.750102,-0.00010203794,-11.000102,-14.500207
+98083,-12.625127,-0.00012659225,-13.125127,-14.875324
+126003,-16.000906,-7.750905,-10.625905,-0.001039567
+108955,-5.3761945e-05,-15.625053,-14.875053,-17.437716
+87943,-17.376715,-6.6267147,-11.626715,-0.001936376
+10878,-1.03711545e-05,-16.50001,-16.12501,-15.000162
+89801,-15.43955,-0.002050442,-6.2520504,-11.129249
+70698,-15.750275,-13.375275,-11.375275,-0.00035627696
+24671,-18.562578,-7.772144e-05,-17.000078,-18.814648
+54316,-12.12539,-0.00038997675,-9.25039,-13.625646
+49984,-7.0053806,-6.8803806,-9.005381,-0.0056494665
+11703,-14.750271,-0.0002710452,-9.500271,-12.948146
+70960,-10.375085,-8.4992615e-05,-15.937585,-14.886931
+59398,-11.2555275,-8.5055275,-9.3805275,-0.0057259183
+110657,-6.6283073,-8.378307,-6.6283073,-0.0037755163
+86210,-8.225407e-06,-19.500008,-19.375008,-19.125141
+99325,-7.125896,-0.0008959332,-12.7508955,-15.063655
+85895,-18.000076,-7.641024e-05,-13.500076,-13.875862
+1528,-0.00011550713,-9.250115,-15.375115,-12.000318
+49454,-13.690268,-7.8777676,-6.2527676,-0.0029399116
+124488,-6.3772755,-8.127275,-9.877275,-0.0023877881
+114948,-17.125769,-8.375768,-8.875768,-0.0010766131
+80071,-12.875426,-14.750426,-15.687926,-0.000607153
+78757,-7.125914,-14.875914,-0.0009140366,-12.251011
+111237,-11.501819,-0.0018181951,-7.751818,-11.551658
+91151,-2.0503787e-05,-18.375021,-17.500021,-20.06265
+61656,-9.7751135e-06,-16.62501,-14.37501,-17.625126
+117594,-17.062834,-0.00033361115,-8.625334,-13.750753
+14263,-11.125068,-6.758938e-05,-13.000068,-11.87526
+61459,-6.210611e-05,-15.875062,-19.187563,-18.750242
+124573,-9.627213,-0.0022124592,-9.752213,-11.127614
+113778,-7.0031166,-0.0031165148,-9.378117,-11.632969
+110402,-0.0003213366,-11.625321,-8.750321,-11.250414
+52232,-12.876232,-8.876232,-11.813732,-0.0013348561
+55181,-0.0006386386,-7.8756385,-12.000639,-12.022244
+37266,-12.500215,-0.00021467288,-13.875215,-14.4402
+109719,-11.5001135,-16.375114,-0.0001136,-18.375214
+66886,-12.378678,-5.7536783,-9.566178,-0.003832352
+64879,-21.687532,-18.000032,-3.266281e-05,-18.875233
+122924,-14.062651,-0.00015090757,-14.437651,-15.812914
+27165,-1.5139465e-05,-17.375015,-17.750015,-19.062681
+62372,-15.625396,-13.125396,-8.875396,-0.00051144406
+73001,-14.50077,-11.62577,-7.50077,-0.00087696064
+22598,-15.250127,-18.937628,-0.00012706903,-16.625242
+69650,-9.251732,-0.0017321596,-7.3767323,-10.627017
+93520,-13.000291,-11.750291,-16.25029,-0.00035889537
+29140,-0.00014220657,-14.000142,-16.812643,-9.000212
+105210,-8.875565,-0.00056477333,-10.750565,-8.75182
+86079,-16.625343,-10.500343,-12.750343,-0.00047998907
+78941,-13.125207,-0.00020692592,-9.000207,-13.875339
+93212,-14.0008135,-10.0008135,-8.5008135,-0.0010364144
+127404,-15.000128,-10.750128,-0.0001277842,-11.000283
+44172,-16.000116,-11.750116,-0.000116460695,-11.875205
+1415,-20.125063,-16.750063,-6.377493e-05,-13.000146
+113676,-0.00012885693,-13.500129,-10.750129,-9.625337
+95234,-21.43761,-17.87511,-0.0001106201,-16.62541
+65272,-17.000101,-16.625101,-0.00010048838,-11.375202
+29976,-1.1563234e-05,-19.500011,-21.250011,-24.250225
+125377,-9.875467,-0.0004668338,-10.000467,-11.750599
+112031,-13.375071,-7.0211805e-05,-12.250071,-15.625791
+72225,-8.375423,-0.00042310345,-13.250423,-12.250748
+364,-15.687805,-12.000305,-11.750305,-0.00043589468
+99148,-9.128225,-9.878225,-5.878225,-0.003353033
+84849,-15.937622,-12.750122,-0.00012206286,-13.3753195
+92798,-10.625085,-8.523101e-05,-12.125085,-13.875217
+73617,-10.7501745,-13.3751745,-0.00017438798,-9.50033
+43797,-7.1267405,-0.0017403708,-9.93924,-12.939873
+73089,-4.1245563e-05,-15.750041,-17.187542,-17.31264
+125321,-13.62759,-12.25259,-0.0025898032,-6.0026937
+126556,-0.00017903633,-12.625179,-14.000179,-12.50035
+109988,-7.510157e-06,-16.625008,-19.125008,-18.000088
+2674,-5.1330433,-7.7580433,-6.6330433,-0.008138406
+126432,-1.0132739e-05,-18.25001,-21.31251,-21.687628
+45119,-15.000077,-18.875076,-7.700623e-05,-16.375183
+120610,-9.750289,-0.00028904076,-17.00029,-15.313153
+65336,-12.938322,-12.000822,-9.000822,-0.0010602404
+53855,-7.152532e-06,-17.625008,-22.000008,-20.812593
+88300,-17.687693,-0.00019333878,-9.125194,-14.250406
+61632,-18.314312,-9.751811,-0.0018110555,-6.3769655
+85866,-17.875095,-16.000095,-9.4766896e-05,-17.375214
+42805,-18.063017,-9.500518,-13.250518,-0.0006770831
+45692,-16.127356,-7.1273546,-6.6273546,-0.0024438736
+73591,-16.875057,-16.250057,-5.7934038e-05,-18.625149
+68965,-10.375929,-10.375929,-10.000929,-0.0018508588
+90107,-15.062806,-0.00030596345,-13.250306,-15.813639
+97209,-10.250686,-10.750686,-7.8756857,-0.00078618544
+61525,-11.875619,-0.00061862404,-8.750619,-10.949871
+35916,-4.5299425e-06,-19.500004,-23.500004,-19.687601
+83362,-5.6265202e-05,-15.125056,-15.750056,-10.000323
+10364,-12.500529,-13.375529,-0.00052974495,-7.7506385
+81084,-11.500431,-0.00043132537,-14.000431,-13.938129
+97436,-11.375464,-0.0004639741,-13.375464,-15.563119
+60667,-12.382195,-10.757195,-5.0071955,-0.007875501
+59473,-12.251165,-10.626165,-10.251165,-0.0012824837
+114391,-13.938403,-0.0009035557,-14.688403,-16.001905
+86357,-1.490105e-05,-17.375015,-18.625015,-20.687662
+10200,-4.6491514e-06,-20.375004,-22.937504,-21.812569
+71358,-13.250095,-17.687595,-9.512449e-05,-19.562702
+39084,-1.1086402e-05,-18.250011,-19.250011,-21.000177
+51034,-10.750216,-0.00021550717,-16.125216,-15.250414
+4120,-15.940376,-6.7528763,-6.7528763,-0.0030155438
+83206,-6.4372807e-06,-16.000006,-19.312506,-17.87511
+64350,-11.37515,-13.62515,-0.00014959647,-10.12543
+35630,-18.31256,-15.625059,-5.876845e-05,-14.7501745
+62430,-6.4372807e-06,-17.875006,-20.500006,-17.500261
+32293,-10.251917,-7.0019164,-0.0019165972,-7.1310253
+36489,-9.1251745,-0.00017414961,-12.0001745,-12.376187
+36541,-1.2993728e-05,-15.375013,-15.875013,-16.125372
+9791,-14.127379,-12.627379,-6.1273794,-0.002465988
+16216,-18.939123,-15.501623,-0.001623385,-6.5018606
+55765,-1.2993728e-05,-19.500013,-17.125013,-19.250135
+115218,-17.376114,-7.501114,-8.126114,-0.0013179358
+118944,-11.000104,-18.500105,-0.0001040643,-16.12517
+69232,-17.250061,-15.000061,-6.1152496e-05,-18.125187
+15598,-4.7205765e-05,-14.687547,-12.125047,-13.000232
+115052,-14.375192,-0.0001913126,-10.250192,-14.319461
+120483,-10.002989,-6.252989,-7.252989,-0.003215234
+33208,-4.887569e-06,-18.000006,-21.625006,-20.937632
+110022,-13.000203,-0.000203112,-13.875203,-15.375403
+42732,-12.125258,-0.00025841236,-11.125258,-12.501228
+40112,-9.500181,-14.500181,-0.0001813009,-12.250261
+123346,-4.8278598e-05,-13.500049,-14.375049,-10.50013
+26749,-0.0026450907,-13.3776455,-6.377645,-7.0027914
+77599,-15.313172,-8.625672,-12.750672,-0.00081217784
+16759,-8.821448e-06,-18.75001,-22.68751,-21.062635
+28186,-7.6257606,-0.00076050445,-14.37576,-14.12603
+2254,-7.75066,-0.0006600823,-16.87566,-15.000854
+98343,-11.000377,-0.0003763921,-9.000377,-14.210719
+90277,-17.3751,-9.9296405e-05,-13.750099,-17.875664
+7866,-11.250717,-0.0007171443,-10.125717,-9.879357
+97270,-17.377533,-16.877533,-0.0025334426,-6.0027304
+40530,-12.127819,-9.127819,-7.252819,-0.0035391878
+34637,-16.562767,-13.500266,-0.00026639728,-8.62542
+68238,-15.750132,-0.00013124081,-15.500132,-15.563089
+58462,-15.625149,-13.500149,-0.0001491197,-10.001231
+109255,-5.3881147e-05,-14.750053,-12.500053,-14.62527
+90198,-11.000352,-15.625352,-0.00035184392,-9.12542
+33717,-13.375162,-0.00016223069,-15.250162,-14.875533
+103489,-15.937686,-0.00018583001,-16.062685,-16.56742
+63594,-11.62522,-11.37522,-9.87522,-0.00039574006
+59193,-2.527205e-05,-17.250025,-14.875025,-20.062628
+95789,-5.8783956,-12.503396,-13.565896,-0.0037598915
+90630,-15.125527,-13.125527,-15.375527,-0.0005800515
+114135,-14.625192,-0.0001913126,-15.125192,-17.313103
+26322,-13.500646,-12.250646,-7.6256456,-0.0006848867
+86804,-14.625567,-9.500567,-7.8755674,-0.00070996303
+127262,-8.378047,-7.0030475,-8.753047,-0.0031844324
+12953,-7.126132,-12.876132,-0.0011322047,-8.626276
+22992,-9.751384,-9.751384,-11.626384,-0.0016723473
+95548,-5.0191107,-6.3941107,-4.6441107,-0.019480806
+2684,-15.875108,-12.750108,-0.00010775939,-10.625243
+37795,-13.250132,-15.250132,-0.00013207518,-11.500291
+105956,-16.6878,-13.625299,-15.000299,-0.00039572662
+126622,-17.500055,-5.566919e-05,-15.500055,-15.750342
+123172,-0.00011991736,-13.37512,-13.00012,-9.375233
+65853,-16.068027,-11.2555275,-5.2555275,-0.0056074364
+99766,-9.880546,-6.005546,-0.0055459444,-6.130718
+5668,-11.626255,-0.0012549629,-12.376255,-15.126417
+63752,-3.933829e-05,-15.937539,-17.31254,-17.625494
+84516,-7.6293654e-06,-16.750008,-19.500008,-18.750113
+111410,-13.12513,-14.75013,-0.00013016807,-10.125602
+33680,-8.821448e-06,-16.75001,-20.43751,-20.062653
+88577,-17.750118,-0.00011765265,-14.062617,-16.750883
+70705,-0.0022046089,-15.752205,-14.127205,-6.127293
+69238,-6.675698e-06,-16.875006,-16.375006,-16.000183
+41649,-14.500042,-16.625042,-4.1603176e-05,-13.750198
+76370,-15.688242,-8.125742,-8.625742,-0.0008179751
+11315,-5.3815184,-9.131518,-8.881518,-0.0066584754
+5460,-8.000674,-0.00067437795,-12.313174,-11.376019
+112294,-17.375378,-13.125379,-13.000379,-0.00043575637
+20405,-1.0132739e-05,-15.8750105,-17.50001,-12.625102
+99579,-11.000636,-0.00063601765,-12.500636,-13.502119
+25674,-17.000206,-0.0002054957,-13.250205,-16.812904
+50529,-10.629186,-13.129186,-0.0041854884,-5.504355
+13951,-0.00080684054,-11.000807,-10.625807,-8.7510805
+47065,-8.250673,-0.00067366316,-11.313173,-10.250757
+75439,-11.252705,-6.627705,-0.0027050115,-6.8777876
+47555,-0.0023889593,-8.377389,-10.752389,-7.7526326
+110127,-11.37579,-9.75079,-8.12579,-0.0010787308
+42803,-11.751057,-7.501056,-9.001057,-0.0013957011
+1138,-15.937833,-12.000333,-13.125333,-0.0004015586
+113583,-4.613293e-05,-14.875046,-14.750046,-10.875213
+95606,-14.62516,-12.50016,-12.87516,-0.0002790515
+16711,-10.875403,-0.0004029654,-9.000403,-15.063074
+102027,-18.437654,-0.00015531764,-15.000155,-17.125807
+62576,-16.50042,-0.00041964784,-13.75042,-16.81313
+36461,-10.875188,-0.00018749863,-15.875188,-13.125687
+118338,-8.8752165,-0.00021646064,-14.0002165,-15.003442
+76293,-20.5626,-13.875098,-9.8342825e-05,-14.750408
+6478,-2.1338235e-05,-17.750021,-19.000021,-18.93766
+50787,-12.000242,-10.500242,-0.0002424423,-11.625514
+44156,-11.000192,-0.00019155098,-15.375192,-11.12553
+26365,-1.03711545e-05,-18.62501,-19.37501,-18.12518
+126914,-0.000216699,-14.0002165,-9.3752165,-9.002117
+112895,-17.625114,-0.0001136,-12.2501135,-18.437885
+62574,-15.438146,-11.000646,-8.125646,-0.0008789433
+75280,-0.0013324678,-14.126332,-14.876332,-6.6264596
+124720,-0.0028147385,-14.502814,-14.127814,-5.8779187
+64251,-8.5830325e-06,-17.875008,-20.875008,-20.25019
+80196,-17.063099,-9.375598,-10.750598,-0.00078515644
+28482,-11.500576,-13.750576,-8.000576,-0.00068206486
+99943,-14.000103,-0.00010287233,-14.250103,-16.812878
+1561,-13.628413,-11.378413,-5.7534137,-0.0035082165
+96151,-12.625128,-11.250128,-10.250128,-0.00029216637
+60263,-14.500345,-13.250345,-12.500345,-0.00041740935
+126343,-4.7563375e-05,-13.500048,-14.250048,-11.250157
+12835,-7.152532e-06,-17.875008,-13.375007,-16.500153
+23847,-6.501693,-15.876693,-0.0016926499,-14.626791
+111303,-8.125697,-8.500697,-12.250697,-0.0008389831
+81740,-6.2551966,-7.3801966,-11.630197,-0.008081563
+3347,-17.125452,-9.625452,-15.500452,-0.00071226293
+47407,-16.25077,-0.0007702721,-11.500771,-12.835424
+35941,-18.375546,-16.125546,-0.00054475723,-7.875621
+115467,-10.000547,-0.00054714014,-12.375547,-10.000639
+102999,-16.750051,-5.1020274e-05,-14.125051,-15.875292
+41757,-14.127056,-6.2520556,-0.0020556764,-14.002408
+19076,-3.5404533e-05,-12.875035,-13.875035,-10.87519
+80206,-15.877212,-6.377212,-11.564712,-0.0024825558
+15307,-19.875053,-18.500053,-5.2808322e-05,-16.625414
+88684,-18.562592,-9.238293e-05,-17.062592,-16.813732
+102399,-17.250097,-9.6435666e-05,-13.625096,-13.37618
+48314,-11.126639,-10.126639,-0.0016398091,-6.501709
+85811,-0.002701326,-6.5027013,-13.627702,-10.190574
+85551,-9.125238,-13.500238,-0.0002387477,-14.000381
+36986,-9.875151,-0.0001504308,-12.375151,-17.50028
+18942,-8.106199e-06,-17.750008,-16.750008,-17.75017
+90571,-14.500053,-5.3523538e-05,-16.375053,-14.876462
+109529,-15.93765,-0.00014947727,-12.75015,-16.625343
+54035,-13.189184,-8.626684,-11.626684,-0.0019229527
+52780,-15.87508,-17.62508,-8.0224636e-05,-17.875177
+115931,-11.375116,-10.500116,-0.000115983916,-16.56271
+122305,-8.125374,-0.00037377048,-11.875374,-11.625894
+75536,-17.688087,-12.500587,-0.0005870526,-7.6257095
+103405,-6.5016174,-16.501617,-0.0016173152,-14.251762
+112183,-1.0967195e-05,-16.375011,-19.937511,-18.125153
+47352,-9.000709,-0.00070844823,-14.625709,-16.125978
+96367,-11.500137,-17.812637,-0.00013767726,-16.4377
+18332,-10.501093,-11.251093,-11.751093,-0.001218788
+50415,-0.00010442189,-13.000104,-13.500104,-9.750242
+109675,-15.875099,-9.9058016e-05,-10.500099,-14.514706
+49747,-14.250224,-9.625224,-10.375224,-0.0003499666
+114667,-14.062977,-13.625477,-0.0004769618,-13.563355
+7954,-7.6323123,-7.2573123,-6.2573123,-0.0074832556
+104553,-9.625296,-0.0002952378,-14.750296,-16.12543
+102897,-12.500498,-13.875498,-15.125498,-0.00057839695
+6969,-11.125598,-0.00059789425,-11.750598,-11.501226
+45745,-16.56803,-12.505529,-5.25553,-0.0056552244
+61799,-1.6927575e-05,-13.500017,-14.500017,-13.500153
+93838,-17.250088,-16.875088,-8.749579e-05,-10.250208
+32922,-15.500109,-0.00010895135,-13.500109,-14.94819
+77945,-10.750181,-14.375181,-0.00018153928,-17.562939
+88132,-5.0073366,-9.757337,-10.632337,-0.0074568586
+27929,-0.00013219437,-9.375133,-12.625133,-10.625433
+75838,-16.000118,-16.375118,-0.00011836782,-18.187702
+116484,-12.126844,-11.126844,-6.501844,-0.0019781182
+4080,-0.00014792779,-13.375148,-9.125148,-11.875232
+72724,-14.375069,-13.125069,-6.8781395e-05,-15.500215
+25064,-10.625196,-0.00019667599,-11.750196,-14.3754635
+87544,-11.87528,-0.00028081765,-10.87528,-13.501519
+31315,-14.625327,-0.0003266993,-9.000327,-14.750494
+55588,-3.6834994e-05,-17.875036,-13.625037,-15.750456
+29642,-16.250103,-16.750103,-0.00010322992,-13.500168
+50888,-8.125522,-10.000522,-10.625522,-0.0006261848
+47568,-4.088795e-05,-16.00004,-15.625041,-16.875223
+101403,-4.5299425e-06,-16.750004,-20.375004,-19.56265
+22003,-8.856858e-05,-16.250088,-16.500088,-9.375191
+10774,-14.375079,-7.879423e-05,-16.500078,-15.878695
+39717,-0.00027068765,-10.375271,-10.875271,-9.500439
+104660,-18.000055,-5.566919e-05,-13.000055,-14.375896
+16772,-7.605264e-05,-14.625076,-16.562576,-14.500178
+114630,-9.501974,-8.251974,-13.251974,-0.0026093717
+98858,-12.6924305,-9.1924305,-0.0049302434,-5.634944
+17471,-16.375149,-10.375149,-0.00014864294,-11.625572
+107409,-19.000067,-15.125067,-6.7112574e-05,-13.750255
+125707,-18.375048,-4.7920985e-05,-16.125048,-17.93778
+83189,-0.00013886917,-12.750139,-13.000139,-9.250256
+2518,-6.3906736,-4.5156736,-6.7656736,-0.015924456
+69445,-6.2520723,-0.0020722123,-14.627072,-11.504118
+97765,-10.250146,-18.875145,-0.00014554395,-17.500208
+104426,-15.375553,-0.0005527399,-12.500553,-16.813507
+106372,-9.378751,-10.753751,-10.378751,-0.0038180237
+85530,-14.37522,-15.43772,-0.00022075123,-17.9378
+46998,-20.25024,-0.0002394628,-16.93774,-19.000565
+107099,-0.0032277412,-15.503228,-5.7532277,-14.3783455
+105217,-8.625283,-13.625283,-0.000283082,-11.625467
+11719,-16.93759,-15.125089,-8.880698e-05,-15.375217
+53616,-17.688145,-11.125644,-7.6256437,-0.0007130203
+2869,-16.500124,-11.000125,-0.00012468515,-13.375565
+98223,-1.3112935e-05,-15.500013,-20.437513,-16.25013
+41896,-15.125077,-17.000076,-7.724464e-05,-16.125154
+72870,-1.9192512e-05,-14.250019,-13.875019,-15.375205
+20045,-13.127067,-15.252067,-0.002066978,-15.002175
+56452,-17.625118,-0.00011765265,-15.750117,-18.688112
+50493,-0.0010813586,-10.376081,-7.1260815,-8.87632
+56034,-8.376287,-0.0012872275,-13.751287,-9.001481
+36430,-15.500072,-18.187572,-7.1642215e-05,-16.25018
+36076,-12.375135,-13.125135,-0.00013588935,-14.750219
+114934,-10.126187,-7.876188,-9.876187,-0.0017748793
+54143,-9.250865,-0.00086460874,-13.188365,-9.285133
+4774,-14.250569,-10.625569,-8.125569,-0.0006609694
+9986,-12.0001135,-0.000113242415,-13.3751135,-14.250431
+112889,-9.375154,-0.00015352978,-15.187654,-15.750287
+64441,-18.562708,-15.000209,-0.00020883286,-8.875328
+57269,-8.000546,-16.875547,-0.0005467827,-14.626096
+41327,-8.940657e-06,-18.50001,-15.625009,-21.062647
+72862,-17.500055,-17.000055,-5.566919e-05,-12.375189
+98147,-9.627684,-8.252684,-6.1276836,-0.0027777834
+118394,-11.625905,-0.00090486585,-11.313405,-8.2510605
+97104,-4.76836e-06,-17.750004,-20.375004,-19.875118
+120939,-10.000184,-0.0001840422,-15.312684,-14.876117
+3262,-12.750279,-0.00027903,-16.000278,-18.375414
+66447,-2.5033638e-05,-17.125025,-19.062525,-18.125134
+20954,-13.00132,-8.50132,-7.1263194,-0.0013893461
+113941,-14.000108,-0.000107878586,-13.125108,-17.437729
+59957,-8.125424,-15.500424,-0.00042429505,-17.500591
+22875,-11.500378,-10.625378,-10.250378,-0.00046782254
+5187,-12.375186,-0.00018606838,-12.062686,-14.500356
+114837,-1.0728779e-05,-15.6250105,-20.812511,-17.750206
+28484,-11.76277,-10.76277,-4.3877697,-0.012928498
+8715,-10.750544,-10.125544,-11.250544,-0.00065979164
+89983,-13.625132,-0.00013183679,-13.875132,-13.00033
+118684,-19.062569,-6.89006e-05,-13.375069,-16.12541
+20746,-13.688016,-8.875516,-12.313016,-0.0006305974
+43967,-13.125576,-11.250576,-13.750576,-0.00071818207
+14438,-7.1259294,-0.00092916226,-14.875929,-12.626598
+113632,-10.750247,-13.687747,-0.00024685197,-10.375335
+78950,-14.875075,-15.375075,-7.5814234e-05,-14.875212
+20088,-14.876193,-12.001193,-10.251193,-0.0012438326
+93229,-15.750144,-15.000144,-0.00014387527,-18.625244
+78649,-14.50009,-18.37509,-8.999896e-05,-17.12519
+7734,-16.693752,-11.506253,-5.131253,-0.006420203
+113539,-17.687584,-8.3443025e-05,-11.500083,-10.634776
+104950,-12.375294,-12.000294,-0.00029380774,-12.00069
+36513,-19.750067,-18.250067,-6.627817e-05,-18.750153
+126077,-15.875232,-0.00023219273,-9.250232,-10.655746
+21508,-6.502431,-0.0024310579,-11.189931,-9.255822
+33579,-6.761106,-10.261106,-4.636106,-0.0112462845
+46947,-1.6450747e-05,-14.125016,-17.500017,-12.250162
+62522,-0.0033350345,-5.878335,-12.378335,-11.316276
+125508,-13.313085,-10.750585,-10.250585,-0.0010414039
+6558,-2.2411095e-05,-17.562523,-16.000023,-15.375169
+8514,-12.375308,-0.00030798936,-14.000308,-13.259669
+34656,-10.7501135,-0.00011336161,-15.7501135,-19.062754
+5421,-12.500122,-17.250122,-0.00012242045,-12.375199
+15481,-1.1563234e-05,-19.750011,-21.250011,-20.937634
+48278,-1.8596476e-05,-16.75002,-18.31252,-17.500216
+24822,-17.687653,-0.00015209948,-16.062653,-17.87553
+56265,-11.375059,-5.9364465e-05,-12.125059,-16.000261
+94525,-14.8753395,-11.5003395,-0.0003395696,-8.376061
+122371,-10.0005865,-0.0005864569,-11.7505865,-8.000922
+28032,-5.3644035e-06,-15.375006,-18.875006,-19.375126
+17929,-14.251334,-9.501334,-7.6263347,-0.0013923072
+9746,-15.563569,-10.188569,-0.0010687361,-9.751134
+24602,-17.500044,-13.000044,-4.4225668e-05,-15.750156
+93343,-15.062823,-10.875323,-13.500323,-0.00045531915
+25941,-13.6254635,-11.1254635,-9.3754635,-0.0005916399
+97541,-3.2901222e-05,-15.250032,-16.000032,-11.000215
+18208,-9.375171,-0.00017093151,-15.312671,-13.755227
+30802,-9.379469,-8.504469,-6.129469,-0.0046708593
+18315,-9.625249,-0.00024887803,-11.125249,-11.625383
+96490,-1.12056105e-05,-16.250011,-18.000011,-13.876606
+55776,-0.00023636408,-16.250237,-8.5002365,-15.250378
+74697,-17.625105,-0.00010418349,-13.250104,-16.250908
+19292,-12.500234,-13.000234,-0.00023362292,-12.750689
+48703,-10.250431,-0.00043096792,-11.375431,-14.252262
+22769,-9.875556,-11.563056,-12.250556,-0.0008780338
+35612,-7.5021386,-9.627138,-7.0021386,-0.0022191748
+17106,-8.106199e-06,-17.125008,-21.437508,-18.375074
+54651,-17.250572,-11.625573,-8.500573,-0.0006799213
+28349,-17.000393,-12.000392,-9.750392,-0.00044302305
+88165,-12.500131,-13.125131,-0.00013052566,-13.250329
+116442,-9.750209,-13.500209,-0.00020907124,-18.56286
+25108,-9.627907,-6.252907,-9.877907,-0.003064448
+53076,-12.625195,-0.00019429227,-12.500195,-14.794309
+66925,-10.625159,-0.00015937012,-15.562659,-14.375308
+83062,-19.000061,-6.1629304e-05,-15.625062,-16.562933
+118578,-15.437634,-0.00013410146,-12.750134,-18.438917
+28308,-16.375061,-18.250061,-6.13909e-05,-18.125296
+125918,-17.500528,-11.750528,-9.000528,-0.00066706754
+119864,-13.062818,-10.375318,-13.062818,-0.0003991784
+52021,-10.500262,-0.00026222607,-9.250262,-12.875969
+83904,-14.750193,-0.00019310041,-14.500193,-16.812838
+27349,-13.12521,-10.75021,-11.37521,-0.00029132288
+51088,-11.625066,-14.125066,-6.580136e-05,-13.376311
+83012,-1.0251946e-05,-13.6250105,-15.2500105,-14.625151
+68424,-16.250053,-16.625053,-5.3523538e-05,-13.875186
+38067,-8.751351,-8.626351,-0.0013516347,-7.0016546
+86291,-13.500269,-17.125269,-0.0002689,-14.000347
+87952,-15.2511015,-13.5011015,-0.0011012448,-6.8762507
+79101,-12.375438,-10.875438,-0.00043775988,-11.250557
+71042,-18.000061,-6.13909e-05,-15.125061,-17.37526
+22928,-6.580136e-05,-13.500066,-17.000065,-15.125227
+56305,-10.375167,-0.0001666407,-10.750167,-11.500443
+114272,-10.875151,-0.00015090757,-17.18765,-15.25039
+83635,-15.875197,-11.500197,-0.00019774865,-10.375767
+125712,-16.937572,-7.295342e-05,-15.8125725,-18.06298
+39030,-14.500093,-17.000093,-9.3336515e-05,-17.500175
+104261,-14.375491,-12.000491,-0.0004907834,-10.125697
+58143,-15.252371,-11.752371,-0.0023712395,-6.128125
+14015,-6.079655e-06,-16.000006,-19.875006,-18.625093
+81381,-7.0333235e-06,-16.875008,-20.500008,-21.437628
+80926,-10.250142,-15.250142,-0.000141849,-14.500252
+6749,-7.8755574,-0.0005573865,-15.438057,-13.188323
+52436,-4.1245563e-05,-13.500041,-11.500041,-10.750097
+62327,-15.000045,-14.500045,-4.5060096e-05,-13.750169
+121469,-17.500114,-18.375114,-0.000114553564,-19.687738
+31870,-16.189726,-8.627227,-6.502227,-0.0024574995
+45995,-7.6293654e-06,-19.125008,-20.875008,-21.750116
+38873,-5.009345,-8.259345,-7.509345,-0.00945503
+124974,-12.50016,-0.00016008526,-14.37516,-17.43795
+113195,-1.03711545e-05,-14.7500105,-13.7500105,-15.750179
+32003,-9.1790735e-06,-16.87501,-17.87501,-18.50011
+120694,-4.76836e-06,-19.625004,-23.625004,-22.625223
+98437,-14.000074,-15.875074,-7.4026226e-05,-17.625168
+120213,-7.625729,-0.0007290566,-12.375729,-14.625792
+63042,-3.7311813e-05,-13.500037,-13.250037,-13.000251
+45249,-16.000158,-16.750158,-0.00015877417,-9.381174
+79138,-14.567379,-12.254879,-5.379879,-0.0051550544
+30038,-12.875045,-16.875046,-4.5060096e-05,-16.12514
+56615,-14.000271,-11.500271,-0.00027092602,-8.625647
+22752,-13.87515,-11.12515,-11.00015,-0.00042649842
+93578,-14.12528,-0.0002805793,-13.00028,-12.87542
+5844,-6.5015974,-14.626597,-0.0015975583,-17.314259
+57762,-15.12553,-13.62553,-14.93803,-0.0006096133
+115942,-1.8596476e-05,-14.250018,-19.68752,-14.625202
+11270,-0.003075277,-11.128076,-11.503076,-5.883237
+35925,-8.250388,-0.00038783182,-13.375388,-11.003131
+18898,-9.1790735e-06,-17.12501,-18.25001,-13.750089
+30927,-17.000263,-0.00026294112,-9.000263,-11.375555
+90904,-9.125795,-0.0007952865,-9.000795,-7.7508855
+95657,-13.378081,-10.128081,-5.878081,-0.0032006616
+98003,-18.625074,-14.875075,-7.521823e-05,-15.750679
+54394,-16.8127,-11.6252,-9.6252,-0.00024054367
+12995,-8.625287,-0.0002868956,-12.000287,-15.812918
+42777,-7.0333235e-06,-16.000008,-19.562508,-18.312746
+38394,-11.87568,-10.50068,-13.31318,-0.00078845245
+80389,-15.125046,-14.625046,-4.6013727e-05,-12.000146
+24279,-0.0018254536,-10.126825,-10.251825,-6.3769355
+34280,-17.75043,-10.500429,-11.750429,-0.000604405
+48236,-10.000932,-12.750932,-8.375932,-0.0010223791
+50314,-4.5299425e-06,-18.250004,-22.375004,-20.875113
+2121,-7.876164,-0.0011637589,-13.0011635,-14.815419
+57793,-9.625235,-15.375235,-0.0002349339,-12.125374
+36455,-10.7504225,-10.1254225,-0.00042286515,-12.000602
+82545,-8.8687775e-05,-13.750089,-15.812589,-14.31276
+56508,-13.065952,-8.253452,-6.0034523,-0.0036793747
+67035,-14.192851,-0.0053507923,-10.130351,-5.2555103
+75194,-14.252007,-9.377007,-6.377007,-0.0021220506
+63272,-1.6093125e-05,-16.312515,-20.125015,-17.312983
+24543,-1.0847986e-05,-15.2500105,-18.375011,-20.375078
+72737,-1.239769e-05,-16.000011,-19.625011,-17.31273
+25011,-16.188944,-13.501444,-0.00144425,-6.6463304
+98511,-19.62551,-8.625509,-0.00050937076,-9.75084
+123603,-16.437569,-6.854299e-05,-15.125069,-19.250292
+90979,-13.500413,-0.00041261743,-11.875413,-15.066692
+98874,-13.125844,-11.125844,-0.0008435267,-12.251667
+89093,-14.5003195,-13.0003195,-11.8753195,-0.00039596017
+60124,-10.125229,-14.375229,-0.0002292132,-18.562836
+77718,-16.875326,-15.750326,-0.00032634177,-14.751491
+107524,-16.000097,-12.250097,-9.750845e-05,-10.500335
+99556,-12.37556,-0.00055976934,-9.37556,-12.626799
+126290,-9.875186,-11.500186,-0.00018618758,-17.250462
+2995,-16.506466,-8.256467,-5.131467,-0.006629842
+38820,-0.00043061044,-10.000431,-9.250431,-9.125538
+100275,-15.625914,-16.000914,-0.0009140366,-7.251685
+20250,-12.875082,-8.225103e-05,-11.875082,-15.125266
+58003,-0.0002525726,-11.125253,-9.375253,-9.128499
+22398,-16.625267,-0.00026794657,-11.875268,-11.500745
+10062,-13.375119,-0.00011944058,-15.000119,-11.875399
+117672,-20.06255,-4.9828242e-05,-11.12505,-16.875294
+22622,-13.128396,-9.128396,-5.878396,-0.0034815718
+7111,-9.625141,-0.00014089546,-11.000141,-15.750501
+25353,-9.876284,-0.0012834177,-10.751284,-14.938949
+91974,-14.312702,-0.00020215852,-10.875202,-14.46048
+50315,-0.0001965568,-16.125196,-9.250196,-13.75046
+4632,-6.62649,-14.12649,-0.0014899593,-15.126593
+38304,-0.00012170528,-11.937622,-12.500122,-14.250334
+68032,-0.0007814691,-12.500781,-7.3757815,-10.875923
+110463,-8.12729,-10.37729,-0.002290009,-10.1274185
+50560,-0.0028043964,-8.377805,-7.7528043,-6.3794923
+2097,-14.064161,-8.501661,-6.751661,-0.0017878247
+9734,-0.00021407696,-14.437714,-14.625214,-11.750371
+77303,-11.625277,-0.00027628895,-10.125277,-9.5024185
+72503,-9.059865e-06,-15.125009,-19.18751,-16.126093
+45902,-8.37536,-0.00035994727,-16.06286,-15.250571
+125849,-11.001411,-10.251411,-13.501411,-0.0015671916
+18928,-9.001168,-7.2511687,-10.126168,-0.0013327837
+108664,-8.875316,-0.00031609306,-13.125316,-15.000674
+92117,-2.0384581e-05,-14.37502,-16.687521,-14.250469
+113580,-2.5033638e-05,-15.500025,-18.500025,-17.312616
+58545,-7.7514358,-7.8764358,-10.126435,-0.0015918338
+97964,-11.625078,-7.8079036e-05,-16.000078,-15.750386

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=agnews/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=agnews/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+31224,-8.501426,-0.0014259181,-7.2514257,-14.751556
+80227,-6.3894135e-05,-14.500064,-9.875064,-15.875114
+79086,-5.7220295e-06,-18.500006,-18.500006,-19.62513
+75303,-12.000845,-12.125845,-13.813345,-0.0010225665
+56417,-15.750126,-13.375126,-0.0001257579,-10.625284
+11319,-4.6384892,-7.1384892,-7.8884892,-0.013663322
+12625,-7.867782e-06,-17.625008,-18.875008,-15.250106
+87626,-9.37577,-0.0007696765,-7.5007696,-14.827837
+43853,-11.500879,-9.000879,-14.813379,-0.0009785556
+23828,-12.884908,-10.509908,-4.6349077,-0.010017496
+27858,-7.626126,-12.626126,-0.0011258937,-13.813753
+12604,-10.625232,-13.312732,-0.00023171601,-10.000321
+8180,-16.625086,-20.062586,-8.65422e-05,-16.500181
+37466,-13.439199,-9.251699,-10.876699,-0.0017666658
+48185,-8.500502,-0.0005019835,-13.375502,-14.938187
+77755,-13.000282,-9.000282,-0.00028224775,-9.625543
+29286,-1.3158448,-3.3158448,-2.0658448,-0.6909996
+87038,-15.00044,-12.25044,-13.56294,-0.00058568874
+33094,-11.625265,-0.00026496715,-11.875265,-15.750514
+17990,-12.633769,-13.883769,-0.008768979,-4.7589
+125393,-13.750409,-9.875409,-13.937909,-0.00062491617
+25066,-11.191394,-0.0038935344,-15.003894,-11.567205
+93021,-14.361647,-8.924147,-3.049147,-0.04922127
+91364,-20.875076,-18.500076,-7.652944e-05,-18.875366
+56219,-0.00023541064,-10.500236,-9.750236,-9.00038
+108119,-3.0711887,-4.321189,-6.821189,-0.07177678
+108029,-0.005946682,-12.630947,-17.193447,-5.131051
+82606,-15.750241,-10.125241,-10.750241,-0.00034281285
+34733,-14.439555,-9.502055,-6.377055,-0.0022901383
+40806,-3.81469e-06,-16.250004,-20.562504,-18.500069
+89870,-3.933899e-06,-18.500004,-23.875004,-18.50016
+120589,-17.000145,-10.250146,-0.00014590153,-12.750345
+107229,-7.7506027,-11.250603,-0.00060277886,-10.250696
+81763,-15.250124,-13.250124,-0.00012396998,-10.125234
+126587,-2.3525324,-7.2275324,-7.7275324,-0.10270728
+105931,-17.62518,-0.0001792747,-13.000179,-18.251308
+51593,-0.0022184066,-12.252218,-13.502218,-6.127415
+105827,-10.261668,-10.636668,-4.511668,-0.0119931055
+92547,-19.750086,-8.59462e-05,-10.875086,-16.562939
+11098,-12.651396,-11.151396,-0.026396237,-3.6515071
+15535,-8.62569,-0.00069069845,-15.31319,-11.876822
+104144,-8.6253395,-16.62534,-0.00033968876,-11.625915
+84409,-4.0768748e-05,-14.000041,-16.25004,-14.125251
+55188,-13.8751545,-10.5001545,-0.00015424492,-11.500309
+97914,-11.875153,-15.500153,-0.00015281464,-14.375371
+9697,-4.8876376,-10.762638,-5.3876376,-0.0128222965
+43614,-10.125285,-10.625285,-9.125285,-0.00037784982
+57056,-16.65197,-9.40197,-3.6519697,-0.027094072
+98595,-18.250093,-9.345572e-05,-11.500093,-12.250532
+11602,-11.3154335,-12.6904335,-0.0029336058,-6.003293
+29109,-7.125929,-15.500929,-0.00092904316,-10.876076
+114682,-11.125693,-0.00069367664,-13.625693,-13.876194
+63374,-15.312662,-0.0001621115,-14.500162,-16.405872
+77864,-14.500099,-16.8751,-9.881962e-05,-14.250183
+81631,-5.6452436,-6.5202436,-1.8327436,-1.4585067
+124163,-5.1331396,-12.88314,-1.5081395,-0.2582622
+81563,-10.501399,-8.626399,-0.0013987768,-6.876534
+13895,-10.125219,-0.00021920186,-13.000219,-14.0005045
+12863,-13.322585,-10.885085,-4.6350856,-0.010174144
+45732,-6.4252987,-0.050298624,-3.0502987,-11.675553
+49404,-16.187641,-13.125141,-0.00014113385,-14.00038
+487,-10.87507,-6.9258196e-05,-14.06257,-15.312818
+64317,-14.751072,-9.126072,-7.501072,-0.0012297746
+6331,-2.3007127e-05,-16.125023,-18.750023,-20.37826
+73812,-13.813919,-7.5014195,-0.00141949,-8.876542
+15701,-14.695977,-9.633477,-0.7584771,-0.63363814
+104663,-6.496695e-05,-17.562565,-14.250065,-19.000328
+90606,-0.00061504997,-11.375615,-14.125615,-7.500736
+127552,-6.198864e-06,-18.375006,-22.125006,-19.625172
+126761,-10.375205,-14.250205,-9.375205,-0.0003457995
+92697,-0.8458094,-6.0958095,-0.5958094,-4.0960665
+107122,-1.0553076,-10.305307,-0.4303077,-7.5560274
+74380,-14.937786,-10.250286,-10.000286,-0.0004487707
+66285,-1.2755313e-05,-17.750013,-14.500012,-18.937672
+70163,-6.629179,-8.129179,-0.0041791964,-6.004284
+75972,-8.002623,-12.127623,-0.0026221438,-6.252752
+30713,-12.974768,-9.849768,-0.97476804,-0.47508904
+118867,-1.6569955e-05,-15.437516,-19.312517,-19.062643
+84835,-12.939019,-0.0015190026,-7.501519,-13.12664
+60503,-18.75005,-17.25005,-5.0066647e-05,-16.12516
+11807,-13.820404,-9.757904,-0.75790364,-0.633066
+27906,-2.2053475e-05,-16.500023,-16.125023,-16.125162
+30093,-14.502317,-0.0023172451,-12.252317,-10.7526
+45657,-22.187593,-19.250093,-9.321732e-05,-19.750217
+97197,-9.417489e-06,-19.00001,-20.25001,-19.250109
+48440,-10.875077,-7.772144e-05,-15.312577,-14.625746
+14971,-7.2717403e-06,-19.000008,-21.250008,-19.750292
+61380,-10.002869,-7.2528687,-10.502869,-0.0029703884
+7177,-11.750106,-0.00010620984,-16.875107,-14.8760195
+40241,-1.3351351e-05,-15.250013,-17.062513,-13.000245
+38583,-17.125134,-0.00013374387,-9.5001335,-20.000326
+104941,-3.6834994e-05,-16.375036,-14.500037,-15.375187
+39377,-4.0197873,-0.019787299,-9.707287,-14.520012
+65329,-7.897038,-8.647038,-0.022038087,-4.1474257
+81089,-14.437724,-0.0002244459,-9.625224,-11.501218
+6143,-1.1730328,-7.0480328,-3.6730328,-0.42318687
+63753,-1.394739e-05,-13.125014,-14.375014,-16.687649
+5084,-14.53378,-11.28378,-0.03378016,-3.408908
+125282,-15.875497,-13.312997,-0.0004970984,-9.125777
+7980,-6.16747,-6.04247,-4.54247,-0.5428683
+42346,-10.878305,-10.128305,-5.8783054,-0.0034256072
+73055,-8.0006485,-10.6256485,-0.0006484075,-10.00103
+31696,-8.375383,-10.125383,-0.00038354192,-13.500522
+101343,-6.7513537,-16.751354,-0.0013538967,-17.18894
+115075,-1.2278481e-05,-14.625012,-20.750011,-16.250175
+29447,-12.00079,-10.62579,-7.8757896,-0.00087480096
+89441,-0.25213963,-13.87714,-1.5021396,-11.377224
+15843,-0.0014053241,-7.0014052,-8.626406,-9.501562
+110126,-12.500187,-11.625187,-0.00018726026,-9.375493
+36142,-12.755783,-12.630783,-5.255783,-0.0058461954
+2846,-16.000359,-11.500359,-15.437859,-0.0004671115
+85390,-0.55681276,-4.431813,-2.0568128,-5.869482
+108138,-9.879615,-8.879615,-5.6296144,-0.0047557936
+7571,-18.313507,-9.501006,-7.251006,-0.005343126
+62381,-17.875097,-9.715085e-05,-17.812597,-18.814081
+65963,-11.844356,-10.781856,-1.4068553,-0.28194246
+39384,-1.1920858e-05,-16.500011,-20.625011,-17.625912
+62356,-4.148397e-05,-17.375042,-18.000042,-17.75013
+20478,-11.125526,-0.00052640884,-11.625526,-12.188269
+101968,-12.25016,-13.62516,-0.00016056202,-12.000279
+124810,-12.125367,-10.625367,-0.00036733557,-8.375493
+9300,-17.500048,-14.875048,-4.7444173e-05,-15.000143
+35593,-15.252785,-6.877785,-6.627785,-0.002963104
+53670,-18.625435,-11.125434,-0.00043430433,-8.000545
+44789,-3.397407e-05,-18.187534,-22.000034,-21.000265
+25135,-11.500179,-0.00017891714,-14.875179,-17.687914
+32124,-5.7220295e-06,-15.000006,-19.125006,-19.187618
+36646,-10.2511,-8.8761,-8.1261,-0.0012270064
+34191,-11.093244,-8.280744,-3.5307431,-0.031117834
+65307,-14.377696,-12.502696,-6.002696,-0.0027450894
+32731,-12.250148,-0.00014768941,-13.875148,-16.063778
+112637,-6.756735,-6.131735,-0.13173479,-3.7579734
+18943,-7.7508683,-8.500869,-0.0008684201,-10.001269
+117291,-3.2186456e-06,-18.625004,-19.875004,-18.6251
+67975,-16.188065,-13.750565,-0.0005644159,-7.6256995
+104676,-0.87145615,-0.62145615,-5.121456,-7.6841764
+109059,-5.5045033,-0.0045032282,-9.004503,-12.381518
+86252,-15.625282,-11.875282,-10.750282,-0.0003320765
+109620,-3.70734e-05,-11.750037,-18.062536,-14.562675
+35543,-13.875427,-9.750427,-10.125427,-0.00051834626
+96155,-11.5004425,-0.00044204952,-9.7504425,-13.751277
+33646,-7.125945,-12.750945,-0.0009448831,-15.938558
+64061,-0.035960265,-7.72346,-4.03596,-6.5361295
+6764,-2.0742202e-05,-14.500021,-14.875021,-16.312637
+63078,-14.500347,-0.0003470772,-13.500347,-12.000553
+88343,-11.375545,-0.00054416154,-14.750545,-13.125885
+50106,-11.879695,-0.0046946304,-5.3796945,-10.890556
+35688,-13.752118,-12.502118,-1.5021181,-0.2523593
+78697,-8.375851,-0.0008505541,-9.375851,-12.251137
+13749,-7.2518954,-0.0018954184,-7.0018954,-8.877269
+44428,-6.6282177,-13.628218,-9.378218,-0.0033656915
+13880,-2.7536968e-05,-16.000027,-15.000028,-17.500404
+107805,-12.757707,-13.257707,-0.0077067898,-4.8827806
+47687,-9.7751135e-06,-18.75001,-21.50001,-22.062672
+3328,-16.000113,-15.250112,-0.00011205045,-12.62525
+27574,-11.625798,-9.000798,-13.938298,-0.0009832673
+6049,-15.437589,-8.9164576e-05,-13.500089,-16.37537
+121371,-17.000116,-0.00011610311,-11.125116,-13.2505045
+93977,-1.7015569,-13.201557,-0.20155689,-11.201665
+87794,-12.500087,-14.250087,-8.7257395e-05,-11.250233
+1284,-11.125091,-9.0475754e-05,-11.875091,-13.753715
+86737,-10.502223,-6.502223,-8.627223,-0.0023745499
+9800,-9.625429,-13.125429,-16.93793,-0.0006141841
+60632,-10.500914,-0.000913322,-14.063414,-17.313711
+69196,-16.500116,-0.000116222305,-15.500116,-16.250725
+109514,-14.125153,-15.625153,-0.00015269544,-15.750271
+75454,-11.1250925,-9.2978924e-05,-15.2500925,-10.87532
+68262,-3.1725001,-12.985,-0.047500122,-12.360142
+51383,-8.625552,-0.00055202504,-8.750552,-10.750883
+39024,-9.625249,-0.00024887803,-16.250248,-13.625465
+53372,-13.271853,-7.2718534,-3.8968537,-0.022107128
+61955,-13.153494,-6.715994,-2.4659936,-0.09105242
+46407,-11.875246,-0.00024637525,-14.500246,-13.8826065
+56851,-4.143251,-13.26825,-0.018250749,-6.1433992
+117835,-19.625061,-18.000061,-6.1748506e-05,-18.750181
+41315,-6.376853,-16.376852,-0.0018528213,-10.251957
+54086,-1.4066597e-05,-19.375013,-19.125013,-19.125217
+1123,-1.8119648e-05,-16.625017,-13.125018,-15.750146
+6738,-9.00042,-0.0004195287,-11.00042,-15.626304
+65022,-11.451153,-7.5136523,-9.138653,-0.014749962
+29011,-6.626785,-11.876785,-8.251785,-0.0019378139
+209,-15.591229,-6.21623,-2.46623,-0.09133935
+117949,-0.0001546025,-14.5001545,-13.3751545,-15.562739
+112253,-15.313825,-6.876324,-10.813825,-0.0015121128
+117575,-10.407822,-2.4078217,-0.4078217,-1.4079255
+12151,-11.750124,-17.625124,-0.00012444676,-18.562706
+6503,-5.7545013,-7.2545013,-1.5045011,-0.37957203
+47388,-11.375121,-0.00012099011,-10.875121,-13.875779
+122533,-4.6383657,-5.7633657,-8.388366,-0.013512291
+77557,-0.22650094,-6.101501,-1.976501,-2.851674
+3593,-11.410434,-0.1604337,-1.9104337,-10.413028
+39857,-9.894322e-06,-13.50001,-16.87501,-18.687607
+82941,-15.625561,-0.00056119903,-15.250561,-17.06386
+2835,-1.0132739e-05,-15.0000105,-17.50001,-15.625265
+12119,-6.8778586,-12.252859,-0.002858721,-6.377969
+2255,-2.5868081e-05,-15.125026,-14.375026,-13.125213
+99071,-6.24279,-7.74279,-0.11779035,-2.2429056
+73970,-9.629269,-10.504269,-0.0042683454,-5.504524
+73312,-6.0425506,-2.1675508,-0.29255077,-2.0426779
+109736,-15.18769,-0.00018940562,-11.37519,-14.504256
+2581,-11.750134,-0.00013481661,-16.500135,-16.586512
+64922,-12.000679,-12.125679,-10.750679,-0.0008447154
+85830,-4.8159392e-05,-13.625048,-17.250048,-14.812632
+122144,-11.500129,-0.00012921452,-14.125129,-12.641601
+62330,-7.752837,-0.0028369678,-11.565337,-15.941087
+112561,-15.500351,-11.250351,-0.00035065223,-9.375936
+48434,-11.125107,-0.000106925014,-14.125107,-15.202505
+119944,-16.312593,-9.3694114e-05,-15.125093,-17.500242
+120940,-0.003886172,-6.003886,-11.066386,-7.3790984
+77443,-19.062735,-16.750235,-0.00023409964,-8.627498
+23685,-15.71397,-10.52647,-0.026470425,-3.6515834
+47231,-8.000523,-0.0005225962,-15.375523,-12.750811
+91022,-16.875257,-0.00025793564,-18.312757,-19.940899
+714,-15.191208,-11.628708,-5.7537074,-0.0038641922
+25730,-10.500242,-11.000242,-0.00024220394,-13.625435
+97729,-2.193427e-05,-15.250022,-14.375022,-17.130655
+30236,-9.894322e-06,-17.87501,-18.50001,-15.875171
+2443,-14.875104,-0.000103706705,-14.500104,-18.250551
+52656,-0.5811398,-10.45614,-0.8311398,-5.7063737
+116972,-15.563571,-7.6260715,-10.626071,-0.0014049713
+43770,-3.0113711,-4.511371,-0.51137114,-1.1384876
+10949,-15.937586,-8.582701e-05,-11.750086,-15.187831
+100306,-20.00011,-0.00011145447,-12.000112,-14.001358
+29745,-9.875503,-0.00050281757,-9.375503,-14.938451
+60439,-11.000535,-11.250535,-8.750535,-0.00070532947
+109824,-13.500068,-6.8185385e-05,-12.875068,-15.268844
+102648,-18.875069,-17.750069,-6.830459e-05,-10.375194
+62099,-14.125061,-6.0675688e-05,-10.875061,-13.375233
+33686,-4.5168247,-0.016824726,-8.516825,-8.641933
+116606,-6.6299024,-9.629903,-5.8799024,-0.0050260997
+85384,-14.813215,-10.000715,-14.125715,-0.00088247645
+31834,-10.500459,-12.125459,-0.0004582547,-11.875949
+58133,-15.062957,-8.875457,-11.625457,-0.0006800854
+95196,-16.000057,-18.750057,-5.6980418e-05,-18.875168
+11675,-11.250143,-0.00014268333,-17.625143,-16.313208
+34902,-13.314462,-11.001962,-0.0019618091,-11.002163
+112691,-18.250652,-9.625652,-8.375652,-0.0008076574
+33713,-6.6266723,-11.876673,-0.0016722993,-15.501828
+109135,-0.35458905,-12.229589,-1.229589,-5.104818
+60521,-11.125226,-12.875226,-0.00022563773,-9.62534
+76695,-5.2555094,-11.880509,-14.568009,-0.0068076667
+98619,-14.375153,-15.625153,-0.00015221868,-11.750345
+13731,-13.000131,-0.00013040646,-13.000131,-18.000341
+14492,-12.250145,-0.00014542475,-10.875145,-12.750572
+81006,-17.1876,-13.750099,-9.95348e-05,-11.875197
+114491,-14.201992,-7.8269916,-0.2019917,-1.7022628
+120167,-20.062616,-14.750115,-0.00011574552,-15.125283
+69602,-13.000074,-7.438383e-05,-14.000074,-15.290978
+81057,-10.125216,-9.875216,-0.00021562635,-13.252379
+118239,-15.125158,-0.00015865498,-13.750158,-16.188122
+26999,-10.000201,-15.875201,-0.00020144341,-16.937794
+103729,-7.254464,-5.629464,-0.004464302,-10.504718
+70324,-7.867782e-06,-16.875008,-21.000008,-20.625166
+88697,-14.938359,-12.250859,-10.625859,-0.0009904916
+79720,-16.937838,-0.0003376629,-8.375338,-15.188162
+119098,-9.563479,-5.3134794,-2.0634794,-0.18868588
+16374,-11.750538,-0.000537966,-13.625538,-15.188243
+8973,-11.62527,-0.00026961506,-12.25027,-12.000972
+92670,-0.00039247915,-10.250393,-8.250393,-12.250576
+46136,-13.000063,-6.3417334e-05,-12.875063,-11.875346
+113240,-2.62257e-05,-13.500026,-16.562527,-13.62682
+92271,-5.355571,-10.105571,-1.6055706,-0.2306538
+47020,-15.012715,-7.2627153,-1.1377153,-0.7015195
+68952,-5.009214,-9.634214,-0.009214021,-6.134399
+93704,-17.375065,-16.375065,-6.4490145e-05,-14.625456
+126515,-17.875063,-6.3894135e-05,-14.125064,-16.476973
+1648,-15.058488,-5.683488,-0.18348768,-1.8086348
+4147,-13.563617,-10.126117,-7.126117,-0.0013184163
+106815,-7.399189,-8.649189,-0.8991888,-0.5242775
+18919,-4.51269,-7.51269,-0.012690148,-7.0128202
+88395,-14.0053835,-12.6303835,-5.2553835,-0.00617219
+83361,-15.625243,-0.00024351492,-14.625243,-12.750451
+69550,-14.375127,-0.00012730742,-16.312628,-15.626281
+59782,-10.391262,-10.516262,-4.6412616,-0.0163568
+62607,-12.448118,-7.885618,-4.760618,-0.012542047
+49031,-15.384928,-11.884928,-0.009927659,-4.635326
+24073,-13.7508955,-11.0008955,-9.3758955,-0.0010249126
+34883,-12.375191,-12.875191,-0.00019083587,-13.875333
+78080,-2.002696e-05,-14.75002,-11.75002,-13.875148
+59546,-9.627569,-7.8775687,-6.8775687,-0.0027176412
+123805,-1.0573303,-0.43233022,-9.49483,-9.182774
+87807,-18.063171,-0.0006717571,-13.375671,-12.878524
+53821,-7.626459,-10.501459,-10.001459,-0.0016978914
+90016,-12.000326,-0.0003258651,-11.500326,-15.314973
+75870,-15.125145,-13.250145,-0.00014506718,-14.000277
+58764,-13.514694,-10.639694,-4.264694,-0.015002197
+64575,-6.675698e-06,-16.875006,-20.437506,-18.250114
+85818,-12.625479,-10.750479,-10.500479,-0.00055384863
+15652,-18.687574,-16.375074,-7.390703e-05,-16.000536
+85976,-10.133039,-12.633039,-0.6330399,-0.7581262
+15080,-15.938263,-0.00076324417,-14.625763,-15.9395
+79945,-11.251527,-0.0015272155,-11.876527,-12.126925
+76385,-13.679196,-10.179196,-1.0541967,-0.42933428
+115581,-9.067375,-9.442375,-0.004875201,-6.505131
+61199,-16.125383,-0.00038413776,-12.875384,-16.647
+85813,-20.50004,-17.12504,-3.9934315e-05,-15.250168
+67537,-19.500158,-0.0001584166,-10.625158,-10.25058
+89261,-9.500217,-10.375217,-0.00021777165,-11.375305
+22046,-13.625391,-9.125391,-12.375391,-0.0005530443
+22926,-0.00022337325,-15.500223,-12.500223,-8.501145
+49488,-10.878304,-11.628304,-0.0033039053,-5.753379
+96660,-7.8755856,-0.00058574206,-12.500586,-12.813292
+63730,-11.18011,-9.43011,-1.8051103,-0.18021712
+9677,-2.0622994e-05,-16.562521,-14.250021,-14.250131
+120201,-15.125519,-8.375519,-9.875519,-0.00061569666
+35208,-14.75114,-14.87614,-0.0011394682,-14.689763
+30950,-13.089396,-8.964396,-0.08939655,-2.4645407
+66963,-2.9299748,-14.304975,-0.05497483,-11.555096
+16156,-9.250579,-13.500579,-15.375579,-0.00066465995
+69670,-9.875693,-0.00069296185,-11.625693,-15.813408
+13477,-10.250146,-0.0001463783,-14.125146,-11.875572
+50904,-12.439121,-0.0016213617,-8.751621,-12.00207
+7930,-17.875147,-13.875147,-0.00014685506,-10.625287
+26294,-11.733851,-9.483851,-1.2338512,-0.35899562
+35749,-2.603685,-11.853684,-0.10368482,-3.728836
+55850,-8.00057,-14.00057,-0.00057013467,-16.313202
+64767,-8.000971,-9.375971,-8.750971,-0.0010899325
+22057,-14.654991,-12.404991,-3.5299916,-0.03014638
+87663,-17.813131,-10.000631,-8.125631,-0.0007284042
+35864,-17.8754,-13.625401,-12.625401,-0.00044421232
+33007,-14.7501955,-12.2501955,-0.0001957225,-14.750307
+81372,-8.751008,-7.876008,-9.376008,-0.0011056305
+97703,-7.65866,-0.033659834,-11.53366,-11.534373
+118589,-9.655906e-06,-18.62501,-20.93751,-17.62513
+65741,-4.6491514e-06,-17.125004,-18.000004,-14.6251335
+119601,-13.750208,-12.625208,-0.00020835613,-9.626574
+114504,-16.750074,-13.625074,-7.4026226e-05,-12.8753
+92452,-1.3589766e-05,-15.750013,-15.750013,-15.12512
+11152,-0.79251647,-2.2925165,-2.9175165,-2.167884
+44669,-8.5009775,-7.8759775,-0.0009777533,-8.376247
+121963,-10.501057,-0.0010563515,-10.251057,-15.251176
+63486,-10.750725,-10.625725,-11.000725,-0.0008924852
+123055,-13.500149,-13.750149,-0.0001492389,-11.875349
+119717,-1.7021344,-13.452134,-11.139634,-0.20291111
+88042,-6.5718417,-7.9468417,-2.6968417,-0.07212176
+54428,-12.000419,-0.00041869457,-10.500419,-14.188343
+125274,-2.3841574e-05,-15.750024,-12.250024,-13.750096
+46816,-13.681062,-6.9310613,-0.18106146,-1.8062818
+8553,-5.131009,-15.756009,-0.0060088937,-17.193636
+56455,-19.375235,-0.00023517228,-17.437735,-19.563023
+101092,-0.00019631843,-16.375196,-8.750196,-17.937912
+55570,-2.1457441e-05,-15.500021,-17.312521,-13.875297
+2531,-1.8477269e-05,-19.12502,-17.12502,-16.375208
+55854,-10.000515,-0.00051532814,-11.750515,-13.938176
+65143,-6.699338e-05,-15.875067,-15.625067,-16.000193
+28422,-16.688206,-13.375706,-8.750706,-0.00082085934
+36329,-7.159174,-3.471674,-7.221674,-0.22203885
+8061,-11.125264,-0.00026377538,-14.312764,-15.71619
+107678,-18.312746,-0.0002461369,-10.375246,-12.812921
+53009,-0.14621721,-8.458717,-5.6462173,-2.1468117
+62879,-4.0649542e-05,-17.31254,-18.50004,-13.125233
+26784,-9.375749,-0.0007484734,-9.875749,-15.188425
+21912,-12.741608,-10.804108,-0.42910776,-1.0542768
+113597,-8.344616e-06,-17.625008,-22.375008,-21.812613
+82760,-3.933899e-06,-17.500004,-17.375004,-17.37513
+26160,-14.437825,-0.00032562675,-11.750325,-14.851879
+23421,-8.125438,-0.00043740243,-12.125438,-12.751539
+41793,-3.2570577,-0.63205767,-3.7570577,-1.3823955
+103325,-12.750266,-0.0002662781,-14.000266,-10.875518
+33557,-18.312582,-8.117823e-05,-15.000081,-18.063026
+81209,-19.3751,-9.881962e-05,-13.500099,-14.625331
+107064,-8.000999,-12.250999,-11.625999,-0.0011465261
+98221,-6.3180723e-06,-17.375006,-19.062506,-13.250142
+16139,-16.938213,-14.375714,-8.000714,-0.0008244301
+62717,-9.250617,-0.00061695615,-11.625617,-13.501116
+28151,-3.5762723e-06,-18.875004,-22.062504,-21.37521
+22888,-11.628316,-0.003316143,-5.753316,-11.823955
+24637,-7.250847,-13.875847,-0.00084674265,-11.500933
+92809,-7.8779645,-9.752964,-6.1279645,-0.0030680976
+91862,-5.753772,-9.003772,-0.0037715747,-8.003986
+7412,-5.4836123e-06,-17.875006,-17.750006,-20.250086
+52442,-3.8999765,-9.649977,-0.024976557,-5.6502023
+87399,-0.0030494875,-8.37805,-6.3780494,-8.503472
+112712,-1.2516897e-05,-19.125013,-16.000013,-18.875149
+54201,-0.043733895,-9.793734,-8.543734,-3.1690755
+117074,-13.038005,-6.725505,-0.47550467,-0.9756222
+25137,-9.62988,-7.25488,-6.12988,-0.022887923
+16780,-4.768258e-05,-15.750048,-14.500048,-11.375195
+72881,-15.250085,-15.375085,-8.4515814e-05,-14.125202
+110597,-13.125246,-0.00024566017,-14.250246,-13.375589
+89655,-2.9921084e-05,-16.12503,-13.62503,-16.627274
+48391,-9.318851,-0.006351049,-12.318851,-13.006569
+110182,-0.00013803483,-14.500138,-14.625138,-16.192158
+87621,-12.128452,-6.878453,-8.503452,-0.0038253677
+122711,-2.2530301e-05,-19.000023,-20.187523,-20.00022
+115720,-4.148397e-05,-13.500041,-15.187541,-12.500133
+66486,-10.751106,-0.0011062461,-11.251106,-10.574497
+68169,-12.875463,-0.00046206763,-11.500463,-14.001097
+110138,-4.7700315,-10.145032,-0.020031534,-11.645152
+21580,-8.126058,-0.0010580186,-14.063558,-13.25139
+102553,-17.563023,-0.0005225962,-11.875523,-10.505331
+78769,-14.750093,-9.345572e-05,-16.875093,-15.501534
+93593,-15.500122,-0.00012242045,-15.125122,-13.375353
+16612,-6.752182,-0.0021818897,-9.752182,-11.752592
+59583,-4.8856926,-11.635693,-6.1356926,-0.010845142
+76885,-7.152532e-06,-17.187508,-21.625008,-17.875431
+120777,-13.125105,-0.00010466028,-10.625105,-16.652336
+121894,-1.001353e-05,-18.12501,-18.75001,-16.000103
+88371,-6.675698e-06,-16.125006,-20.250006,-18.375135
+68747,-14.625153,-12.750153,-0.00015221868,-16.687887

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=256/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}