Add files using upload-large-folder tool

calibration/qwen2.5-7b-instruct/banking77/size=16/seed=2/bias_shift/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737482156.gamma.1408579.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ba67550d3385eb913c3cdaf3194827fcc310445562b6ba24a4c7296dcf46ff
+size 406290

calibration/qwen2.5-7b-instruct/banking77/size=16/seed=2/bias_shift/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88465d3477ea703b0bf83281df3ef07d5a037fb62276a4ddcd1e307bf4033063
+size 1996

calibration/qwen2.5-7b-instruct/banking77/size=16/seed=2/dp_calibration/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737482127.gamma.1408210.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5b791035f6070f21cbffdd0be4f51d72c88c5eaa575adea120c8127017874b
+size 470158

calibration/qwen2.5-7b-instruct/banking77/size=16/seed=2/dp_calibration/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a95bd7e92984615102987a7dff68b59ecd5ff3bb2b1fab959795539ebfbe3f6
+size 1996

calibration/qwen2.5-7b-instruct/banking77/size=16/seed=2/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737482136.gamma.1408328.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157e8d581febb04d26dfe090d8319a5a95f301b5bdb0bc321cde3af5c501a1b8
+size 275090

calibration/qwen2.5-7b-instruct/banking77/size=16/seed=2/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d971c3aa7378d29ed88096564810e334aa4302ae550bc2acd862349092053406
+size 1996

calibration/qwen2.5-7b-instruct/banking77/size=16/seed=4/bias_shift/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737482933.gamma.1412107.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cacfc7f5181c79fe2cdb99f08e7dfaf9788d564500520bccc6310ecc83f477
+size 420290

calibration/qwen2.5-7b-instruct/banking77/size=16/seed=4/bias_shift/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44926d07b6ae11b9506f93d3465288492e01d62161d7f53f4d550cfe8b47e507
+size 1996

calibration/qwen2.5-7b-instruct/banking77/size=16/seed=4/dp_calibration/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737482904.gamma.1411737.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0654fe123878b5f5071253b3c34aaf53de942269d774d24321c805735323c92b
+size 489606

calibration/qwen2.5-7b-instruct/banking77/size=16/seed=4/dp_calibration/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6a27b6b1ea8d36ed9da7a0b92b9f8e0cedecb5158cbf0e78501cc6fb8a39a4
+size 1996

calibration/qwen2.5-7b-instruct/banking77/size=16/seed=4/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737482913.gamma.1411855.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3994823f4c18655ee0da37e3cad8ff5302f2eb5e6ef04e027ce33a2cf986ae
+size 272594

calibration/qwen2.5-7b-instruct/banking77/size=16/seed=4/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1520b26fa6b633beda014dce6c32c84799a8c9ca56450c07c0b657a7129b7b3
+size 1996

calibration/qwen2.5-7b-instruct/banking77/size=16/seed=4/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737482920.gamma.1411983.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33303a3adb2befd07e7662e8d426928e3692610234264e9486494497108d9717
+size 752698

calibration/qwen2.5-7b-instruct/banking77/size=16/seed=4/vector_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f55787c98c9c36a12af15e917619d3d13dbc85ecb3a9ed72ac9798477eee13
+size 2252

calibration/qwen2.5-7b-instruct/banking77/size=64/seed=0/bias_shift/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737491968.gamma.1486193.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4c96670046c8a58007fbe47c462b9a7e9f0c7e93d2d6a906b0fbce9069d298
+size 407146

calibration/qwen2.5-7b-instruct/banking77/size=64/seed=1/bias_shift/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737493382.gamma.1494065.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279cc75fe64ba27d2f47522fd8c4b20d9b56c67c884a5c162af8466e678e20cc
+size 390754

calibration/qwen2.5-7b-instruct/banking77/size=64/seed=1/bias_shift/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a522437227eecd072eaef96fda7a740f45cd2cc27d646270efb541304693ea
+size 1996

calibration/qwen2.5-7b-instruct/banking77/size=64/seed=1/dp_calibration/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737493354.gamma.1493693.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a123c020d99948331fbf3af8aa712cf850599d4590166b4493341d17f9b47f1d
+size 435910

calibration/qwen2.5-7b-instruct/banking77/size=64/seed=1/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737493364.gamma.1493822.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40524560eca3e914301677824e89ce3f9a7bd6891e5be2179e83ae6a9d9e1d8a
+size 271158

calibration/qwen2.5-7b-instruct/banking77/size=64/seed=1/temp_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4037bb645b61e845d9c017bbe8855178c284584b96586480b8f7b184770a901e
+size 1996

calibration/qwen2.5-7b-instruct/banking77/size=64/seed=1/vector_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737493370.gamma.1493936.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c19ba81c61b63698aad0c7df8a0d7b92db6b04b698068ec4084d4132e640ed
+size 544166

calibration/qwen2.5-7b-instruct/banking77/size=64/seed=1/vector_scaling/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fca5e529be4793dae3260971ab1c0986580dde15e7a326fa136157a6b816224
+size 2252

calibration/qwen2.5-7b-instruct/banking77/size=64/seed=2/bias_shift/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737494797.gamma.1502649.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7ef0aca6ae9b628266cc88133a2a83bf4162019f76f749c60f9d5314130af1
+size 404950

calibration/qwen2.5-7b-instruct/banking77/size=64/seed=3/bias_shift/0.0-1.0/0.0-1.0/state.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373046ac563b3af18eec007de7163dfb8a55eb7c561917c2d033b6fd20f2ec9e
+size 1996

calibration/qwen2.5-7b-instruct/banking77/size=64/seed=3/temp_scaling/0.0-1.0/0.0-1.0/logs/events.out.tfevents.1737496194.gamma.1511015.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d2c888f36e21173a305adae7550e676fbf4496f1ceacc3c947fa8af2fa8e0b
+size 271926

finetune_lora/llama3.2-1b-instruct/agnews/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/agnews/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/agnews/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=agnews/list=0.7-1.0/labels.csv

@@ -0,0 +1,19 @@
+91151,0
+61656,0
+117594,1
+14263,1
+61459,0
+124573,1
+113778,1
+110402,0
+52232,3
+55181,0
+37266,1
+109719,2
+66886,3
+64879,2
+122924,1
+27165,0
+62372,3
+73001,3
+22598,2

finetune_lora/llama3.2-1b-instruct/agnews/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=agnews/list=0.7-1.0/logits.csv

@@ -0,0 +1,19 @@
+91151,-7.259582e-05,-16.375072,-12.8750725,-17.000189
+61656,-3.1351552e-05,-17.87503,-13.375031,-17.00023
+117594,-11.000285,-0.00028522714,-10.625285,-10.876136
+14263,-5.7533674,-0.0033672322,-13.628367,-10.878952
+61459,-9.238293e-05,-17.000092,-13.7500925,-14.750381
+124573,-1.3734149,-0.37341487,-6.623415,-2.874332
+113778,-3.8982465,-0.023246495,-12.960747,-11.406134
+110402,-0.0034114278,-10.753411,-7.2534113,-7.503594
+52232,-10.875504,-16.125504,-15.000504,-0.0007028333
+55181,-10.750233,-0.000233027,-14.687733,-12.261771
+37266,-4.7590585,-0.00905845,-14.759058,-12.012724
+109719,-1.0541229,-10.679123,-0.4291229,-8.929246
+66886,-4.0524445,-3.8024447,-9.239944,-0.052851193
+64879,-11.500119,-15.625119,-0.00011920219,-13.875352
+122924,-12.1251955,-0.00019584168,-14.5001955,-11.751383
+27165,-3.492771e-05,-16.875034,-14.000035,-16.000183
+62372,-9.000741,-14.875741,-8.750741,-0.0009262111
+73001,-5.559147,-11.559147,-0.059146907,-2.9343126
+22598,-7.3758,-14.6258,-0.0008002893,-11.625971

finetune_lora/llama3.2-1b-instruct/agnews/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=agnews/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2

finetune_lora/llama3.2-1b-instruct/agnews/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=agnews/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+31224,-7.0046134,-0.0046135886,-9.879614,-16.004818
+80227,-3.874227e-05,-15.000039,-11.750039,-13.375201
+79086,-2.2291888e-05,-16.875023,-15.000022,-16.250278
+75303,-13.000343,-16.750343,-19.937843,-0.0007713801
+56417,-6.3844724,-10.384473,-0.009472426,-4.884709
+11319,-7.501815,-11.626815,-13.126815,-0.0024384258
+12625,-9.6435666e-05,-14.875096,-12.125096,-9.625291
+87626,-9.62529,-0.00029011333,-10.25029,-17.166014
+43853,-9.87554,-15.37554,-15.75054,-0.00076301204
+23828,-7.8765054,-14.376505,-8.876505,-0.001609857
+27858,-0.6947788,-9.694778,-0.6947788,-7.3199115
+12604,-5.1314464,-13.256447,-0.006446519,-8.506595
+8180,-10.875127,-16.125126,-0.00012647305,-12.250229
+37466,-7.629327,-11.629327,-12.629327,-0.0045277216
+48185,-4.1418405,-0.01684055,-11.391841,-12.892099
+77755,-7.625642,-10.625642,-0.00064161693,-11.126117
+29286,-0.45208067,-6.3270807,-4.7020807,-1.0774598
+87038,-10.375312,-17.187813,-15.875312,-0.00069690426
+33094,-8.500849,-0.0008491248,-12.500849,-13.938945
+17990,-6.4112973,-12.911297,-3.4112973,-0.036875445
+125393,-8.750652,-14.375652,-15.563152,-0.00089264335
+25066,-11.12551,-0.0005105622,-16.000511,-12.755309
+93021,-9.252661,-14.002661,-9.002661,-0.0028276662
+91364,-11.125152,-14.500152,-0.00015174192,-12.625524
+56219,-0.0005222387,-10.750523,-8.375523,-9.000761
+108119,-2.3570156,-7.2320156,-10.857016,-0.10884333
+108029,-0.012558662,-13.762559,-11.387559,-4.3877344
+82606,-10.501346,-13.626346,-9.126346,-0.0014677477
+34733,-9.626367,-13.251367,-7.7513666,-0.0017225393
+40806,-1.5020258e-05,-17.375015,-16.625015,-17.12519
+89870,-1.239769e-05,-17.000011,-16.625011,-15.500227
+120589,-8.00119,-8.75119,-0.0011903113,-9.001453
+107229,-1.7021034,-11.077104,-0.20210333,-7.4522223
+81763,-4.88601,-10.13601,-0.011010014,-5.7611623
+126587,-1.9106594,-9.28566,-9.91066,-0.16092606
+105931,-10.625204,-0.00020454222,-14.625204,-14.75104
+51593,-0.002975087,-14.252975,-13.252975,-5.878239
+105827,-11.37526,-16.375261,-16.125261,-0.00041397344
+92547,-15.625046,-4.577532e-05,-12.375046,-13.001113
+11098,-9.001585,-12.751585,-0.001584704,-6.6269217
+15535,-10.250773,-0.0007737265,-15.313273,-13.151164
+104144,-3.2917755,-11.791776,-0.04177537,-5.6672487
+84409,-0.00014351768,-15.375143,-13.250143,-13.625511
+55188,-5.75443,-9.75443,-0.004430004,-6.8797975
+97914,-7.625617,-14.875617,-0.0006171944,-13.000781
+9697,-11.25013,-17.87513,-17.00013,-0.00035736384
+43614,-10.000456,-15.875456,-14.500456,-0.00058365974
+57056,-10.2513,-14.1263,-11.2513,-0.0015116622
+98595,-12.000383,-0.00038318444,-12.750383,-10.000998
+11602,-6.0049047,-8.254905,-0.004904621,-6.2551045
+29109,-4.8828754,-14.445375,-0.007875226,-10.883097
+114682,-8.37674,-0.0017406088,-14.75174,-12.877667
+63374,-10.37522,-0.00022063205,-16.312721,-14.25174
+77864,-8.250584,-14.250584,-0.0005834784,-8.625733
+81631,-0.5138703,-9.26387,-2.5138702,-1.1394148
+124163,-2.9341567,-14.434156,-5.559157,-0.0592648
+81563,-3.1719952,-8.546995,-5.671995,-0.047406826
+13895,-4.3879266,-0.012926474,-12.762926,-11.514817
+12863,-8.876033,-15.251033,-12.126033,-0.001315261
+45732,-0.24842624,-1.8734262,-2.7484262,-6.123808
+49404,-9.250483,-12.500483,-0.00048220452,-10.625803
+487,-10.000144,-0.00014447123,-14.125144,-13.125528
+64317,-10.377323,-14.002323,-8.252323,-0.0027947023
+6331,-4.7920985e-05,-14.750048,-13.125048,-15.001004
+73812,-5.289586,-5.664586,-0.03958592,-4.6648035
+15701,-9.930627,-11.930627,-3.0556266,-0.055780333
+104663,-5.6026798e-05,-17.625055,-13.000056,-16.750309
+90606,-0.011554936,-10.011555,-10.261555,-4.5117793
+127552,-2.2530301e-05,-16.500023,-14.500023,-15.875229
+126761,-11.875185,-18.000185,-17.625185,-0.00043638895
+92697,-0.010113306,-10.760114,-5.2601132,-5.3860784
+107122,-0.06453165,-10.439531,-2.8145316,-6.6906047
+74380,-8.878325,-11.628325,-10.628325,-0.003565952
+66285,-4.2914424e-05,-16.625042,-11.625043,-13.750328
+70163,-1.6285686,-7.0035686,-0.50356865,-1.6287884
+75972,-7.625826,-14.125826,-0.00082566025,-10.5009985
+30713,-7.956748,-10.456748,-2.5817478,-0.08242437
+118867,-3.7669426e-05,-15.250037,-14.625037,-16.312737
+84835,-10.500648,-0.0006476927,-12.875648,-11.625915
+60503,-12.125084,-15.750084,-8.439662e-05,-14.125246
+11807,-7.6719346,-12.671935,-3.1719346,-0.047307823
+27906,-7.176142e-05,-15.500072,-11.125072,-13.625257
+30093,-10.8789015,-0.0039012528,-14.2539015,-10.629358
+45657,-11.500276,-14.000276,-0.00027545472,-12.375408
+97197,-2.682173e-05,-16.625027,-12.750027,-15.3751745
+48440,-12.500109,-0.000108712964,-15.125109,-12.250775
+14971,-3.7192607e-05,-16.375036,-15.375037,-15.375256
+61380,-7.251849,-10.751849,-12.689349,-0.0019809725
+7177,-7.1260076,-0.0010076452,-16.063507,-12.774871
+40241,-0.00074204087,-12.750742,-10.625742,-7.376134
+38583,-12.625084,-8.439662e-05,-14.500084,-14.626666
+104941,-6.93774e-05,-16.375069,-10.50007,-14.625321
+39377,-2.813218,-0.06321817,-10.438218,-13.62611
+65329,-5.0264115,-11.026412,-8.776412,-0.030824887
+81089,-12.375155,-0.0001557944,-11.500155,-10.625819
+6143,-0.14944445,-8.774445,-5.6494446,-2.02539
+63753,-0.0001314792,-12.000132,-11.500132,-13.625387
+5084,-7.7295322,-11.979532,-0.9795325,-0.47975898
+125282,-10.126152,-12.126152,-0.0011523281,-7.8763814
+7980,-2.58489,-7.33489,-9.147389,-0.2108451
+42346,-14.500172,-18.000172,-18.750172,-0.00031445318
+73055,-4.019125,-10.019125,-0.01912499,-7.270336
+31696,-4.388004,-9.763004,-0.013003904,-8.138175
+101343,-5.50424,-16.00424,-0.0042399755,-14.129396
+115075,-3.2066786e-05,-15.500032,-16.000032,-14.625355
+29447,-9.501403,-16.063904,-12.876403,-0.0015888992
+89441,-0.0009329734,-14.250933,-7.125933,-13.376054
+15843,-0.00010334911,-14.375103,-12.500103,-12.625487
+110126,-1.5319631,-6.7819633,-0.5319631,-1.6575559
+36142,-9.75135,-15.93885,-12.75135,-0.0014377029
+2846,-11.375526,-16.000526,-13.250526,-0.000714509
+85390,-0.01778793,-9.517788,-5.767788,-8.018013
+108138,-3.791227,-11.791227,-8.041227,-0.04151032
+7571,-11.510896,-9.510896,-4.7608957,-0.073066786
+62381,-14.500049,-4.8993817e-05,-19.18755,-16.6298
+65963,-6.782143,-11.782144,-3.532143,-0.032506857
+39384,-2.860982e-05,-17.875029,-17.000029,-15.015642
+62356,-0.000165568,-15.500166,-13.500166,-14.500302
+20478,-5.5054235,-0.0054235933,-9.630424,-8.381089
+101968,-7.0011854,-13.501185,-0.0011853104,-8.87636
+124810,-1.9408085,-6.815809,-0.44080856,-1.5660268
+9300,-10.625137,-13.375137,-0.00013767726,-12.000308
+35593,-8.002516,-12.877516,-7.3775153,-0.002718963
+53670,-10.501681,-11.251681,-0.0016814631,-6.501919
+44789,-0.000104898674,-16.625105,-15.250105,-14.125343
+25135,-7.5013266,-0.0013267533,-15.313827,-16.939173
+32124,-2.0980615e-05,-15.375021,-14.750021,-17.812714
+36646,-6.501766,-12.626766,-14.001766,-0.001953222
+34191,-7.0370207,-12.162021,-3.4120207,-0.04260865
+65307,-10.750922,-16.250923,-13.625922,-0.0009879374
+32731,-8.250625,-0.0006245808,-15.875625,-13.502504
+112637,-4.285651,-7.785651,-9.160651,-0.048542414
+18943,-1.8171371,-5.9421372,-0.19213714,-5.067728
+117291,-4.482169e-05,-14.500045,-11.625045,-12.875238
+67975,-8.010936,-12.510936,-4.635936,-0.011088786
+104676,-0.2136166,-3.0886166,-3.4636166,-4.4639144
+109059,-0.31400216,-1.3140022,-8.689002,-7.8200336
+86252,-9.7517185,-14.5642185,-12.7517185,-0.0018145532
+109620,-3.802704e-05,-14.875038,-15.625038,-13.375197
+35543,-8.254118,-12.754118,-7.754118,-0.004348826
+96155,-4.1415224,-0.016522368,-10.766522,-9.523608
+33646,-3.049088,-10.924088,-0.049087983,-13.049225
+64061,-0.0063444157,-9.131345,-6.1313443,-7.6318793
+6764,-5.8291644e-05,-14.500058,-12.500058,-13.500236
+63078,-10.876385,-0.0013848486,-15.001385,-12.001705
+88343,-8.875764,-0.000764078,-15.125764,-12.126625
+50106,-10.750839,-0.0008387623,-10.750839,-7.2661376
+35688,-8.660819,-12.285819,-0.16081928,-1.9155672
+78697,-6.877397,-0.0023972841,-12.377398,-9.627872
+13749,-1.2259955,-0.3509955,-8.350995,-6.2266555
+44428,-8.250502,-15.375502,-15.000502,-0.0008205974
+13880,-0.00014935808,-16.000149,-12.62515,-16.000334
+107805,-5.772321,-10.897321,-0.1473211,-2.02244
+47687,-3.552374e-05,-17.750036,-14.625035,-17.812737
+3328,-10.250231,-13.250231,-0.00023088173,-10.875511
+27574,-11.375334,-14.875334,-16.250334,-0.0005542552
+6049,-11.500104,-0.00010418349,-14.125104,-13.000526
+121371,-10.750262,-0.0002624644,-13.625262,-10.501044
+93977,-0.038154677,-14.163155,-3.2881546,-10.663308
+87794,-8.125395,-15.250395,-0.0003952199,-13.750634
+1284,-12.25016,-0.00015984688,-15.50016,-10.003952
+86737,-2.8656926,-8.865692,-4.6156926,-0.11598109
+9800,-12.875197,-17.625196,-20.687696,-0.00047595703
+60632,-8.504152,-0.004152011,-13.754152,-15.629586
+69196,-11.375287,-0.00028713394,-15.250287,-13.500947
+109514,-10.750256,-15.000256,-0.0002553137,-13.375485
+75454,-10.875349,-0.00034946058,-13.375349,-8.446205
+68262,-2.2391522,-13.926652,-0.11415217,-11.864348
+51383,-2.4649212,-0.08992121,-9.464921,-8.604982
+39024,-10.375231,-0.00023123929,-15.562731,-11.750616
+53372,-9.129887,-12.879887,-5.7548866,-0.0052403635
+61955,-8.002153,-10.752153,-8.002153,-0.0022625325
+46407,-8.62566,-0.0006594867,-15.87566,-12.777078
+56851,-0.58093977,-11.95594,-0.83093977,-5.331104
+117835,-11.00015,-15.50015,-0.00014935808,-13.375338
+41315,-0.89853954,-14.39854,-0.52353954,-9.89871
+54086,-7.092701e-05,-18.25007,-13.125071,-16.37558
+1123,-7.366863e-05,-15.500073,-11.375073,-12.2502575
+6738,-6.127838,-0.0028382754,-10.752838,-12.635212
+65022,-4.2851996,-9.285199,-10.660199,-0.0365209
+29011,-12.250221,-17.875221,-18.250221,-0.0005338817
+209,-9.016089,-11.766089,-4.266089,-0.01642956
+117949,-0.00013231355,-17.312632,-13.250133,-15.25027
+112253,-8.131247,-8.131247,-12.006247,-0.006497719
+117575,-6.071007,-4.321007,-1.8210069,-0.19616319
+12151,-8.000477,-16.375477,-0.00047684266,-16.250616
+6503,-3.5329883,-10.657989,-6.532988,-0.033198226
+47388,-11.000152,-0.00015150353,-13.000152,-10.002103
+122533,-5.379764,-12.004765,-11.504765,-0.0049488037
+77557,-0.0011872156,-12.126187,-9.126187,-7.1263266
+3593,-3.2500432,-0.12504311,-6.500043,-2.6296391
+39857,-7.736384e-05,-12.500077,-13.125077,-11.250277
+82941,-12.875232,-0.00023207355,-16.437733,-15.251547
+2835,-4.4225668e-05,-15.875044,-14.125044,-15.25025
+12119,-2.2470374,-10.372038,-0.12203753,-4.7472258
+2255,-0.0005229536,-15.250523,-12.750523,-12.751893
+99071,-0.49812612,-8.123126,-1.9981261,-1.3736014
+73970,-2.6304312,-7.755431,-1.880431,-0.25573727
+73312,-1.7221794,-3.0971794,-5.4721794,-1.2223572
+109736,-12.500159,-0.00015972769,-14.000159,-12.252352
+2581,-6.8762403,-0.0012404375,-14.626241,-12.479308
+64922,-9.250867,-14.625867,-16.000866,-0.0045687566
+85830,-8.034383e-05,-15.43758,-14.25008,-14.125266
+122144,-10.750254,-0.00025388357,-14.062754,-12.385697
+62330,-5.7577376,-0.0077375458,-12.257737,-15.384647
+112561,-1.1841583,-5.1841583,-0.8091583,-1.5602653
+48434,-5.255645,-0.0056448104,-13.505645,-11.411279
+119944,-13.375058,-5.8530048e-05,-17.81256,-15.750324
+120940,-0.01861858,-7.3936186,-8.018619,-4.394019
+77443,-10.506404,-13.506404,-0.00640376,-5.135011
+23685,-6.4576044,-11.207604,-0.58260417,-0.83273745
+47231,-9.125313,-0.0003129946,-14.000313,-11.6261015
+91022,-14.62515,-0.00014995404,-19.87515,-17.37792
+714,-9.130196,-12.380196,-6.1301956,-0.0054869964
+25730,-8.250438,-12.000438,-0.00043728325,-11.375808
+97729,-0.00023934362,-12.375239,-9.000239,-10.376902
+30236,-0.0012779412,-12.251278,-10.376278,-6.7516212
+2443,-7.8755546,-0.00055476534,-13.750555,-14.501073
+52656,-0.034307636,-9.2843075,-3.9093077,-4.6594696
+116972,-7.753383,-12.003384,-11.878384,-0.003968312
+43770,-1.6636541,-5.413654,-3.663654,-0.2935506
+10949,-11.250149,-0.0001491197,-12.000149,-12.125467
+100306,-13.875369,-0.00036864638,-12.500369,-12.005484
+29745,-6.378535,-0.0035349757,-10.128535,-13.441786
+60439,-11.625437,-14.375437,-14.500437,-0.00079940207
+109824,-11.750174,-0.00017331529,-13.125174,-12.527806
+102648,-8.381234,-12.381234,-6.2562346,-0.0067912964
+62099,-8.375369,-0.00036876553,-10.375369,-11.875755
+33686,-3.660662,-0.035661913,-12.660662,-9.160792
+116606,-4.018763,-11.393764,-8.518764,-0.019021621
+85384,-6.127644,-12.627644,-12.377644,-0.0029262726
+31834,-0.4436271,-7.443627,-1.0686271,-5.9445543
+58133,-9.375904,-14.500904,-12.000904,-0.0012591124
+95196,-10.0001335,-15.6251335,-0.00013374387,-12.375325
+11675,-2.8121827,-0.06218261,-15.124682,-14.064807
+34902,-0.50837266,-5.133373,-1.1333727,-3.508736
+112691,-10.251216,-14.626216,-10.251216,-0.0014507277
+33713,-1.2238375,-9.598838,-0.3488375,-9.599142
+109135,-7.5006804,-15.125681,-0.0006805726,-11.000883
+60521,-1.8310231,-9.081023,-0.2060231,-3.7062082
+76695,-8.5003395,-16.62534,-18.81284,-0.00577374
+98619,-6.127579,-13.50258,-0.002579221,-8.12779
+13731,-10.000374,-0.00037424712,-14.812874,-15.438359
+14492,-7.500755,-0.0007546676,-13.250754,-11.001489
+81006,-6.203793,-10.078794,-0.20379317,-1.7040043
+114491,-10.500315,-12.875315,-12.000315,-0.0007865433
+120167,-10.750795,-12.000795,-0.0007955247,-7.3761063
+69602,-10.750502,-0.0005019835,-15.000502,-12.895061
+81057,-1.9533823,-6.8283825,-0.20338228,-3.2039206
+118239,-10.125257,-0.00025686302,-14.875257,-14.501729
+26999,-0.08916901,-11.464169,-2.464169,-10.714286
+103729,-0.51379967,-2.6387997,-1.1387997,-4.8891687
+70324,-3.6596583e-05,-16.250036,-15.250036,-17.625263
+88697,-9.001483,-15.251483,-12.376483,-0.0016836686
+79720,-12.250177,-0.00017701012,-11.875177,-11.625772
+119098,-5.8784156,-10.503415,-10.628415,-0.003670668
+16374,-9.001555,-0.0015556626,-13.501555,-15.126796
+8973,-3.2960937,-0.046093605,-8.921094,-4.921608
+92670,-0.00013600854,-14.000136,-9.375136,-12.250302
+46136,-7.3761344,-0.0011345862,-13.876135,-8.003468
+113240,-0.0001295721,-14.68763,-12.62513,-13.513402
+92271,-4.639457,-14.264457,-6.389457,-0.014587888
+47020,-9.127399,-9.627399,-0.12739938,-2.1275387
+68952,-2.0184906,-10.268491,-0.14349057,-9.893713
+93704,-9.375196,-14.500196,-0.00019691436,-11.12616
+126515,-11.500211,-0.00021073982,-16.18771,-13.752873
+1648,-7.703729,-9.82873,-1.7037293,-0.20391
+4147,-8.757027,-12.382027,-5.3820267,-0.0073583364
+106815,-5.8844543,-12.259455,-5.1344543,-0.009609558
+18919,-0.6441529,-6.5191526,-0.8941529,-2.7693179
+88395,-7.258481,-13.258481,-5.508481,-0.009487609
+83361,-12.3756895,-0.00068986457,-16.12569,-12.00102
+69550,-10.875117,-0.000117771844,-17.062618,-13.507619
+59782,-10.625553,-15.875553,-15.500553,-0.0007466803
+62607,-8.6274395,-12.1274395,-11.2524395,-0.005517737
+49031,-8.938343,-12.688343,-0.063342825,-2.8137567
+24073,-10.1269865,-14.8144865,-13.0019865,-0.0021571363
+34883,-3.411013,-9.786013,-0.036012933,-8.661217
+78080,-0.00012802258,-13.625128,-9.375128,-11.625307
+59546,-11.375305,-13.250305,-14.875305,-0.00045830483
+123805,-8.750339,-0.00033837793,-13.750339,-10.38086
+87807,-14.438822,-0.001321396,-14.126322,-10.532606
+53821,-14.250188,-16.937687,-18.375187,-0.000622325
+90016,-10.750713,-0.00071357057,-12.375713,-14.20013
+75870,-9.250234,-12.250234,-0.00023386128,-11.500412
+58764,-9.376918,-14.314418,-7.501918,-0.0025656193
+64575,-3.4093275e-05,-16.375034,-16.000034,-16.750181
+85818,-10.125999,-14.875999,-13.375999,-0.0011860975
+15652,-11.500317,-13.000317,-0.00031692727,-8.375471
+85976,-6.019808,-12.269808,-4.144808,-0.01997284
+15080,-12.375272,-0.00027187943,-15.625272,-14.251794
+79945,-6.502717,-0.0027169003,-15.252717,-9.754064
+76385,-6.781637,-12.656637,-3.531637,-0.031805903
+115581,-1.4529567,-5.7029567,-3.2029567,-0.32825223
+61199,-13.500148,-0.00014792779,-17.500149,-16.340246
+85813,-10.875112,-14.000112,-0.00011205045,-12.750405
+67537,-14.750377,-0.0003769879,-12.500377,-9.126146
+89261,-2.4668822,-9.216882,-0.09188216,-5.967104
+22046,-7.632516,-12.507516,-11.382516,-0.0077660466
+22926,-0.00013898837,-15.750139,-11.875139,-9.260099
+49488,-1.680919,-8.055919,-1.430919,-0.55608606
+96660,-9.250313,-0.00031287543,-13.625313,-12.5007105
+63730,-8.876207,-14.001207,-9.001207,-0.0013289269
+9677,-5.1735493e-05,-17.312551,-13.6250515,-14.625192
+120201,-9.000965,-12.375965,-8.750965,-0.001159426
+35208,-11.375465,-14.500465,-0.00046492735,-15.43818
+30950,-7.3223677,-11.197368,-1.3223679,-0.32255813
+66963,-0.012754297,-13.887754,-4.3877544,-9.262932
+16156,-12.625253,-17.875254,-20.312754,-0.00058739557
+69670,-6.8768516,-0.0018517505,-11.751852,-13.377223
+13477,-4.7593684,-0.009368387,-13.509368,-7.3853235
+50904,-11.251129,-0.001129466,-10.751129,-11.376774
+7930,-11.750162,-14.625162,-0.00016258826,-11.375361
+26294,-11.004248,-12.754248,-10.254248,-0.005027555
+35749,-0.5252919,-12.775291,-0.9002919,-6.275482
+55850,-0.03819782,-10.9131975,-3.2881978,-10.41335
+64767,-13.125241,-16.375242,-17.500242,-0.0004978849
+22057,-9.151639,-13.276639,-3.6516392,-0.026807642
+87663,-9.875794,-15.250794,-10.750794,-0.00092009385
+35864,-11.876031,-16.313532,-13.626031,-0.0010934505
+33007,-6.378898,-9.253899,-0.0038981654,-6.254086
+81372,-7.6261506,-14.62615,-9.37615,-0.0013263661
+97703,-4.9993978,-0.12439784,-12.561898,-12.12555
+118589,-5.113948e-05,-16.750051,-14.2500515,-11.87526
+65741,-2.0980615e-05,-15.875021,-14.250021,-12.875259
+119601,-5.840001,-10.590001,-1.7150011,-0.21898906
+114504,-7.2527823,-10.877783,-0.0027824042,-6.2531395
+92452,-5.960287e-05,-15.750059,-13.375059,-13.625231
+11152,-0.09434219,-8.969342,-6.969342,-2.4701002
+44669,-5.1320157,-8.007015,-0.007015595,-8.008271
+121963,-6.641492,-0.016491998,-10.516492,-15.391801
+63486,-11.125196,-16.000196,-18.937696,-0.00039479195
+123055,-6.0071855,-10.632186,-6.7571855,-0.007983965
+119717,-7.500806,-17.250807,-17.063307,-0.0043978635
+88042,-5.380533,-14.505533,-7.255533,-0.005943296
+54428,-9.38014,-0.005139828,-12.00514,-13.51092
+125274,-0.00016509123,-14.625165,-9.375165,-11.125294
+46816,-8.876083,-10.876083,-7.3760834,-0.0014532284
+8553,-0.008690513,-14.258691,-4.7586904,-12.883853
+56455,-14.500218,-0.0002188443,-19.75022,-18.002302
+101092,-0.0010059779,-14.376006,-7.001006,-13.501313
+55570,-8.964137e-05,-14.62509,-12.12509,-10.625906
+2531,-7.188062e-05,-16.625072,-12.625072,-12.375456
+55854,-7.876852,-0.0018521075,-13.501852,-14.002074
+65143,-0.00021646064,-17.750216,-15.5002165,-15.87533
+28422,-8.376876,-14.376876,-12.876876,-0.0020008294
+36329,-8.877033,-15.064533,-14.814533,-0.0035593975
+8061,-7.5009866,-0.0009866852,-15.063487,-14.334578
+107678,-14.500504,-0.0005038899,-11.000504,-9.876325
+53009,-0.012699801,-11.8877,-10.2627,-4.5130835
+62879,-0.00016413772,-15.625164,-14.625164,-10.500446
+26784,-7.2569575,-0.006957589,-10.756958,-16.07017
+21912,-8.602304,-12.477304,-2.3523047,-0.10270617
+113597,-2.1099822e-05,-16.375021,-14.875021,-15.875197
+82760,-2.1457441e-05,-16.000021,-13.125021,-16.500225
+26160,-12.000183,-0.00018296952,-15.250183,-14.063697
+23421,-11.500104,-0.00010358751,-14.250104,-11.751587
+41793,-1.254466,-4.379466,-8.441966,-0.5052401
+103325,-10.250913,-0.0009126074,-15.750913,-10.251253
+33557,-14.12513,-0.0001294529,-17.06263,-15.750818
+81209,-13.000972,-0.0009721559,-13.563472,-11.3765335
+107064,-14.500181,-18.250181,-19.750181,-0.0004584321
+98221,-9.5720476e-05,-14.500095,-12.875095,-9.7504225
+16139,-11.626051,-15.501051,-13.001051,-0.001226576
+62717,-3.4099922,-0.034992315,-10.659992,-10.661345
+28151,-1.9788546e-05,-16.62502,-14.00002,-16.25031
+22888,-11.125149,-0.00014888131,-11.125149,-10.58288
+24637,-0.03218522,-9.532186,-3.5321853,-6.1573143
+92809,-8.875551,-16.875551,-12.125551,-0.00073619274
+91862,-1.0545696,-8.929569,-0.42956963,-7.5548787
+7412,-2.3603161e-05,-17.000023,-13.375024,-17.000185
+52442,-1.6076399,-11.23264,-0.23263992,-4.9831204
+87399,-0.0003530356,-12.812853,-9.125353,-10.1257
+112712,-4.9828242e-05,-16.50005,-11.37505,-16.750225
+54201,-0.038226504,-12.663226,-11.538226,-3.288593
+117074,-5.4559374,-8.580937,-0.83093756,-0.5811904
+25137,-10.75038,-13.62538,-13.87538,-1.4393729
+16780,-0.00026544384,-15.875265,-9.750265,-9.87547
+72881,-5.258971,-9.883971,-0.008971382,-5.8841143
+110597,-8.625779,-0.0007794441,-15.625779,-10.501281
+89655,-5.0662664e-05,-16.750051,-13.000051,-14.25091
+48391,-7.002626,-0.0026259485,-14.690126,-13.003275
+110182,-0.00019870214,-16.125198,-13.875198,-15.25035
+87621,-5.867093,-4.367093,-11.179593,-0.117958695
+122711,-5.447716e-05,-17.000055,-15.625054,-15.875508
+115720,-0.00011145447,-16.25011,-14.500112,-13.500324
+66486,-5.878585,-0.003584747,-14.128585,-10.167179
+68169,-7.626248,-0.0012477002,-13.126247,-12.126538
+110138,-0.3577536,-8.857754,-1.2327536,-6.3579626
+21580,-4.5123296,-0.01232955,-14.262329,-12.513273
+102553,-14.438028,-0.00052843435,-13.938028,-10.058245
+78769,-9.250504,-0.0005037708,-16.813004,-13.519485
+93593,-10.750401,-0.000400463,-15.625401,-11.500806
+16612,-8.375362,-0.00036233058,-11.250362,-12.252057
+59583,-8.625379,-15.750379,-14.000379,-0.0006370774
+76885,-0.008263682,-12.383264,-16.008265,-6.009683
+120777,-5.5042124,-0.004212554,-12.254212,-12.506967
+121894,-4.4344873e-05,-16.000044,-12.750044,-12.250249
+88371,-6.735098e-05,-15.750068,-15.625068,-15.750285
+68747,-1.8052615,-9.305262,-0.18026152,-9.3058

finetune_lora/llama3.2-1b-instruct/agnews/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/agnews/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/agnews/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,189 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.4282192699611187,0,5.675075531005859,
+0,8,0.0727926753461361,1,6.914678335189819,
+0,16,0.0484706275165081,2,4.687744753701346,
+0,24,0.04430965706706047,3,3.9283594148499623,
+0,32,0.04191894829273224,4,1.945516770084699,
+0,40,0.05190953612327576,5,1.7587240554392338,
+1,48,0.04328855872154236,6,2.3666539251804353,
+1,56,0.04418836161494255,7,0.9810215257108211,
+1,64,0.048199255019426346,8,0.9741247840225696,
+1,72,0.039089638739824295,9,1.2888035198880567,
+1,80,0.03550884127616882,10,0.744252330490521,
+1,88,0.03652064874768257,11,0.16679625085089356,
+2,96,0.03447085991501808,12,0.5654786924521128,
+2,104,0.044923897832632065,13,0.3564506602207465,
+2,112,0.04686831682920456,14,0.3698385189442585,
+2,120,0.04409125819802284,15,0.10385902049019932,
+2,128,0.03994887322187424,16,0.14306168295443059,
+,,,16,,0.23121115013405127
+3,136,0.036655399948358536,17,0.7048836698134741,
+3,144,0.03827590122818947,18,0.05292281392030418,
+3,152,0.035403359681367874,19,0.19959032821602055,
+3,160,0.03519307076931,20,0.23264580275863408,
+3,168,0.037383757531642914,21,0.48018401781363146,
+3,176,0.040857236832380295,22,0.18351001917229345,
+4,184,0.05097363516688347,23,0.48509410661063157,
+4,192,0.03810722753405571,24,0.16298624654882587,
+4,200,0.03578752651810646,25,0.6034860363462939,
+4,208,0.045883625745773315,26,0.05167051654037399,
+4,216,0.040532756596803665,27,0.13605637430252196,
+4,224,0.04674779996275902,28,0.15642189966248615,
+5,232,0.036338094621896744,29,0.30950297838135155,
+5,240,0.03487461432814598,30,0.05452849774155766,
+5,248,0.04378725588321686,31,0.07821788374955456,
+5,256,0.04357568547129631,32,0.043339892081955135,
+,,,32,,0.278919396577058
+5,264,0.04129323363304138,33,0.15818623592349468,
+6,272,0.0386970192193985,34,0.16645919219590724,
+6,280,0.04182364046573639,35,0.025043445522896945,
+6,288,0.0449194498360157,36,0.09745084129099268,
+6,296,0.03811397776007652,37,0.1367167593790717,
+6,304,0.04161500930786133,38,0.043683288768599074,
+6,312,0.03751131519675255,39,0.08627420983975753,
+7,320,0.037347108125686646,40,0.03413997406605631,
+7,328,0.040608961135149,41,0.061838786385487766,
+7,336,0.043042901903390884,42,0.04060159041546285,
+7,344,0.04065763205289841,43,0.004331831031595357,
+7,352,0.03944366052746773,44,0.02022178789879295,
+7,360,0.03991899639368057,45,0.20153763470339722,
+8,368,0.036638740450143814,46,0.0024029211854212917,
+8,376,0.05111413449048996,47,0.011679179820930585,
+8,384,0.03824540227651596,48,0.038761948085656125,
+,,,48,,0.24410406748453775
+8,392,0.04136647284030914,49,0.0654580113020659,
+8,400,0.04276556521654129,50,0.04658002809871201,
+9,408,0.04056800901889801,51,0.00892797416184164,
+9,416,0.04138072952628136,52,0.01527668027639655,
+9,424,0.05052432417869568,53,0.03206247815008586,
+9,432,0.05457008257508278,54,0.004708479680023932,
+9,440,0.05199001356959343,55,0.007953013423684752,
+9,448,0.03826729208230972,56,0.012677601375617086,
+10,456,0.047739267349243164,57,0.005436485756217735,
+10,464,0.03757784515619278,58,0.01086648556520231,
+10,472,0.037787098437547684,59,0.0030748910387046633,
+10,480,0.04275224357843399,60,0.00837446270743385,
+10,488,0.03559570387005806,61,0.007322133063603865,
+11,496,0.04292578250169754,62,0.01795093565929814,
+11,504,0.03981654345989227,63,0.02423250724496029,
+11,512,0.04430894926190376,64,0.006005679798753201,
+,,,64,,0.24845926849930375
+11,520,0.03744913265109062,65,0.0022265527453176523,
+11,528,0.045963726937770844,66,0.0007903494802121713,
+11,536,0.040755998343229294,67,0.006813081778091146,
+12,544,0.044827837496995926,68,0.02502645923414093,
+12,552,0.03793111816048622,69,0.007657477440261573,
+12,560,0.04025173559784889,70,0.013615985331853153,
+12,568,0.044327374547719955,71,0.0022712925165251363,
+12,576,0.04384816810488701,72,0.0164223839983606,
+12,584,0.04176045209169388,73,0.003490692373816273,
+13,592,0.041630543768405914,74,0.0030219885951131196,
+13,600,0.04306504502892494,75,0.0026806713901047865,
+13,608,0.03860924765467644,76,0.011520923366593447,
+13,616,0.03941674530506134,77,0.0021063109425085713,
+13,624,0.045842207968235016,78,0.0030589237594540464,
+14,632,0.035036250948905945,79,0.0019589452596846966,
+14,640,0.038990575820207596,80,0.0044053290702221505,
+,,,80,,0.2851936905472367
+14,648,0.05438047647476196,81,0.0019892817363142967,
+14,656,0.04041598364710808,82,0.0036337243001677657,
+14,664,0.04780277982354164,83,0.0018957119125843746,
+14,672,0.039923135191202164,84,0.0016745208464271854,
+15,680,0.03560010343790054,85,0.0025452799211052477,
+15,688,0.04029017314314842,86,0.0012613004349987023,
+15,696,0.035367924720048904,87,0.0013792304628926406,
+15,704,0.041533224284648895,88,0.0012043591732435743,
+15,712,0.03645846247673035,89,0.003398485726696284,
+15,720,0.03738727048039436,90,0.0018843330666900979,
+16,728,0.036881789565086365,91,0.0014780696086139262,
+16,736,0.03899369388818741,92,0.0011514434277809674,
+16,744,0.041679441928863525,93,0.002518397130188532,
+16,752,0.034447699785232544,94,0.0022387421537132467,
+16,760,0.0353672057390213,95,0.0020449184163832492,
+17,768,0.0429701991379261,96,0.0012826924773889914,
+,,,96,,0.2671178005359791
+17,776,0.03956518694758415,97,0.002039662512834184,
+17,784,0.0562107227742672,98,0.0007756499165095322,
+17,792,0.05712762102484703,99,0.0013622685670270584,
+17,800,0.06488172337412834,100,0.0013262091598941577,
+17,808,0.050657134503126144,101,0.0026087666789559685,
+18,816,0.04052019491791725,102,0.0017167127651711261,
+18,824,0.0409487821161747,103,0.0009345554087000588,
+18,832,0.04210670292377472,104,0.0036238779234736285,
+18,840,0.04188276454806328,105,0.0011261092707475957,
+18,848,0.040517907589673996,106,0.0015391541658118513,
+19,856,0.033965129405260086,107,0.0011324705510560307,
+19,864,0.03852418065071106,108,0.0017020857173650125,
+19,872,0.037109509110450745,109,0.002724229976289886,
+19,880,0.03995315730571747,110,0.0006976907323405612,
+19,888,0.038070790469646454,111,0.0010800044667576003,
+19,896,0.04289870709180832,112,0.000646868738840567,
+,,,112,,0.2936590865806297
+20,904,0.03296593576669693,113,0.0014377818753625131,
+20,912,0.03360849618911743,114,0.0025985623554637036,
+20,920,0.0402488075196743,115,0.0020950019471846254,
+20,928,0.04601031169295311,116,0.0011209514025267708,
+20,936,0.044201698154211044,117,0.0009206100969095133,
+20,944,0.04716440290212631,118,0.0005242378898401512,
+21,952,0.03825823590159416,119,0.0013133057388283003,
+21,960,0.03684157133102417,120,0.0013693031619368412,
+21,968,0.03996666893362999,121,0.002191105845364897,
+21,976,0.042401183396577835,122,0.0007998463123450554,
+21,984,0.03946021571755409,123,0.001553568618570959,
+22,992,0.041124243289232254,124,0.0013821750982666952,
+22,1000,0.044587425887584686,125,0.0007594686989250476,
+22,1008,0.043161872774362564,126,0.0020080158428754658,
+22,1016,0.04015679657459259,127,0.001155551457486581,
+22,1024,0.04608582332730293,128,0.001434084473051674,
+,,,128,,0.2913746303982205
+22,1032,0.04002530872821808,129,0.0012029574183543446,
+23,1040,0.04496140033006668,130,0.00048586364634199225,
+23,1048,0.04327283427119255,131,0.0009389820044513423,
+23,1056,0.045724693685770035,132,0.0017496456910521374,
+23,1064,0.043117206543684006,133,0.001502316245023394,
+23,1072,0.03966948762536049,134,0.001525420468055927,
+23,1080,0.046618618071079254,135,0.0015608197427354753,
+24,1088,0.038157206028699875,136,0.0020530077298254973,
+24,1096,0.04309796541929245,137,0.0008045087608479662,
+24,1104,0.04084521532058716,138,0.0012188082675947953,
+24,1112,0.04080021753907204,139,0.0013431462633282838,
+24,1120,0.04477059841156006,140,0.0007323338709284144,
+25,1128,0.04577844962477684,141,0.0017264657753912616,
+25,1136,0.04027455300092697,142,0.0017710897915094392,
+25,1144,0.04255691543221474,143,0.001314807616316622,
+25,1152,0.03957986831665039,144,0.0013339680093243562,
+,,,144,,0.3008485370212131
+25,1160,0.03918804973363876,145,0.0008710503630027233,
+25,1168,0.0434543751180172,146,0.0006237726476683747,
+26,1176,0.04277236387133598,147,0.0009908980606269323,
+26,1184,0.04157547280192375,148,0.0007210013378426084,
+26,1192,0.03946855291724205,149,0.0008981755573976054,
+26,1200,0.04797174781560898,150,0.001790258201643675,
+26,1208,0.04908182471990585,151,0.0014845821096969303,
+27,1216,0.0468607023358345,152,0.0014029463396582286,
+27,1224,0.04464556649327278,153,0.0005304272358443995,
+27,1232,0.04598433896899223,154,0.00028253649566067907,
+27,1240,0.04187837615609169,155,0.0017066857708414318,
+27,1248,0.043748579919338226,156,0.0008101074208752834,
+27,1256,0.037903495132923126,157,0.001676977574788907,
+28,1264,0.036974914371967316,158,0.001232513130313843,
+28,1272,0.04108889400959015,159,0.001122863549556184,
+28,1280,0.03611296787858009,160,0.0011836047516616027,
+,,,160,,0.3160210715399848
+28,1288,0.04854536056518555,161,0.0007847916928464352,
+28,1296,0.03512422740459442,162,0.0009684213109721895,
+28,1304,0.052406083792448044,163,0.0016007859024587863,
+29,1312,0.0440870001912117,164,0.001216057855951173,
+29,1320,0.057973962277173996,165,0.000817897500746767,
+29,1328,0.04462386295199394,166,0.0010965330828867081,
+29,1336,0.04666013643145561,167,0.0010548515098586602,
+29,1344,0.04767986014485359,168,0.0015021208132566244,
+30,1352,0.04940013214945793,169,0.0006503364340915141,
+30,1360,0.04444107040762901,170,0.0009905906213784224,
+30,1368,0.04095986485481262,171,0.0009371724379889201,
+30,1376,0.048325248062610626,172,0.0011697269444994162,
+30,1384,0.04444999620318413,173,0.0007253885466655317,
+30,1392,0.05052199214696884,174,0.001595952406963382,
+31,1400,0.04088599607348442,175,0.0008536888744856697,
+31,1408,0.04574330523610115,176,0.0003223617104595178,
+,,,176,,0.31547684139675564

finetune_lora/llama3.2-1b-instruct/agnews/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=0.7-1.0/labels.csv

@@ -0,0 +1,19 @@
+111035,1
+118593,2
+11087,2
+44582,3
+26609,2
+6676,0
+61301,1
+28472,0
+7124,2
+10551,3
+39766,3
+37807,0
+121305,2
+81285,1
+12906,1
+57232,0
+12031,3
+119598,0
+16488,2

finetune_lora/llama3.2-1b-instruct/agnews/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=0.7-1.0/logits.csv

@@ -0,0 +1,19 @@
+111035,-9.259683,-0.00968295,-14.822183,-11.639913
+118593,-12.423912,-12.673912,-0.04891227,-3.0494685
+11087,-9.286529,-13.786529,-3.5365286,-3.218908
+44582,-4.521629,-8.146629,-13.021629,-0.021879843
+26609,-0.11301242,-4.2380123,-3.2380123,-2.9906037
+6676,-3.1828375e-05,-16.375032,-17.625032,-14.000246
+61301,-11.751281,-0.0012803223,-15.688781,-20.203993
+28472,-1.8954097e-05,-18.62502,-19.12502,-15.875333
+7124,-7.7538548,-9.128855,-0.0038547036,-8.379056
+10551,-3.8983567,-11.523356,-8.648356,-0.023696836
+39766,-0.43479076,-8.559791,-5.3097906,-1.0620356
+37807,-0.37276572,-11.247766,-1.2477658,-3.747937
+121305,-15.37517,-18.37517,-0.00017021637,-14.250406
+81285,-11.131522,-0.0065219644,-15.756522,-11.6327715
+12906,-4.282647,-0.032647077,-11.032647,-12.910273
+57232,-0.0017479869,-13.751748,-9.501748,-6.5019026
+12031,-11.252766,-14.440266,-11.127766,-0.003209481
+119598,-6.9854206e-05,-16.87507,-16.12507,-12.375522
+16488,-14.125179,-16.00018,-0.00017903633,-15.250341

finetune_lora/llama3.2-1b-instruct/agnews/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=test_400/labels.csv

@@ -0,0 +1,400 @@
+31224,0
+80227,0
+79086,0
+75303,3
+56417,2
+11319,0
+12625,0
+87626,1
+43853,3
+23828,3
+27858,2
+12604,2
+8180,2
+37466,3
+48185,1
+77755,2
+29286,0
+87038,3
+33094,1
+17990,2
+125393,3
+25066,1
+93021,3
+91364,2
+56219,0
+108119,3
+108029,0
+82606,3
+34733,3
+40806,0
+89870,0
+120589,2
+107229,2
+81763,2
+126587,0
+105931,1
+51593,0
+105827,3
+92547,1
+11098,2
+15535,1
+104144,2
+84409,0
+55188,2
+97914,2
+9697,3
+43614,3
+57056,3
+98595,1
+11602,2
+29109,2
+114682,1
+63374,1
+77864,2
+81631,2
+124163,3
+81563,3
+13895,1
+12863,3
+45732,2
+49404,2
+487,1
+64317,3
+6331,0
+73812,2
+15701,3
+104663,0
+90606,3
+127552,0
+126761,3
+92697,0
+107122,2
+74380,3
+66285,0
+70163,2
+75972,2
+30713,2
+118867,0
+84835,1
+60503,2
+11807,3
+27906,0
+30093,1
+45657,2
+97197,0
+48440,1
+14971,0
+61380,3
+7177,1
+40241,0
+38583,1
+104941,0
+39377,1
+65329,2
+81089,1
+6143,3
+63753,0
+5084,2
+125282,2
+7980,3
+42346,3
+73055,2
+31696,2
+101343,2
+115075,0
+29447,3
+89441,2
+15843,0
+110126,2
+36142,3
+2846,3
+85390,0
+108138,2
+7571,3
+62381,1
+65963,3
+39384,0
+62356,0
+20478,1
+101968,2
+124810,2
+9300,2
+35593,3
+53670,2
+44789,0
+25135,1
+32124,0
+36646,3
+34191,3
+65307,3
+32731,1
+112637,2
+18943,2
+117291,0
+67975,3
+104676,1
+109059,1
+86252,3
+109620,0
+35543,3
+96155,1
+33646,2
+64061,0
+6764,0
+63078,1
+88343,1
+50106,1
+35688,3
+78697,1
+13749,1
+44428,0
+13880,0
+107805,2
+47687,0
+3328,2
+27574,3
+6049,1
+121371,1
+93977,2
+87794,2
+1284,1
+86737,3
+9800,3
+60632,1
+69196,1
+109514,2
+75454,1
+68262,2
+51383,1
+39024,1
+53372,3
+61955,3
+46407,0
+56851,2
+117835,2
+41315,2
+54086,0
+1123,0
+6738,1
+65022,3
+29011,3
+209,3
+117949,0
+112253,3
+117575,2
+12151,2
+6503,3
+47388,1
+122533,3
+77557,0
+3593,1
+39857,0
+82941,1
+2835,0
+12119,2
+2255,0
+99071,3
+73970,2
+73312,2
+109736,1
+2581,1
+64922,3
+85830,0
+122144,1
+62330,1
+112561,2
+48434,1
+119944,1
+120940,1
+77443,2
+23685,3
+47231,1
+91022,1
+714,3
+25730,2
+97729,0
+30236,0
+2443,1
+52656,0
+116972,3
+43770,0
+10949,1
+100306,1
+29745,1
+60439,3
+109824,1
+102648,2
+62099,1
+33686,1
+116606,3
+85384,3
+31834,2
+58133,3
+95196,2
+11675,1
+34902,2
+112691,3
+33713,2
+109135,2
+60521,2
+76695,3
+98619,2
+13731,1
+14492,1
+81006,2
+114491,3
+120167,2
+69602,1
+81057,2
+118239,1
+26999,2
+103729,2
+70324,0
+88697,3
+79720,1
+119098,3
+16374,0
+8973,1
+92670,0
+46136,1
+113240,0
+92271,2
+47020,3
+68952,0
+93704,2
+126515,1
+1648,2
+4147,3
+106815,3
+18919,2
+88395,3
+83361,1
+69550,1
+59782,2
+62607,3
+49031,2
+24073,3
+34883,2
+78080,0
+59546,3
+123805,0
+87807,1
+53821,3
+90016,1
+75870,2
+58764,3
+64575,0
+85818,3
+15652,2
+85976,3
+15080,1
+79945,1
+76385,3
+115581,0
+61199,1
+85813,2
+67537,1
+89261,2
+22046,3
+22926,0
+49488,2
+96660,1
+63730,3
+9677,0
+120201,3
+35208,2
+30950,3
+66963,2
+16156,3
+69670,1
+13477,1
+50904,1
+7930,2
+26294,3
+35749,2
+55850,2
+64767,3
+22057,3
+87663,3
+35864,3
+33007,2
+81372,3
+97703,1
+118589,0
+65741,0
+119601,2
+114504,2
+92452,0
+11152,0
+44669,2
+121963,1
+63486,3
+123055,2
+119717,0
+88042,3
+54428,1
+125274,0
+46816,3
+8553,2
+56455,1
+101092,0
+55570,0
+2531,0
+55854,1
+65143,0
+28422,3
+36329,3
+8061,1
+107678,1
+53009,0
+62879,0
+26784,1
+21912,2
+113597,0
+82760,0
+26160,1
+23421,1
+41793,3
+103325,1
+33557,1
+81209,1
+107064,3
+98221,0
+16139,3
+62717,1
+28151,0
+22888,1
+24637,2
+92809,3
+91862,2
+7412,0
+52442,0
+87399,0
+112712,0
+54201,0
+117074,3
+25137,3
+16780,0
+72881,2
+110597,1
+89655,0
+48391,1
+110182,0
+87621,3
+122711,0
+115720,0
+66486,1
+68169,1
+110138,2
+21580,1
+102553,1
+78769,1
+93593,1
+16612,1
+59583,2
+76885,0
+120777,1
+121894,0
+88371,0
+68747,2

finetune_lora/llama3.2-1b-instruct/agnews/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=agnews/list=test_400/logits.csv

@@ -0,0 +1,400 @@
+31224,-7.2764454,-0.026445348,-9.526445,-15.526779
+80227,-0.0016498062,-12.00165,-7.50165,-6.8767924
+79086,-5.483477e-05,-14.875054,-13.875054,-13.500379
+75303,-7.8829093,-14.382909,-18.25791,-0.019951098
+56417,-14.625333,-14.000333,-0.00033313446,-9.000576
+11319,-4.5690813,-5.9440813,-9.319081,-1.0555564
+12625,-0.0012329365,-12.751233,-12.626233,-6.751486
+87626,-8.50169,-0.0016902697,-9.00169,-21.26691
+43853,-8.377294,-14.252294,-15.752294,-0.0024584304
+23828,-7.632566,-13.0075655,-5.382566,-0.0077327723
+27858,-7.2691393,-10.394139,-0.019139258,-4.144293
+12604,-9.626272,-13.376272,-0.0012725835,-7.3764486
+8180,-14.000933,-16.125933,-0.0009323779,-9.126041
+37466,-6.2778625,-8.652863,-9.152863,-0.028052842
+48185,-5.1350927,-0.010092773,-11.135093,-10.385661
+77755,-11.125258,-12.250258,-0.00025888905,-14.50077
+29286,-0.6377022,-3.7627022,-3.5127022,-1.0135633
+87038,-9.501905,-16.751905,-16.626905,-0.0021292656
+33094,-9.010262,-0.010261161,-11.135262,-13.887311
+17990,-9.688531,-13.313531,-2.8135314,-0.06817794
+125393,-8.127427,-13.127427,-14.064927,-0.0026569443
+25066,-10.129377,-0.0043777823,-16.129377,-13.582403
+93021,-9.878312,-13.128312,-6.628312,-0.0038467352
+91364,-19.00019,-18.12519,-0.00019012074,-14.250553
+56219,-0.13193884,-8.881939,-2.131939,-5.3820915
+108119,-1.1442842,-4.8942842,-10.206784,-0.5205279
+108029,-0.6343025,-11.509302,-11.509302,-0.75942814
+82606,-9.255435,-11.630435,-7.8804355,-0.0056137727
+34733,-8.539617,-12.539617,-3.2896163,-0.04063763
+40806,-2.2768714e-05,-17.500023,-18.250023,-16.125189
+89870,-2.801379e-05,-15.375028,-16.500029,-12.87531
+120589,-12.625337,-10.125337,-0.00033659037,-10.750691
+107229,-10.125308,-11.000308,-0.00030787018,-10.125402
+81763,-12.126642,-12.001642,-0.0016419513,-6.6268363
+126587,-4.267817,-6.767817,-11.642817,-0.01805751
+105931,-7.753553,-0.0035531502,-12.378553,-14.820741
+51593,-1.604134,-10.729134,-12.479134,-0.22975576
+105827,-13.001645,-14.751645,-15.001645,-0.002005383
+92547,-11.251234,-0.0012344844,-8.251234,-12.141659
+11098,-13.500261,-15.375261,-0.00026091508,-9.75061
+15535,-9.005061,-0.0050609573,-15.380061,-12.567378
+104144,-13.000389,-17.25039,-0.00038902345,-12.375822
+84409,-0.00020525733,-14.625205,-11.000205,-9.750616
+55188,-13.000297,-13.500297,-0.00029690625,-9.750844
+97914,-13.500253,-16.375254,-0.00025293013,-10.750424
+9697,-10.877186,-15.439686,-13.877186,-0.0026236156
+43614,-10.501104,-13.876104,-15.251104,-0.0012022079
+57056,-10.003103,-13.253103,-10.378103,-0.003461605
+98595,-11.501871,-0.0018706695,-13.626871,-13.253612
+11602,-13.000261,-14.125261,-0.00026115344,-12.875403
+29109,-10.004208,-14.441708,-0.0042073308,-9.37945
+114682,-9.008216,-0.008216271,-14.383216,-12.38421
+63374,-9.251284,-0.0012836559,-16.938784,-14.508694
+77864,-14.250568,-16.375568,-0.00056870497,-11.250698
+81631,-6.751572,-13.126572,-0.0015719688,-9.252135
+124163,-9.057192,-13.182192,-1.807192,-0.1823543
+81563,-2.0209074,-7.8959074,-6.7709074,-0.14633867
+13895,-7.50224,-0.0022400543,-12.56474,-12.436423
+12863,-6.877904,-15.127904,-11.627904,-0.0033256856
+45732,-6.453306,-1.7033062,-0.20330621,-9.454181
+49404,-11.750421,-13.500421,-0.0004209586,-11.00101
+487,-9.625621,-0.0006205302,-13.375621,-12.126273
+64317,-10.255775,-13.380775,-6.005775,-0.008528502
+6331,-6.496695e-05,-14.250065,-15.250065,-12.000455
+73812,-4.893939,-7.018939,-0.01893902,-9.644252
+15701,-10.228469,-12.853469,-2.3534691,-0.10394451
+104663,-0.0001722426,-14.625173,-10.875173,-12.250385
+90606,-0.13572711,-6.635727,-9.135727,-2.1359406
+127552,-9.679326e-05,-14.875096,-12.875096,-10.125365
+126761,-15.875864,-17.125864,-17.000864,-0.0011200458
+92697,-0.10366204,-7.103662,-4.478662,-2.4790049
+107122,-6.2542415,-11.004241,-0.0042414,-7.130293
+74380,-7.637263,-8.762262,-8.137262,-0.01257197
+66285,-7.223822e-05,-15.0000725,-13.3750725,-12.7502985
+70163,-3.8096426,-8.934643,-1.9346426,-0.18483163
+75972,-10.414769,-12.227269,-0.039768774,-8.914928
+30713,-13.0007105,-17.68821,-0.00071047334,-8.377883
+118867,-3.3854863e-05,-14.500033,-16.500034,-12.750226
+84835,-11.251583,-0.0015826807,-13.376583,-13.126915
+60503,-14.500239,-15.000239,-0.00023958198,-10.750415
+11807,-11.432011,-13.557011,-1.8070102,-0.19664954
+27906,-0.0040867156,-10.1290865,-6.8790865,-5.87923
+30093,-10.270031,-0.0200306,-12.645031,-11.646016
+45657,-13.750185,-15.625185,-0.00018475733,-11.250335
+97197,-0.0005333193,-13.500533,-13.625533,-10.375728
+48440,-10.87566,-0.0006594867,-15.50066,-12.139898
+14971,-6.079489e-05,-14.875061,-13.125061,-12.125265
+61380,-5.76259,-10.26259,-10.26259,-0.012710966
+7177,-8.126485,-0.0014844838,-15.126485,-13.318685
+40241,-0.055109207,-12.680109,-13.055109,-2.9309433
+38583,-12.876075,-0.0010748092,-7.876075,-13.632
+104941,-0.0021886698,-12.377189,-7.0021887,-6.877492
+39377,-5.5143795,-0.014379451,-10.7643795,-13.453029
+65329,-5.765559,-9.390559,-8.140559,-0.05044637
+81089,-10.625953,-0.00095274346,-10.000953,-11.4082575
+6143,-4.389417,-10.764418,-7.639417,-0.0147504425
+63753,-3.5166122e-05,-12.875035,-14.375035,-12.125347
+5084,-14.750416,-16.500416,-0.00041619223,-8.375648
+125282,-14.125485,-14.625485,-0.00048577905,-11.375837
+7980,-2.4845362,-6.609536,-9.359536,-0.23531155
+42346,-12.87613,-14.87613,-15.18863,-0.0012723913
+73055,-11.500336,-13.625336,-0.00033587537,-10.7515
+31696,-11.875281,-14.000281,-0.00028165188,-11.125482
+101343,-10.376,-14.876,-0.0010004997,-13.501172
+115075,-3.266281e-05,-17.000032,-17.875032,-13.00041
+29447,-9.626968,-15.439468,-11.251968,-0.0021200962
+89441,-6.004141,-14.004141,-0.0041409703,-11.129279
+15843,-0.3299136,-3.8299136,-1.4549136,-3.705165
+110126,-3.2217374,-7.8467374,-0.096737415,-2.9729657
+36142,-11.252671,-15.377671,-10.752671,-0.002768994
+2846,-8.8773575,-15.2523575,-13.0023575,-0.0025468522
+85390,-0.01090307,-9.948403,-5.635903,-6.2611217
+108138,-7.462163,-10.087163,-0.71216303,-0.7134125
+7571,-11.536052,-11.161052,-3.4110522,-0.039077453
+62381,-10.001782,-0.0017824967,-16.314283,-14.542891
+65963,-12.018567,-12.643567,-0.018567212,-4.018959
+39384,-0.00015877417,-14.375158,-15.000158,-10.625934
+62356,-0.0009083198,-13.875908,-10.250908,-7.3760724
+20478,-7.8809175,-0.0059175296,-10.755918,-10.047966
+101968,-12.250462,-14.875462,-0.00046159103,-8.625623
+124810,-6.52228,-9.772281,-0.022280259,-3.8975701
+9300,-15.500181,-16.000181,-0.00018094333,-13.750541
+35593,-8.794361,-10.794361,-3.1693614,-0.044576325
+53670,-16.250296,-16.125296,-0.00029654874,-12.12554
+44789,-7.998623e-05,-16.62508,-17.75008,-12.875469
+25135,-8.384283,-0.009282645,-16.384283,-17.009638
+32124,-2.8729026e-05,-13.875029,-16.250029,-14.500277
+36646,-7.8772697,-12.00227,-15.00227,-0.0025326135
+34191,-8.003692,-12.378692,-2.1286917,-0.14972769
+65307,-10.751642,-15.126642,-10.876642,-0.0017313556
+32731,-8.62727,-0.0022697896,-14.50227,-12.884477
+112637,-2.4765537,-7.7265534,-9.414054,-0.10814216
+18943,-2.7128768,-4.212877,-0.08787671,-6.965611
+117291,-6.186771e-05,-13.625062,-14.750062,-11.250302
+67975,-12.750886,-16.625887,-0.00088628585,-7.3762817
+104676,-0.26865205,-5.393652,-8.018652,-5.394227
+109059,-2.0202894,-0.14528933,-7.3952894,-7.157806
+86252,-9.752738,-15.065238,-12.002738,-0.0031020658
+109620,-2.6583319e-05,-16.250027,-18.125027,-13.375264
+35543,-7.505012,-13.0050125,-8.3800125,-0.005194345
+96155,-7.7521667,-0.0021665453,-10.502167,-12.309836
+33646,-10.000299,-13.000299,-0.00029917056,-15.000582
+64061,-0.019938054,-8.019938,-6.019938,-4.1457005
+6764,-9.500529e-05,-12.250095,-12.500095,-10.500292
+63078,-11.131707,-0.0067071784,-14.256707,-11.507074
+88343,-11.0036335,-0.0036339217,-15.8161335,-12.760341
+50106,-10.625749,-0.0007489498,-11.125749,-10.836814
+35688,-15.377408,-17.002407,-0.0024076304,-6.127561
+78697,-5.88174,-0.0067400965,-11.006741,-10.757412
+13749,-2.8150935,-0.065093525,-7.9400935,-6.3161983
+44428,-8.627488,-14.127488,-14.689988,-0.0034840042
+13880,-0.00073858636,-13.875738,-7.8757386,-9.250906
+107805,-9.351099,-12.476099,-0.1010988,-2.3512552
+47687,-3.981511e-05,-16.12504,-15.75004,-13.87523
+3328,-15.000338,-15.500338,-0.0003373054,-11.375516
+27574,-9.626808,-14.189308,-15.189308,-0.0020346777
+6049,-11.375759,-0.00075883674,-14.500759,-14.626817
+121371,-10.2509,-0.00089998264,-14.7509,-13.377197
+93977,-7.750647,-14.375647,-0.0006469779,-10.875802
+87794,-15.875172,-18.125172,-0.0001721234,-13.000308
+1284,-10.50071,-0.0007092821,-14.87571,-10.488133
+86737,-7.4673553,-8.092356,-3.8423555,-0.09280902
+9800,-9.627087,-17.127087,-21.189587,-0.00661353
+60632,-9.640243,-0.015242875,-13.390243,-15.831168
+69196,-11.752937,-0.0029374093,-16.377937,-15.818002
+109514,-13.250373,-14.625373,-0.0003730555,-13.125606
+75454,-10.625844,-0.0008436458,-14.125844,-11.791792
+68262,-5.211299,-12.586299,-0.086298786,-11.898959
+51383,-2.9319866,-0.056986533,-8.681987,-8.58448
+39024,-10.134617,-0.009617188,-15.447117,-10.886715
+53372,-9.650549,-13.025549,-3.7755494,-0.027452897
+61955,-8.388098,-9.388098,-5.1380973,-0.013183395
+46407,-10.001471,-0.0014704379,-13.376471,-13.87875
+56851,-11.875309,-16.500309,-0.00030858524,-10.000587
+117835,-15.25031,-15.87531,-0.00030977695,-12.875475
+41315,-7.8776374,-15.627637,-0.0026372436,-9.002768
+54086,-0.00015543684,-15.375155,-12.250155,-9.625416
+1123,-0.010552206,-10.260552,-6.5105524,-5.635724
+6738,-6.254246,-0.004246029,-10.004246,-11.810893
+65022,-4.4230943,-7.5480943,-7.7980943,-0.051240623
+29011,-9.1267605,-15.5017605,-15.8767605,-0.0020137748
+209,-10.22669,-11.97669,-1.6016899,-0.22680609
+117949,-0.0006248191,-13.875625,-8.875625,-9.37573
+112253,-5.303963,-4.678963,-7.741463,-0.05451467
+117575,-9.153694,-5.528694,-0.5286941,-0.90384346
+12151,-12.250407,-15.125407,-0.00040761268,-14.625529
+6503,-8.1287,-11.6287,-9.0037,-0.0038545611
+47388,-10.750568,-0.0005688241,-14.875568,-13.266203
+122533,-6.128025,-10.753025,-11.003025,-0.0031690004
+77557,-0.1335305,-8.258531,-4.3835306,-2.2586787
+3593,-5.2587657,-0.008765671,-8.883765,-6.514918
+39857,-6.9258196e-05,-13.00007,-17.000069,-12.500317
+82941,-11.12718,-0.0021804625,-16.56468,-15.928971
+2835,-9.8342825e-05,-14.500098,-13.250098,-10.375265
+12119,-3.8217385,-9.571738,-0.07173846,-3.0718672
+2255,-0.0013577061,-11.376358,-8.126358,-7.00363
+99071,-3.367344,-8.742344,-2.617344,-0.11827908
+73970,-8.31255,-10.18755,-0.0625493,-2.8130536
+73312,-5.0008354,-2.6258357,-4.3758354,-3.2511017
+109736,-12.500767,-0.0007668177,-13.875767,-14.416946
+2581,-5.755901,-0.005900702,-13.4434,-18.515501
+64922,-7.514159,-11.764159,-13.576659,-0.21550356
+85830,-0.00035232058,-12.750352,-10.500352,-8.500542
+122144,-9.751751,-0.001751081,-12.626751,-12.114194
+62330,-8.206414,-0.08141399,-12.331414,-15.220312
+112561,-6.638264,-9.013265,-0.013264271,-4.764271
+48434,-4.5163364,-0.016336266,-12.266336,-11.348975
+119944,-11.500544,-0.0005440424,-17.063044,-14.8765335
+120940,-0.016057692,-9.141058,-11.141058,-4.5168443
+77443,-15.750962,-16.625963,-0.00096239016,-7.258616
+23685,-9.451661,-12.951661,-0.8266611,-0.57696766
+47231,-9.505434,-0.005434027,-14.817934,-11.632108
+91022,-13.501959,-0.0019584778,-20.314459,-18.874954
+714,-8.561038,-11.811038,-2.936038,-0.061737377
+25730,-15.375205,-15.125205,-0.00020537652,-13.375551
+97729,-0.0042868624,-10.129287,-9.504287,-5.505427
+30236,-0.014255708,-12.514256,-13.014256,-4.26449
+2443,-10.876277,-0.0012765124,-14.501277,-15.207906
+52656,-3.6757095,-9.17571,-0.05070959,-3.8008401
+116972,-6.2626085,-9.012609,-9.262609,-0.013105203
+43770,-0.3274871,-3.202487,-2.452487,-1.9599217
+10949,-11.750926,-0.0009255893,-12.875926,-14.131809
+100306,-13.8764515,-0.0014516303,-13.0014515,-12.307103
+29745,-6.6348467,-0.009846686,-9.634847,-14.137301
+60439,-1.1432934,-9.018293,-9.893293,-0.39357466
+109824,-9.876299,-0.0012987759,-11.876299,-12.728459
+102648,-7.418007,-11.418007,-7.168007,-0.06255515
+62099,-10.001297,-0.0012969901,-7.501297,-11.751863
+33686,-8.012171,-0.012171166,-13.262171,-12.324964
+116606,-9.628131,-13.503131,-13.878131,-0.0035244476
+85384,-8.627167,-13.627167,-13.502167,-0.0024226937
+31834,-1.317101,-6.942101,-0.31710103,-7.318168
+58133,-9.752151,-13.752151,-12.877151,-0.0026844104
+95196,-13.375242,-16.375242,-0.0002424423,-12.000505
+11675,-8.252583,-0.0025825503,-15.440083,-13.188188
+34902,-0.0997352,-5.0997353,-4.2247353,-3.7252653
+112691,-11.126775,-14.814275,-9.876775,-0.0022373083
+33713,-8.126701,-11.626701,-0.0017016944,-8.8769245
+109135,-16.125174,-18.500174,-0.00017331529,-13.500584
+60521,-6.25451,-12.00451,-0.004509755,-6.1296806
+76695,-8.751757,-13.501757,-16.189257,-2.6174674
+98619,-12.627911,-14.627911,-0.002911022,-6.0033946
+13731,-11.50112,-0.0011192255,-14.18862,-16.75301
+14492,-9.126829,-0.0018291423,-11.251829,-10.2546
+81006,-12.500258,-16.00026,-0.0002587699,-10.375619
+114491,-7.8783455,-10.8783455,-10.2533455,-0.0038478507
+120167,-15.625298,-16.375298,-0.0002971446,-11.5009985
+69602,-10.126962,-0.0019614522,-13.251962,-17.09043
+81057,-8.127024,-9.127024,-0.0020239123,-6.643534
+118239,-8.628571,-0.0035707306,-12.253571,-13.38169
+26999,-6.0187407,-10.018741,-0.01874085,-4.3938375
+103729,-1.7536149,-2.253615,-0.37861493,-3.879361
+70324,-2.920585e-05,-17.375029,-18.375029,-16.750357
+88697,-9.377044,-14.939544,-11.752044,-0.0042151054
+79720,-11.126728,-0.0017276375,-11.251728,-12.252388
+119098,-2.585121,-7.8351207,-6.0851207,-0.085394695
+16374,-8.666828,-0.29182798,-14.166828,-14.792091
+8973,-8.1286745,-0.0036747803,-13.5036745,-9.880658
+92670,-0.0058173873,-9.255817,-5.7558174,-6.130954
+46136,-9.12598,-0.0009801352,-14.62598,-12.375187
+113240,-0.012273265,-10.512273,-7.0122733,-4.5137224
+92271,-7.3842535,-15.1342535,-5.0092535,-0.009376252
+47020,-14.00261,-14.50261,-0.0026101351,-6.0027313
+68952,-9.37526,-12.87526,-0.00026067672,-11.625577
+93704,-17.500162,-17.875162,-0.00016127716,-16.501028
+126515,-11.751286,-0.0012850845,-16.376286,-15.615239
+1648,-11.530028,-11.280028,-0.030028442,-3.5303009
+4147,-10.502068,-14.377068,-6.8770676,-0.002277125
+106815,-9.160815,-13.910815,-0.1608148,-1.9110018
+18919,-1.9225588,-4.922559,-0.17255874,-5.547737
+88395,-9.502285,-15.502285,-7.502285,-0.0030148712
+83361,-12.503974,-0.003973566,-15.878974,-11.379397
+69550,-10.626086,-0.0010860028,-17.751085,-15.398271
+59782,-9.516305,-12.516305,-12.891305,-0.017257096
+62607,-7.140957,-9.765957,-7.515957,-0.04853741
+49031,-12.3986845,-15.1486845,-0.023684327,-3.7745345
+24073,-9.630316,-14.005316,-10.130316,-0.0059392117
+34883,-13.500322,-12.250322,-0.00032217082,-9.750591
+78080,-0.022146879,-9.522147,-6.7721467,-3.8973827
+59546,-6.754968,-11.254968,-14.504968,-0.0053739124
+123805,-7.0023394,-0.0023394853,-12.127339,-9.261985
+87807,-14.753402,-0.003401805,-14.378402,-11.831034
+53821,-12.00425,-14.31675,-15.94175,-0.05744769
+90016,-10.285243,-0.035242878,-12.410243,-15.567183
+75870,-9.625364,-12.500364,-0.00036411808,-13.500588
+58764,-10.628971,-14.816471,-6.1289716,-0.011022115
+64575,-2.5152844e-05,-16.500025,-17.875025,-14.50018
+85818,-10.877113,-14.064613,-11.877113,-0.0026425289
+15652,-15.875123,-17.375124,-0.00012325481,-13.500344
+85976,-8.924141,-14.924141,-0.0491411,-3.050168
+15080,-12.501466,-0.0014654384,-17.438965,-14.150807
+79945,-6.8862667,-0.011266541,-14.261267,-12.016754
+76385,-11.127761,-12.877761,-1.5027609,-0.25294563
+115581,-5.008994,-8.633994,-0.008994302,-6.3842893
+61199,-11.501581,-0.0015814905,-15.751581,-17.96959
+85813,-15.500163,-15.500163,-0.0001631842,-11.250278
+67537,-16.501913,-0.0019126709,-13.876913,-11.130398
+89261,-10.750253,-15.250253,-0.0002525726,-12.500597
+22046,-7.631774,-10.881774,-7.006774,-0.0070855296
+22926,-0.113242045,-9.613242,-10.113242,-2.2384965
+49488,-9.02687,-9.65187,-0.52686936,-0.9020012
+96660,-7.381346,-0.006346311,-12.381347,-12.007249
+63730,-8.001859,-14.814359,-8.876859,-0.0019755906
+9677,-0.0002541219,-15.875254,-10.625254,-9.250401
+120201,-9.751142,-12.751142,-9.501142,-0.0014036003
+35208,-14.375353,-15.500353,-0.0003525589,-13.875685
+30950,-9.600329,-11.475329,-0.97532904,-0.4776425
+66963,-8.251079,-13.251079,-0.0010781435,-7.5012817
+16156,-10.252134,-16.627134,-20.002134,-0.014289437
+69670,-7.7523055,-0.0023054706,-11.127305,-14.440576
+13477,-7.7516575,-0.001657542,-13.1266575,-9.464088
+50904,-10.836611,-0.024110446,-8.899111,-11.217119
+7930,-14.25042,-14.00042,-0.000419767,-8.375574
+26294,-10.387562,-11.387562,-7.512562,-0.018381882
+35749,-10.127199,-14.877199,-0.0021991374,-7.7523484
+55850,-5.696094,-9.1960945,-0.07109415,-4.4462295
+64767,-10.501555,-15.376555,-17.439054,-0.002102336
+22057,-13.288712,-14.788712,-3.2887118,-0.03891067
+87663,-13.50136,-16.31386,-12.37636,-0.0015388872
+35864,-11.251735,-15.439235,-11.126735,-0.001807375
+33007,-8.125728,-11.000728,-0.00072762714,-9.25096
+81372,-8.626228,-14.626228,-10.376228,-0.0013595349
+97703,-5.9182663,-1.1682664,-11.793266,-11.858898
+118589,-0.00031490135,-15.375315,-15.125315,-8.250506
+65741,-0.0043319673,-9.129332,-12.754332,-5.5045877
+119601,-7.987418,-10.112418,-1.2374179,-0.36451143
+114504,-12.001262,-12.626262,-0.0012621065,-6.8788366
+92452,-0.0005247408,-12.8755245,-9.6255245,-8.000712
+11152,-1.2369075,-8.236908,-8.486908,-0.36220494
+44669,-12.37554,-12.75054,-0.0005397532,-12.625984
+121963,-7.667258,-0.042257845,-10.917258,-14.731948
+63486,-9.503167,-13.253167,-18.253168,-0.0034586857
+123055,-5.557844,-7.682844,-4.182844,-0.09694168
+119717,-0.5242468,-13.149247,-12.649247,-0.90053475
+88042,-5.1863885,-12.186388,-2.9363885,-0.061694596
+54428,-10.3887415,-0.013741418,-12.0137415,-15.050484
+125274,-0.018765768,-10.893765,-5.518766,-4.2688947
+46816,-8.95242,-10.45242,-0.57742065,-0.8277452
+8553,-6.7515435,-13.001544,-0.0015435221,-9.376677
+56455,-13.376403,-0.0014025861,-19.126402,-17.752762
+101092,-0.0013743727,-11.876374,-6.7513742,-9.626689
+55570,-0.0008497203,-11.62585,-12.62585,-7.251576
+2531,-0.0011524472,-14.626152,-11.376152,-6.876579
+55854,-7.4297175,-0.05471754,-13.617218,-12.555025
+65143,-0.00026091508,-14.375261,-11.875261,-9.500352
+28422,-11.502574,-14.752574,-11.627574,-0.0027018946
+36329,-8.12679,-15.25179,-15.62679,-0.010961142
+8061,-7.0028744,-0.0028745304,-13.627874,-16.846663
+107678,-15.001006,-0.0010064542,-12.126006,-10.007618
+53009,-0.044341907,-10.669342,-9.044342,-3.420345
+62879,-0.00056536903,-15.500566,-13.500566,-7.875797
+26784,-8.760271,-0.010271309,-10.385271,-15.701808
+21912,-10.440201,-12.440201,-0.31520075,-1.316541
+113597,-5.4953973e-05,-15.250055,-15.625055,-11.750308
+82760,-2.7536968e-05,-14.750028,-14.375028,-13.250213
+26160,-10.001815,-0.0018147443,-13.126815,-13.202953
+23421,-10.629661,-0.0046602213,-14.004661,-13.544479
+41793,-2.798546,-1.2985461,-7.673546,-0.54953516
+103325,-11.379161,-0.004160677,-15.379161,-11.004499
+33557,-11.125564,-0.0005635819,-16.750563,-14.502022
+81209,-14.127059,-0.0020591263,-13.627059,-11.13281
+107064,-11.501701,-17.001701,-18.751701,-0.0118179275
+98221,-0.5779404,-8.45294,-10.70294,-0.82951903
+16139,-10.878169,-15.065669,-10.503169,-0.0034356778
+62717,-5.5215335,-0.021533618,-10.146534,-11.595544
+28151,-2.5987287e-05,-16.250027,-16.500027,-14.375348
+22888,-10.376093,-0.0010933857,-10.501093,-12.449631
+24637,-2.9586034,-9.583604,-0.083603434,-3.5837667
+92809,-10.126077,-16.251076,-11.876077,-0.0011787537
+91862,-10.62523,-12.87523,-0.00022945156,-12.877537
+7412,-0.00011848701,-14.375118,-10.875118,-10.625232
+52442,-8.503794,-12.878794,-0.0037939015,-5.7543736
+87399,-0.0057299174,-10.00573,-7.63073,-5.5060096
+112712,-0.002988993,-10.252989,-6.377989,-7.878148
+54201,-1.4089456,-10.158945,-8.408945,-0.28443974
+117074,-11.651647,-12.526647,-0.026646757,-3.6518629
+25137,-6.770687,-8.270687,-10.645687,-7.7393246
+16780,-0.044919804,-10.91992,-3.6699197,-4.045124
+72881,-9.252155,-12.127155,-0.0021551258,-8.502355
+110597,-8.00474,-0.0047397166,-14.94224,-11.756502
+89655,-0.00046588058,-14.000466,-10.250466,-10.626693
+48391,-8.379098,-0.0040975194,-15.191598,-14.067409
+110182,-0.00041368985,-13.375414,-13.500414,-9.500506
+87621,-2.5615342,-3.6865342,-9.749034,-0.18777849
+122711,-0.00010466028,-16.000105,-15.500105,-13.875383
+115720,-0.049058475,-11.924059,-12.924059,-3.049451
+66486,-6.760011,-0.010010987,-13.010011,-10.818482
+68169,-7.253165,-0.003164643,-11.628164,-12.753967
+110138,-8.020652,-10.770652,-0.02065214,-6.3958592
+21580,-7.1326056,-0.0076057618,-14.820106,-13.75919
+102553,-13.381346,-0.0063453633,-12.631346,-10.616686
+78769,-10.753515,-0.003515613,-16.816015,-13.118106
+93593,-12.002473,-0.0024729169,-15.752473,-10.753402
+16612,-7.751537,-0.0015368566,-9.126537,-10.67489
+59583,-8.87742,-13.50242,-12.87742,-0.003238039
+76885,-0.0018541303,-11.501854,-16.376854,-8.878383
+120777,-6.502341,-0.0023407936,-11.37734,-15.837043
+121894,-0.018260347,-12.51826,-10.76826,-4.0184865
+88371,-2.0980615e-05,-16.750021,-18.000021,-16.250298
+68747,-10.750244,-13.500244,-0.00024434918,-16.000578

finetune_lora/llama3.2-1b-instruct/agnews/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/agnews/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/agnews/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000