Add files using upload-large-folder tool

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,134 @@
+87862,-12.250358,-17.50946,-0.00035720645,-10.7515745,-8.626422,-15.403645,-17.000357,-19.318508,-23.19328,-16.687857,-18.062857,-13.250358,-14.875358,-16.500753
+223549,-14.500556,-15.708526,-13.063056,-18.653154,-15.898532,-0.0017177869,-11.500556,-12.94674,-25.064398,-16.563057,-14.313056,-14.750556,-16.188057,-15.063268
+22243,-3.218599e-05,-17.102032,-16.562532,-17.60936,-17.68438,-15.771256,-17.625032,-18.447063,-26.713324,-19.562532,-17.937532,-18.250032,-19.437532,-16.128284
+527085,-11.145534,-17.506453,-6.395534,-14.213843,-13.68596,-16.11677,-11.770534,-9.896237,-22.522879,-14.145534,-13.395534,-7.145534,-12.833034,-0.020763172
+397420,-16.125065,-24.582668,-14.125065,-18.005226,-21.650211,-15.047114,-19.437565,-14.502006,-26.281614,-6.532456e-05,-12.750065,-18.562565,-21.625065,-19.250954
+425931,-14.375064,-23.837793,-16.250063,-21.488811,-21.186413,-14.348707,-18.187563,-14.432402,-27.323145,-11.875064,-6.377493e-05,-17.000063,-22.937563,-16.250326
+201528,-10.751979,-15.074693,-13.814479,-15.603744,-17.27195,-0.0033287709,-11.689479,-11.754339,-21.819891,-14.189479,-13.064479,-14.564479,-14.439479,-14.127513
+329734,-13.562814,-15.222,-11.562814,-13.127803,-16.070808,-13.715595,-11.750314,-10.938275,-0.00059130957,-14.875314,-11.437814,-11.937814,-16.250313,-14.7509775
+510393,-12.125747,-18.641954,-9.500747,-19.017082,-20.356218,-9.923332,-15.250747,-15.565104,-23.31051,-15.875747,-16.875746,-12.625747,-0.00074656744,-8.125915
+158355,-17.812716,-19.017231,-10.375215,-0.0005485224,-14.126765,-14.538253,-20.500216,-18.485804,-29.153112,-18.125216,-19.875216,-19.687716,-19.750216,-18.126282
+550860,-9.375613,-11.648424,-11.750613,-13.770345,-15.589045,-8.411738,-13.125613,-13.005158,-24.976978,-13.750613,-16.438114,-13.500613,-16.063114,-0.0013327897
+473939,-16.250202,-23.025427,-10.000202,-19.505672,-22.097624,-13.429355,-19.625202,-18.315042,-24.508827,-17.750202,-19.312702,-0.00020263526,-16.937702,-15.13875
+500869,-15.125214,-23.506233,-12.750214,-18.89527,-19.337137,-12.860496,-17.625214,-16.28505,-24.089218,-16.062714,-18.062714,-13.375214,-0.00021395778,-11.0005045
+582760,-15.750265,-21.39299,-11.500265,-16.382267,-0.0015232638,-15.325549,-17.250265,-19.818678,-24.161633,-18.562765,-18.687765,-21.125265,-22.562765,-15.625978
+328531,-13.437781,-14.29861,-13.125281,-14.28987,-19.174068,-18.740114,-12.375281,-11.0005455,-0.00444292,-14.437781,-11.000281,-12.875281,-16.18778,-13.331621
+427214,-13.187406,-21.043213,-10.937406,-16.250998,-21.296013,-12.145105,-16.437405,-10.068678,-22.812115,-0.062405173,-2.812405,-14.062406,-19.499905,-14.0626955
+366395,-10.375786,-19.947512,-10.125786,-15.353109,-21.924543,-10.363898,-14.250786,-8.5015,-24.358433,-0.00078587636,-11.000786,-15.250786,-19.500786,-11.7529955
+552489,-8.62694,-10.851749,-11.00194,-15.351156,-12.726362,-8.457601,-12.68944,-8.272829,-24.434767,-13.50194,-15.50194,-13.18944,-15.62694,-0.0023379973
+120167,-19.687609,-21.02355,-11.375109,-0.00042027753,-18.063992,-15.632206,-21.187609,-22.286058,-31.508778,-18.312609,-19.437609,-19.687609,-20.812609,-18.314623
+59163,-9.251619,-0.004286671,-14.189119,-16.848524,-16.190472,-17.426476,-9.376619,-14.378177,-16.668177,-15.314119,-13.626619,-16.12662,-17.06412,-12.252272
+399805,-13.000374,-18.815338,-11.750374,-16.311356,-19.27439,-12.507794,-16.687874,-9.501105,-26.88192,-0.00037377048,-12.375374,-15.437874,-18.875374,-14.0007
+66517,-8.018614,-0.14506792,-13.581114,-16.222761,-15.70197,-19.16716,-2.0186143,-14.0819,-16.388222,-15.518614,-13.768614,-14.143614,-17.081114,-10.270461
+393906,-14.937762,-19.40437,-12.875262,-16.5266,-19.779585,-13.264504,-18.125263,-10.068578,-27.199419,-0.00026258358,-15.062762,-16.500263,-19.062763,-14.688071
+382342,-13.50028,-21.759853,-9.75028,-16.972408,-21.112816,-12.091588,-17.93778,-9.508526,-26.021545,-0.00027998342,-11.50028,-15.62528,-20.81278,-15.688193
+39118,-0.00037829872,-16.328264,-14.375379,-17.316477,-13.936245,-13.752628,-14.000379,-17.567549,-26.333721,-18.875378,-17.812878,-19.375378,-20.437878,-14.126812
+549795,-6.7538834,-9.031421,-10.378883,-14.154463,-11.675535,-8.759402,-11.378883,-10.749813,-21.884346,-13.753883,-13.941383,-13.066383,-15.128883,-0.004536257
+577754,-15.750895,-18.911156,-7.2508945,-0.0013513288,-11.752356,-11.502776,-19.563395,-16.581108,-25.227142,-15.625895,-17.688395,-17.188395,-18.125895,-14.564029
+310516,-13.625074,-18.418743,-17.562574,-20.053856,-21.395693,-11.500784,-18.937574,-0.00018416956,-20.023788,-16.437574,-17.437574,-17.687574,-22.187574,-13.625392
+546692,-6.4222875,-10.194358,-10.422288,-12.212077,-10.6768055,-8.09195,-11.297288,-11.486954,-20.509468,-14.609788,-13.484788,-12.859788,-13.797288,-0.052668903
+172378,-17.500278,-21.305298,-11.250279,-14.257782,-0.0008522625,-15.615735,-19.187778,-21.311844,-28.465878,-18.625278,-20.062778,-20.875278,-23.000278,-18.250612
+476626,-15.252368,-23.289017,-6.127368,-18.316778,-20.731651,-12.042764,-20.002367,-18.818058,-28.57613,-17.127367,-19.002367,-0.0023679095,-16.377367,-14.877525
+44298,-7.7510486,-0.001602229,-15.376049,-15.530254,-17.118511,-15.321833,-10.126049,-16.629501,-19.885056,-16.376049,-14.501049,-15.813549,-18.001049,-10.377127
+374478,-14.250158,-23.81035,-11.875158,-16.072187,-18.911896,-12.144618,-16.562658,-11.006265,-23.669765,-0.00015853578,-11.500158,-16.625158,-18.625158,-15.876159
+54169,-8.376983,-0.0031627617,-14.251983,-16.470217,-15.485516,-16.195076,-6.6269827,-14.816284,-18.77582,-16.439484,-15.001983,-14.876983,-17.814484,-10.252496
+105279,-16.12509,-22.27324,-8.999896e-05,-14.250919,-14.12782,-16.209555,-20.18759,-22.654907,-31.134027,-18.75009,-20.00009,-11.87509,-18.50009,-17.750702
+245639,-14.75034,-14.3652725,-16.125341,-17.8585,-20.65619,-12.928281,-0.00034052297,-13.750663,-18.775724,-17.125341,-15.12534,-16.125341,-18.562841,-12.251771
+604587,-14.000235,-16.129557,-12.562735,-13.715589,-16.70472,-17.388369,-12.687735,-11.37553,-0.00081638695,-15.437735,-12.500235,-12.375235,-16.875235,-14.625953
+553105,-10.250298,-10.691676,-12.000298,-15.578627,-10.919324,-12.768233,-13.687798,-12.192898,-25.245306,-13.750298,-17.187798,-14.062798,-16.937798,-0.001157823
+422626,-13.750715,-21.711176,-11.875715,-19.231297,-23.254164,-13.726454,-18.438215,-11.970965,-26.971565,-7.375715,-0.00071488094,-14.750715,-21.188215,-15.875996
+371351,-13.261296,-21.97568,-10.886296,-15.143666,-19.250355,-11.003196,-17.136297,-9.519329,-23.018845,-0.011296362,-4.5112963,-15.136296,-19.886297,-16.074253
+467649,-16.125141,-23.898325,-9.625141,-19.891644,-25.206146,-12.8499365,-19.062641,-18.440659,-27.263273,-18.000141,-19.187641,-0.00014077626,-16.812641,-15.626288
+28742,-9.0475754e-05,-17.205359,-16.75009,-18.7319,-21.453854,-10.378917,-17.06259,-15.876868,-26.395262,-18.43759,-18.87509,-17.87509,-18.75009,-13.290221
+79375,-6.8769217,-0.002258797,-13.564422,-13.969045,-16.14705,-15.084445,-9.751922,-16.442486,-23.863874,-16.43942,-12.376922,-16.00192,-16.93942,-11.129579
+161818,-15.875381,-21.891724,-12.750381,-16.011631,-0.0008396517,-20.510426,-18.812881,-20.15081,-26.72232,-19.062881,-19.187881,-20.750381,-22.000381,-18.253508
+627361,-6.880334,-11.644819,-11.880334,-12.890336,-11.71146,-8.906239,-12.067834,-13.19419,-21.158298,-16.442835,-14.317834,-14.005334,-15.067834,-0.006374467
+593717,-14.250421,-15.875985,-18.250422,-20.397482,-26.205502,-15.501915,-0.00042083944,-16.938229,-19.650682,-19.000422,-17.000422,-17.687922,-19.875422,-14.0011215
+251019,-12.375491,-13.11258,-15.000491,-17.015953,-21.310364,-13.661022,-0.0004907834,-15.876088,-20.816147,-17.25049,-16.31299,-15.375491,-19.06299,-13.626811
+152162,-18.06271,-17.113237,-9.875209,-0.00062490604,-14.75128,-13.525719,-19.00021,-17.330647,-26.776516,-17.37521,-19.06271,-18.43771,-18.62521,-16.563223
+490140,-14.6256075,-22.810413,-8.8756075,-17.616512,-16.148203,-13.054262,-17.250608,-16.005243,-22.56175,-16.438108,-17.188108,-11.0006075,-0.0006077826,-11.375899
+608680,-13.000502,-20.053854,-10.875502,-15.087481,-19.78894,-12.053706,-17.188002,-11.910848,-25.951056,-0.0005012686,-12.750502,-15.500502,-19.188002,-13.813304
+406871,-14.250438,-23.696735,-13.250438,-19.59062,-21.609394,-13.664441,-18.687939,-11.67584,-27.249975,-7.875438,-0.0004379982,-16.250439,-22.750439,-16.87569
+366740,-14.375154,-20.191936,-12.375154,-17.238926,-20.15922,-13.25657,-18.000154,-10.134595,-26.599964,-0.00015364897,-13.375154,-16.187654,-19.250154,-15.125426
+13757,-0.07540319,-11.953376,-13.325403,-13.642469,-15.866779,-10.203065,-2.7004032,-14.143723,-20.071045,-14.575403,-14.762903,-13.950403,-15.887903,-9.827202
+182113,-18.50035,-22.293264,-12.875351,-17.709917,-0.0013166154,-20.634346,-18.87535,-20.613998,-29.534943,-19.93785,-20.18785,-22.62535,-24.00035,-16.875965
+585303,-3.532326,-14.407557,-11.907326,-15.977141,-17.84975,-0.032970466,-8.782326,-6.282587,-17.719822,-11.907326,-13.157326,-12.532326,-15.594826,-8.158717
+251586,-16.37533,-18.58435,-17.75033,-19.632345,-25.7162,-14.770661,-0.0003290827,-15.125724,-19.45845,-18.25033,-16.00033,-17.31283,-19.56283,-14.001391
+141339,-18.375204,-20.848555,-10.375203,-0.00052575953,-17.876825,-14.258794,-20.000204,-17.42211,-31.521366,-16.750204,-19.687704,-19.500204,-18.750204,-17.125631
+484913,-15.500362,-23.3429,-13.000362,-20.178823,-22.017502,-11.897357,-18.000362,-16.443623,-26.170525,-17.125362,-19.125362,-14.125362,-0.00036233058,-9.375575
+182267,-15.437916,-19.31634,-9.375416,-13.014629,-0.0014244323,-14.212013,-17.000416,-16.720667,-21.735985,-17.250416,-17.375416,-18.875416,-20.750416,-15.250679
+478591,-12.883522,-18.152208,-4.8835225,-11.768473,-18.742208,-9.839989,-15.571022,-13.696735,-21.647491,-13.446022,-15.696022,-0.00852245,-12.946022,-10.883769
+363613,-14.312723,-21.080185,-11.375223,-16.874126,-20.715326,-13.142811,-17.750223,-11.049161,-26.29464,-0.00022277735,-13.125223,-16.500223,-19.875223,-16.250513
+198692,-15.750237,-22.972212,-11.500237,-14.89139,-0.0011035936,-16.864895,-18.000237,-20.916147,-24.305267,-19.937737,-19.437737,-22.375237,-23.000237,-16.938187
+447216,-16.00047,-25.936262,-8.12547,-19.647905,-24.271872,-15.733045,-20.37547,-17.895065,-27.410374,-16.37547,-19.18797,-0.00046969348,-16.50047,-15.001455
+77985,-8.376554,-0.0024055718,-14.751554,-15.838314,-20.573732,-15.820144,-11.001554,-15.129108,-16.273373,-15.126554,-13.439054,-14.876554,-16.939053,-10.502598
+177636,-15.500391,-23.397339,-12.750391,-16.2586,-0.0008000918,-20.204563,-18.625391,-20.381182,-26.127478,-19.187891,-18.875391,-20.937891,-21.562891,-18.188503
+341151,-8.823394,-11.0090475,-10.448394,-12.447395,-14.984701,-9.824113,-5.385894,-5.511129,-0.011172784,-13.635894,-10.385894,-10.260894,-14.823394,-10.637078
+439547,-13.875152,-22.587414,-14.625152,-19.214994,-21.210854,-13.484409,-17.812653,-11.379298,-24.958355,-10.000152,-0.00015174192,-16.375153,-23.000153,-16.250664
+408348,-15.1250515,-24.668293,-14.2500515,-19.032595,-21.430712,-16.90248,-19.375051,-18.28585,-27.45794,-11.3750515,-5.125868e-05,-16.375051,-22.750051,-17.68783
+384099,-13.375246,-20.14739,-11.375246,-16.580456,-18.567883,-12.511967,-17.437746,-9.387358,-26.555782,-0.00024589853,-12.500246,-15.625246,-19.250246,-14.563133
+558019,-9.161387,-14.068559,-7.5363874,-16.729239,-14.306599,-13.483743,-1.9113876,-14.787461,-26.18407,-15.411387,-17.411388,-12.411387,-16.411388,-0.16170326
+143909,-12.032282,-16.352358,-3.532282,-0.0328398,-6.408863,-7.908233,-16.094782,-15.185826,-21.629498,-13.344782,-15.657282,-15.282282,-14.407282,-12.157634
+277388,-15.250253,-14.416794,-19.187752,-21.562693,-27.018354,-16.007269,-0.0002524534,-17.313133,-21.342922,-20.062752,-17.625252,-19.375252,-21.062752,-15.876276
+145435,-18.750284,-19.077116,-11.375284,-0.00068890734,-16.564764,-14.135372,-20.250284,-19.732527,-28.123293,-17.750284,-19.125284,-19.312784,-19.000284,-17.565388
+353448,-11.438864,-14.026019,-11.188864,-15.04937,-14.330946,-9.509365,-11.501364,-7.2519965,-0.0015746369,-13.438864,-11.126364,-12.251364,-16.063864,-14.253512
+270913,-13.375161,-13.981087,-20.750162,-21.934326,-24.410378,-17.5014,-0.00016127716,-17.750341,-22.460455,-20.750162,-17.500162,-19.375162,-22.312662,-14.25073
+445118,-16.375147,-23.09122,-10.375147,-20.196817,-25.741447,-13.965806,-20.437647,-19.33239,-27.840498,-19.437647,-20.250147,-0.00014673587,-16.562647,-14.500316
+433885,-14.625083,-24.384129,-14.750083,-19.646027,-22.608555,-14.146606,-18.562584,-17.091228,-27.786736,-10.750083,-8.332382e-05,-15.250083,-22.000084,-14.875562
+38657,-8.332382e-05,-17.114489,-10.625083,-17.198174,-16.126846,-14.049846,-16.875084,-18.785652,-23.56396,-17.000084,-17.812584,-16.312584,-13.000083,-12.875807
+50887,-9.3764105,-0.0040487056,-15.6264105,-15.07146,-18.08004,-14.319787,-11.1264105,-15.439781,-20.409248,-17.37641,-15.0639105,-15.1264105,-18.18891,-10.876912
+427215,-13.875133,-23.107521,-15.750133,-20.37468,-20.999933,-12.809553,-17.812634,-12.141583,-24.388798,-10.500133,-0.00013279033,-16.125134,-22.125134,-14.500902
+265992,-15.750377,-17.37303,-17.250376,-18.552141,-23.53603,-13.77061,-0.00037663043,-13.625634,-17.004333,-17.937876,-15.375377,-17.125376,-19.500376,-13.501223
+485494,-13.500302,-24.803253,-11.625302,-18.26209,-20.353134,-11.143146,-17.062801,-16.609772,-24.828949,-16.000301,-17.625301,-13.250302,-0.00030226907,-10.625729
+195388,-12.628855,-15.628593,-6.6288548,-10.909648,-0.00475409,-18.37932,-14.941355,-13.074765,-21.129616,-13.628855,-14.066355,-15.253855,-17.628855,-13.196877
+608604,-14.62512,-24.263731,-11.62512,-16.891975,-19.421307,-13.504355,-17.50012,-10.651614,-24.76151,-0.000120155746,-11.00012,-16.12512,-19.93762,-16.876633
+322270,-12.812752,-14.280459,-13.125252,-14.736535,-17.705738,-15.682203,-11.562752,-9.750554,-0.00033053255,-15.500252,-11.687752,-13.062752,-15.750252,-13.702794
+512612,-13.25033,-18.549107,-10.62533,-19.266214,-20.046412,-10.057406,-15.68783,-16.318888,-24.519157,-15.68783,-17.87533,-11.87533,-0.00033003604,-10.375701
+306673,-14.000097,-17.669565,-16.875097,-19.322344,-16.906017,-12.6408615,-16.312597,-0.00022350471,-19.480345,-13.250097,-15.062597,-16.750097,-20.562597,-13.500765
+406816,-14.750105,-22.888388,-15.125105,-19.741613,-22.284172,-13.457323,-18.625105,-13.558733,-27.284275,-10.375105,-0.000105137064,-15.625105,-23.062605,-17.187897
+418053,-15.375049,-23.72982,-15.625049,-21.855783,-23.83062,-15.215395,-18.68755,-14.7807045,-27.464672,-11.250049,-4.875541e-05,-16.87505,-22.75005,-16.87553
+225935,-15.250128,-17.647589,-14.812628,-17.76788,-19.29659,-0.0006772558,-13.312628,-14.6497755,-25.501232,-16.500128,-15.187628,-16.187628,-18.875128,-15.437971
+382895,-12.375398,-19.418278,-9.875398,-16.015127,-18.299074,-11.6023655,-16.500399,-12.065764,-24.376049,-0.00039796063,-10.500398,-15.187898,-18.812899,-15.438321
+380597,-13.12569,-19.972265,-10.62569,-15.352852,-18.967373,-11.30656,-16.93819,-11.887546,-25.399086,-0.00069069845,-11.75069,-14.62569,-18.37569,-13.251101
+377083,-15.250104,-24.562904,-13.250104,-17.823246,-25.07803,-13.271065,-20.375103,-14.423124,-27.490501,-0.000103706705,-12.375104,-16.875103,-22.000103,-16.687876
+487814,-13.3753805,-23.005047,-10.5003805,-18.330242,-21.240887,-11.027588,-16.000381,-15.391846,-23.764008,-15.7503805,-17.875381,-12.6253805,-0.00038092033,-10.25088
+432974,-14.750763,-24.781975,-15.125763,-19.008066,-21.059649,-13.762176,-18.438263,-13.227114,-25.505533,-7.375763,-0.0007630059,-15.625763,-21.813263,-15.750967
+196501,-15.768664,-20.391771,-11.143664,-14.46343,-0.019117111,-19.101603,-18.893663,-24.173798,-26.92387,-16.331163,-18.143663,-19.893663,-21.393663,-19.456402
+294645,-12.750062,-18.754078,-17.312563,-18.18979,-20.353529,-11.625624,-18.062563,-0.00019942579,-18.2442,-16.312563,-16.875063,-16.437563,-21.812563,-13.37559
+125544,-19.250216,-21.089497,-11.1252165,-0.00044221754,-16.56801,-14.504134,-20.812716,-21.524635,-28.932177,-20.437716,-20.500216,-19.500216,-21.187716,-17.188131
+562857,-3.850386e-05,-18.658005,-17.687538,-19.664053,-20.126526,-14.25185,-17.187538,-18.71664,-25.319176,-19.937538,-19.687538,-18.937538,-21.125038,-14.126385
+367179,-13.000422,-20.070591,-9.750422,-15.1034355,-18.867666,-11.418842,-16.625422,-11.845764,-24.93031,-0.0004217927,-10.125422,-14.937922,-19.375422,-15.250742
+277724,-16.500881,-13.060532,-19.063381,-19.9805,-23.025776,-15.6294365,-0.0008803306,-17.376194,-18.97027,-20.125881,-17.375881,-19.500881,-21.250881,-15.877437
+600902,-13.125264,-14.464691,-12.875264,-14.347497,-18.917725,-13.464144,-11.187764,-10.375588,-0.00067436707,-14.937764,-11.125264,-12.812764,-16.250263,-13.081335
+612772,-14.375079,-22.095287,-14.500079,-22.609983,-22.18958,-14.135174,-18.00008,-13.102687,-27.391685,-10.250079,-7.962863e-05,-16.50008,-22.87508,-16.625435
+232993,-12.00046,-15.374003,-11.00046,-13.691872,-19.201168,-0.0012142292,-12.87546,-14.3164,-25.703077,-9.37546,-12.75046,-14.18796,-14.75046,-11.875755
+316471,-14.37506,-19.206669,-18.187561,-20.007149,-21.280003,-11.626321,-19.000061,-0.00021480139,-18.472145,-16.562561,-17.062561,-17.125061,-22.375061,-14.625527
+434944,-15.000048,-22.546513,-15.875048,-22.192154,-22.772514,-14.286785,-18.312548,-13.777216,-26.99907,-11.625048,-4.7920985e-05,-16.750048,-22.437548,-16.376028
+607269,-15.625084,-25.233366,-13.250084,-18.221544,-24.991465,-14.207706,-20.375084,-14.134434,-27.894165,-8.439662e-05,-12.750084,-17.187584,-22.000084,-17.312798
+622192,-15.562678,-25.471111,-12.125178,-19.444906,-22.123497,-19.02845,-18.00018,-17.00815,-23.496538,-17.12518,-18.75018,-13.500178,-0.00017879794,-13.375951
+245014,-15.500532,-17.212656,-16.500532,-18.584913,-26.523977,-13.771875,-0.0005324853,-14.500779,-19.771536,-17.250532,-15.625532,-16.563032,-18.750532,-13.002187
+489727,-16.562658,-22.632305,-13.125158,-21.328299,-22.210644,-14.141948,-18.375158,-17.150316,-25.236324,-17.312658,-19.625158,-14.500158,-0.00015829741,-13.625464
+109178,-13.750265,-19.004728,-0.00026484797,-12.125877,-8.878898,-13.993276,-18.750265,-20.454464,-26.662922,-18.062765,-19.250265,-13.500265,-16.625265,-16.250635
+586508,-10.0006895,-17.163128,-13.0006895,-12.992311,-20.67911,-0.0016972579,-13.9381895,-13.821736,-22.027992,-10.3756895,-13.5006895,-12.7506895,-15.1256895,-10.375995
+156994,-18.37513,-19.116678,-10.375131,-0.0005140676,-15.87677,-14.504127,-20.18763,-18.896029,-30.440922,-18.25013,-19.62513,-19.75013,-19.37513,-18.376085
+408049,-12.145959,-20.808859,-10.895959,-16.541079,-21.147165,-12.021353,-15.895959,-8.3991375,-22.647905,-0.020959204,-3.8959591,-14.645959,-20.70846,-14.33393
+499176,-15.500247,-23.9178,-12.875247,-19.178596,-19.984648,-11.518804,-17.812748,-16.868504,-26.54676,-15.500247,-17.937748,-13.500247,-0.0002473287,-11.125507
+344930,-13.062893,-15.029295,-12.437893,-14.1236315,-15.6611185,-13.092429,-11.500393,-10.625863,-0.000740748,-14.562893,-11.312893,-11.625393,-16.312893,-14.313711
+143530,-18.875202,-21.553543,-10.375202,-0.000589037,-15.251393,-15.002039,-20.812702,-19.675285,-29.660038,-19.500202,-19.937702,-19.437702,-21.187702,-18.001083
+607050,-12.750277,-21.819578,-11.500277,-16.529774,-20.906496,-12.39451,-17.625277,-12.957085,-27.373308,-0.0002761698,-14.437777,-16.500277,-20.375277,-15.502588
+142238,-16.687803,-19.601189,-8.625303,-0.0005594896,-15.502662,-14.187105,-20.562803,-20.18999,-26.495096,-15.937803,-18.312803,-18.437803,-17.500303,-15.81415
+350053,-13.125361,-14.17448,-12.312861,-13.735249,-16.16611,-15.64397,-11.125361,-10.188349,-0.0014646463,-14.125361,-10.687861,-12.062861,-15.937861,-12.6618395
+450006,-14.000398,-21.005285,-8.625398,-17.759851,-22.729235,-11.564494,-17.375399,-18.277246,-24.694355,-17.875399,-18.812899,-0.00039784145,-14.500398,-11.8756
+283515,-13.250096,-17.109516,-17.000095,-18.001036,-19.009516,-12.628357,-14.625096,-0.0003103934,-15.654899,-14.375096,-15.437596,-16.500095,-20.562595,-13.142105
+516258,-13.250948,-22.461823,-10.125948,-16.419346,-19.859785,-10.774769,-16.563448,-14.441551,-22.983864,-15.250948,-16.313448,-11.250948,-0.0009480987,-11.501862
+258690,-16.375359,-20.164494,-19.312859,-21.413095,-27.215588,-16.515844,-0.0003580406,-15.750607,-19.584139,-20.062859,-16.375359,-18.000359,-20.937859,-14.501028
+553109,-14.375583,-20.401632,-13.125583,-16.060852,-13.403355,-19.232233,-13.875583,-12.5292845,-26.215229,-15.563083,-17.750584,-13.625583,-17.063084,-0.00072091754
+244398,-10.250362,-14.986702,-16.812862,-16.016981,-18.776009,-11.752498,-0.00036209225,-15.438147,-18.29575,-16.625362,-14.750362,-14.437862,-19.375362,-11.539922
+64595,-2.8136504,-0.064011395,-12.62615,-15.169799,-12.787923,-11.460671,-7.1886506,-13.12844,-21.133457,-15.06365,-14.00115,-14.87615,-17.06365,-9.314406
+318944,-13.625065,-19.42452,-18.250065,-19.50417,-22.497482,-12.000661,-18.312565,-0.0002447184,-19.406746,-16.750065,-17.125065,-16.812565,-22.562565,-14.375483
+103346,-11.625145,-18.643198,-0.0001448288,-12.255156,-12.294735,-14.916584,-15.750145,-20.123318,-25.441591,-17.000145,-19.000145,-16.312645,-17.812645,-15.375824
+238833,-15.750105,-18.484966,-15.312605,-17.612026,-17.76914,-0.011484953,-15.187605,-14.647282,-26.938442,-17.125105,-16.625105,-16.375105,-18.687605,-16.875294
+166380,-17.625217,-23.917015,-13.500218,-17.533388,-0.0013267571,-19.452991,-18.187717,-22.265553,-26.847708,-19.750217,-20.312717,-22.812717,-23.812717,-18.12565
+478924,-17.187613,-25.903366,-10.750113,-20.16111,-24.989761,-13.702131,-20.062613,-19.815819,-27.99855,-20.250113,-19.562613,-0.000112408045,-17.375113,-16.250511
+395088,-14.187916,-20.74922,-12.500416,-17.250036,-19.129122,-13.331099,-17.812916,-9.812196,-27.360756,-0.00041607305,-13.812916,-16.312916,-18.187916,-13.750772
+511207,-15.125232,-20.659721,-10.375232,-18.36847,-20.079697,-17.904768,-18.62523,-16.939468,-24.506557,-17.00023,-18.87523,-13.500232,-0.00023135847,-14.250592

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,444 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.30180903896689415,0,2.403383255004883,
+0,8,0.05524555966258049,1,5.2890400519737835,
+0,16,0.03852624073624611,2,7.332867622375488,
+0,24,0.03413134440779686,3,5.062997477395194,
+0,32,0.037273555994033813,4,8.294264725276403,
+0,40,0.03786272928118706,5,4.276222205162048,
+0,48,0.041406143456697464,6,4.494029448582576,
+0,56,0.03605979308485985,7,3.548461177132346,
+0,64,0.03555231913924217,8,3.301492844309126,
+0,72,0.031732525676488876,9,5.013755969206492,
+0,80,0.03640180081129074,10,1.657634741984881,
+0,88,0.03179236128926277,11,3.6965296289750507,
+0,96,0.032426998019218445,12,2.2731251955032348,
+0,104,0.03169669583439827,13,0.9533799407737595,
+0,112,0.032932527363300323,14,2.5088131620238223,
+0,120,0.036445777863264084,15,0.4068010381676934,
+0,128,0.03203340992331505,16,2.5071468483656645,
+,,,16,,1.6182163783482142
+0,136,0.032307349145412445,17,2.064978408937653,
+0,144,0.03354997560381889,18,0.4140313422928254,
+0,152,0.035901375114917755,19,2.277423706038722,
+0,160,0.03238149359822273,20,1.74421457760036,
+0,168,0.0364793986082077,21,1.7042599677179868,
+0,176,0.03647321090102196,22,0.8346878601094851,
+0,184,0.036517225205898285,23,0.11052910054568202,
+0,192,0.03165970742702484,24,1.0297548456117511,
+0,200,0.0325188972055912,25,0.5258318468986545,
+0,208,0.03396523743867874,26,0.046476212330162525,
+0,216,0.03286898881196976,27,0.41196172998752445,
+0,224,0.03223384544253349,28,0.25110239163041115,
+0,232,0.03467144817113876,29,0.05022145328111947,
+0,240,0.03280770033597946,30,0.10682323529617861,
+0,248,0.035009849816560745,31,0.01134886664592407,
+0,256,0.035114437341690063,32,0.1990242805952827,
+,,,32,,0.14967462102842438
+0,264,0.037880513817071915,33,0.022433284352618186,
+0,272,0.032800909131765366,34,0.05694149002166731,
+0,280,0.0319267101585865,35,0.11416671870808516,
+0,288,0.032277319580316544,36,0.04708919680810401,
+0,296,0.0325707383453846,37,0.106551847686725,
+0,304,0.032737478613853455,38,0.6393231089314213,
+0,312,0.03271768242120743,39,0.09726351820863784,
+0,320,0.032375793904066086,40,0.010581296713401874,
+0,328,0.03297862410545349,41,0.007290710840607062,
+0,336,0.03237682580947876,42,0.05297713629884778,
+0,344,0.033396702259778976,43,0.14407463032403028,
+0,352,0.03280200809240341,44,0.14181586984777822,
+0,360,0.032858479768037796,45,0.09328984037662545,
+0,368,0.03323661908507347,46,0.005325308204522695,
+0,376,0.03292904049158096,47,0.008107258540500576,
+0,384,0.032626841217279434,48,0.03993791034868495,
+,,,48,,0.10404612742313722
+0,392,0.033165354281663895,49,0.02528062842611689,
+0,400,0.032900016754865646,50,0.13803798152814403,
+0,408,0.03291085734963417,51,0.009113573942158837,
+0,416,0.03300762176513672,52,0.06942024251994942,
+0,424,0.032400403171777725,53,0.009512882686168369,
+0,432,0.03232923895120621,54,0.07123974985443056,
+0,440,0.03244685381650925,55,0.014575158102581134,
+0,448,0.03489645943045616,56,0.004378430907049083,
+0,456,0.03216761723160744,57,0.004698182817567916,
+0,464,0.0319058895111084,58,0.019470920064486565,
+0,472,0.033390939235687256,59,0.2028870878421003,
+0,480,0.031955983489751816,60,0.012284823848555485,
+0,488,0.033268608152866364,61,0.3461105250680703,
+0,496,0.03209131211042404,62,0.0035017203719524496,
+0,504,0.03262999653816223,63,0.008049524304541674,
+0,512,0.032536186277866364,64,0.19958785053653022,
+,,,64,,0.14389407445514013
+0,520,0.03238678351044655,65,0.05943916487740353,
+0,528,0.03274792805314064,66,0.10683531314663758,
+0,536,0.03270893543958664,67,0.12873102385977594,
+0,544,0.03256579115986824,68,0.05092942622852408,
+0,552,0.03211657330393791,69,0.2846112221909257,
+0,560,0.034177057445049286,70,0.012129585893655365,
+0,568,0.03267920762300491,71,0.5037861103812854,
+0,576,0.03256344422698021,72,0.004339722600499434,
+0,584,0.03225134313106537,73,0.021243868318075936,
+0,592,0.032941561192274094,74,0.006066370162774216,
+0,600,0.032209400087594986,75,0.002582767290401865,
+0,608,0.03357626497745514,76,0.004030892761268963,
+0,616,0.032469604164361954,77,0.006125573118109829,
+0,624,0.03217075765132904,78,0.25666871801233637,
+1,632,0.032145172357559204,79,0.007882970864347253,
+1,640,0.0321321077644825,80,0.006565406608084838,
+,,,80,,0.062223187920187606
+1,648,0.03228636085987091,81,0.01153910746021817,
+1,656,0.032352857291698456,82,0.005760768977259951,
+1,664,0.032080378383398056,83,0.004101698946518202,
+1,672,0.03191139176487923,84,0.051106005280206986,
+1,680,0.03180582821369171,85,0.3266261800842282,
+1,688,0.032332293689250946,86,0.004865894895920065,
+1,696,0.033474888652563095,87,0.059381063746210806,
+1,704,0.03174664080142975,88,0.015391595100107439,
+1,712,0.031942080706357956,89,0.00662941668027391,
+1,720,0.03181842342019081,90,0.3006077903107955,
+1,728,0.03216366842389107,91,0.04807592731399032,
+1,736,0.03335213661193848,92,0.005847672595077061,
+1,744,0.03187369927763939,93,0.1895038915463374,
+1,752,0.03153655305504799,94,0.03594262411262697,
+1,760,0.03200133144855499,95,0.21012521967835104,
+1,768,0.03176262602210045,96,0.1513750850353972,
+,,,96,,0.14082677240004074
+1,776,0.03751112520694733,97,0.011758811624410252,
+1,784,0.043168261647224426,98,0.1580134957403061,
+1,792,0.03753440082073212,99,0.06423989993830521,
+1,800,0.03728408366441727,100,0.06220921898511733,
+1,808,0.037420764565467834,101,0.0015752849479516347,
+1,816,0.037403933703899384,102,0.03167469673252736,
+1,824,0.03890326991677284,103,0.024672526749782264,
+1,832,0.03814008831977844,104,0.03507445532678893,
+1,840,0.03972099348902702,105,0.00573358320308706,
+1,848,0.032028451561927795,106,0.0070039080892456695,
+1,856,0.03237131983041763,107,0.004890086467970501,
+1,864,0.03204324096441269,108,0.08559538594404743,
+1,872,0.03235940635204315,109,0.005498086310884294,
+1,880,0.033416591584682465,110,0.024483741453598037,
+1,888,0.03274194523692131,111,0.012927800749561616,
+1,896,0.032021839171648026,112,0.022715960711745236,
+,,,112,,0.07032380569008202
+1,904,0.033410537987947464,113,0.0015296388228307478,
+1,912,0.03223652392625809,114,0.041594454212047695,
+1,920,0.03252492845058441,115,0.0021930813540662216,
+1,928,0.03248145431280136,116,0.008242405601777136,
+1,936,0.03251982107758522,117,0.044769694039132446,
+1,944,0.032314468175172806,118,0.015171612475699345,
+1,952,0.032271530479192734,119,0.009291060404696813,
+1,960,0.03273526951670647,120,0.8374333477811888,
+1,968,0.03211284056305885,121,0.004508662152927302,
+1,976,0.0321606807410717,122,0.007337982916007084,
+1,984,0.032100409269332886,123,0.00836647221876774,
+1,992,0.03230892866849899,124,0.015332163301839804,
+1,1000,0.03360672667622566,125,0.00357907982701859,
+1,1008,0.032720956951379776,126,0.007130602067003825,
+1,1016,0.03397229686379433,127,0.018906126701040193,
+1,1024,0.03280572220683098,128,0.0034685325485447217,
+,,,128,,0.05227703950843032
+1,1032,0.03280143439769745,129,0.0018978009587347817,
+1,1040,0.03349859267473221,130,0.39707252982771024,
+1,1048,0.03284991905093193,131,0.001761406879681586,
+1,1056,0.032870322465896606,132,0.017264457874592732,
+1,1064,0.0324009507894516,133,0.056117777654435486,
+1,1072,0.03351150453090668,134,0.001636661880183965,
+1,1080,0.03167305886745453,135,0.003106332307932182,
+1,1088,0.03183275833725929,136,0.0012851634513936006,
+1,1096,0.03159187361598015,137,0.00420182739617303,
+1,1104,0.03197195753455162,138,0.0029114216757828697,
+1,1112,0.03223717585206032,139,0.002882923257337617,
+1,1120,0.03288175165653229,140,0.03713697428174782,
+1,1128,0.03184453025460243,141,0.0007539896493350776,
+1,1136,0.031613267958164215,142,0.1441455324233035,
+1,1144,0.03218720480799675,143,0.005908789976577585,
+1,1152,0.03201499581336975,144,0.0015847089317893343,
+,,,144,,0.0468831657011763
+1,1160,0.032201435416936874,145,0.0009792482111758243,
+1,1168,0.03358829393982887,146,0.002178641869769698,
+1,1176,0.03210845962166786,147,0.0016422631195061566,
+1,1184,0.03265080600976944,148,0.0022107327781018932,
+1,1192,0.03404967114329338,149,0.003442465857612357,
+1,1200,0.032143909484148026,150,0.0027970086530937502,
+1,1208,0.03211832046508789,151,0.0013870319550430092,
+1,1216,0.03233368694782257,152,0.002305134727586327,
+1,1224,0.0330449678003788,153,0.09859758967980849,
+1,1232,0.03260070085525513,154,0.0016876737736311043,
+1,1240,0.03293048217892647,155,0.034740890441753436,
+1,1248,0.03285964950919151,156,0.0017074015546206605,
+1,1256,0.03268410637974739,157,0.002165211975807324,
+2,1264,0.03291493281722069,158,0.015191023769633223,
+2,1272,0.032926514744758606,159,0.029764916360503636,
+2,1280,0.03306634724140167,160,0.005559335879157656,
+,,,160,,0.050473375385310375
+2,1288,0.03274092450737953,161,0.3565812499013687,
+2,1296,0.03211860731244087,162,0.0047659660090825385,
+2,1304,0.03280751779675484,163,0.0012395537220678914,
+2,1312,0.034495748579502106,164,0.00259783874767331,
+2,1320,0.03295478969812393,165,0.001945402764249593,
+2,1328,0.03279517590999603,166,0.0767159754799319,
+2,1336,0.03366890549659729,167,0.0026811790220173343,
+2,1344,0.03281474485993385,168,0.002115195836571123,
+2,1352,0.03315643593668938,169,0.0034973466536030173,
+2,1360,0.032899584621191025,170,0.002532306869397871,
+2,1368,0.033577073365449905,171,0.01590842543009785,
+2,1376,0.03253704309463501,172,0.00488193232852679,
+2,1384,0.03282203897833824,173,0.010050601253169589,
+2,1392,0.032967664301395416,174,0.002254312875895546,
+2,1400,0.03246840089559555,175,0.004937198058801836,
+2,1408,0.03335009515285492,176,0.00376246367644247,
+,,,176,,0.052615609028442104
+2,1416,0.03412646800279617,177,0.4352381292399234,
+2,1424,0.032216109335422516,178,0.003755852373225415,
+2,1432,0.033112768083810806,179,0.04371166254585499,
+2,1440,0.03377991542220116,180,0.003603875132588049,
+2,1448,0.038131631910800934,181,0.0024481809648152974,
+2,1456,0.03794988989830017,182,0.0027371317531409054,
+2,1464,0.03216703236103058,183,0.004006367624970153,
+2,1472,0.03289502486586571,184,0.0023162645475867274,
+2,1480,0.032548174262046814,185,0.0019122843680504178,
+2,1488,0.03276635333895683,186,0.0038185808834069494,
+2,1496,0.03598468378186226,187,0.03684283892454749,
+2,1504,0.03380129858851433,188,0.06209401037527381,
+2,1512,0.03910250961780548,189,0.002541607798775658,
+2,1520,0.03254286199808121,190,0.060725640010787174,
+2,1528,0.03291889280080795,191,0.0010393352640676312,
+2,1536,0.03377174213528633,192,0.001288479005989547,
+,,,192,,0.06180050043292056
+2,1544,0.03298689052462578,193,0.0036228209428372793,
+2,1552,0.03435395658016205,194,0.017398461437551305,
+2,1560,0.032267455011606216,195,0.0009572229804083084,
+2,1568,0.03378474339842796,196,0.003443842268704126,
+2,1576,0.03259744495153427,197,0.0012127214751672,
+2,1584,0.03394267335534096,198,0.06900506240960497,
+2,1592,0.03821258619427681,199,0.004162688766462872,
+2,1600,0.037681568413972855,200,0.0019177487142419873,
+2,1608,0.03252427652478218,201,0.0017324525054261488,
+2,1616,0.032443221658468246,202,0.0017858250823337585,
+2,1624,0.032874226570129395,203,0.001602621230466122,
+2,1632,0.032849088311195374,204,0.0022634826794577143,
+2,1640,0.032237786799669266,205,0.025209844911428678,
+2,1648,0.032771430909633636,206,0.00188515060626042,
+2,1656,0.032590191811323166,207,0.001289093033516441,
+2,1664,0.03481335937976837,208,0.004079399395517872,
+,,,208,,0.044783317583218185
+2,1672,0.032641127705574036,209,0.0034442881088969962,
+2,1680,0.03295738995075226,210,0.005955275891623883,
+2,1688,0.0335397943854332,211,0.0011461940351485584,
+2,1696,0.03295352682471275,212,0.0015501511493661942,
+2,1704,0.03302684798836708,213,0.0017878132597875915,
+2,1712,0.03490607067942619,214,0.002950041590586559,
+2,1720,0.03252952918410301,215,0.005801275994268839,
+2,1728,0.03292310610413551,216,0.0025422239468753105,
+2,1736,0.03275177627801895,217,0.0033162731068352093,
+2,1744,0.038215845823287964,218,0.01413326730641226,
+2,1752,0.03302380070090294,219,0.01621308365029108,
+2,1760,0.03197825700044632,220,0.001534002655067265,
+2,1768,0.03249785304069519,221,0.006564323476945551,
+2,1776,0.03887123614549637,222,0.0038083404773108973,
+2,1784,0.0388607457280159,223,0.010608149528100816,
+2,1792,0.03899295628070831,224,0.08450652473682287,
+,,,224,,0.04318223464516015
+2,1800,0.03917602822184563,225,0.0018463928863639012,
+2,1808,0.039352256804704666,226,0.0007147479085357521,
+2,1816,0.039970193058252335,227,0.006350343505619094,
+2,1824,0.038959868252277374,228,0.001894820653922999,
+2,1832,0.032748159021139145,229,0.0010989959648048336,
+2,1840,0.03181878477334976,230,0.0006607798177356017,
+2,1848,0.03218388929963112,231,0.0012706892749909976,
+2,1856,0.03377849981188774,232,0.006069146723558123,
+2,1864,0.03281065449118614,233,0.001467907700377206,
+2,1872,0.032794833183288574,234,0.0012490091251038393,
+2,1880,0.032975781708955765,235,0.0011837359029763879,
+3,1888,0.03280854970216751,236,0.0009370735140030526,
+3,1896,0.03314238414168358,237,0.0023468057583418806,
+3,1904,0.032984502613544464,238,0.0007768998515199531,
+3,1912,0.03282948210835457,239,0.001652193944859651,
+3,1920,0.03259991854429245,240,0.0012309935601580138,
+,,,240,,0.041728047827203796
+3,1928,0.032902125269174576,241,0.0016702237293689645,
+3,1936,0.0327729731798172,242,0.002106188374455087,
+3,1944,0.032832078635692596,243,0.0011046767862613446,
+3,1952,0.0352335162460804,244,0.004134968122413669,
+3,1960,0.03368838131427765,245,0.002337365007926045,
+3,1968,0.03257971256971359,246,0.0021184992874623276,
+3,1976,0.03348981961607933,247,0.0020744563250900683,
+3,1984,0.03266765549778938,248,0.0017195414247301718,
+3,1992,0.03259361535310745,249,0.00247676753012153,
+3,2000,0.03294311836361885,250,0.0014002580923261122,
+3,2008,0.03239266201853752,251,0.0008532796849836954,
+3,2016,0.03451848030090332,252,0.0014788193453568964,
+3,2024,0.0346468947827816,253,0.0008155162107538093,
+3,2032,0.03262387216091156,254,0.0012596197329306355,
+3,2040,0.031787723302841187,255,0.0005794195109046996,
+3,2048,0.032535649836063385,256,0.0009543017450986164,
+,,,256,,0.04165330225107621
+3,2056,0.032590292394161224,257,0.0015197427794471597,
+3,2064,0.032223790884017944,258,0.003521398376506113,
+3,2072,0.031449221074581146,259,0.03488590254710289,
+3,2080,0.032026056200265884,260,0.0009179185384709853,
+3,2088,0.032347533851861954,261,0.001270241470103009,
+3,2096,0.032442957162857056,262,0.0008808111742837355,
+3,2104,0.03161062300205231,263,0.0009522007603663951,
+3,2112,0.03202446177601814,264,0.0015656759184951494,
+3,2120,0.032179757952690125,265,0.0005067548569059,
+3,2128,0.033162493258714676,266,0.0027091565761321154,
+3,2136,0.03210343047976494,267,0.002624492075604697,
+3,2144,0.03263682872056961,268,0.004900823240556444,
+3,2152,0.032508015632629395,269,0.0011971221485344524,
+3,2160,0.032175447791814804,270,0.0017038644815329461,
+3,2168,0.0347115732729435,271,0.0010135351309751666,
+3,2176,0.0317874550819397,272,0.0006421396549110516,
+,,,272,,0.04401448308205118
+3,2184,0.034746989607810974,273,0.0007731581043282694,
+3,2192,0.03197750449180603,274,0.0017901083124646296,
+3,2200,0.03214389830827713,275,0.000700172955475864,
+3,2208,0.03225789591670036,276,0.0011108460797307391,
+3,2216,0.031862735748291016,277,0.0007575952089003598,
+3,2224,0.03271225094795227,278,0.0011621023077168502,
+3,2232,0.03327981010079384,279,0.0016606137772517589,
+3,2240,0.03209749981760979,280,0.001422820229587766,
+3,2248,0.03243294358253479,281,0.0014919487796512178,
+3,2256,0.03211997449398041,282,0.0014922510187413234,
+3,2264,0.03261081501841545,283,0.0041422634676564485,
+3,2272,0.03202006593346596,284,0.0007731871049215372,
+3,2280,0.033738236874341965,285,0.002357458433834836,
+3,2288,0.03329198434948921,286,0.0006372317774758602,
+3,2296,0.03227168321609497,287,0.001019567719105488,
+3,2304,0.03263843059539795,288,0.0007086645079349788,
+,,,288,,0.04554655113998724
+3,2312,0.03222202882170677,289,0.0009039445474627427,
+3,2320,0.03202094882726669,290,0.001456885363784915,
+3,2328,0.0326518677175045,291,0.0009945547441020607,
+3,2336,0.031788941472768784,292,0.006466584653632405,
+3,2344,0.03351149335503578,293,0.0019523648952599615,
+3,2352,0.03257858753204346,294,0.004424047234351747,
+3,2360,0.033740345388650894,295,0.0011411496991720262,
+3,2368,0.03404659777879715,296,0.17536965964184978,
+3,2376,0.032166339457035065,297,0.0016201310619876226,
+3,2384,0.03419790416955948,298,0.0008901908232863727,
+3,2392,0.03404727205634117,299,0.025484723627764303,
+3,2400,0.033832188695669174,300,0.0007073751403368078,
+3,2408,0.03393281623721123,301,0.0012495960885037978,
+3,2416,0.03242477774620056,302,0.0009473452846577857,
+3,2424,0.032916873693466187,303,0.0010989208149112528,
+3,2432,0.032337915152311325,304,0.0011638034149655141,
+,,,304,,0.05898554362947979
+3,2440,0.03217722475528717,305,0.0007969357459594241,
+3,2448,0.0390031524002552,306,0.002644948335364461,
+3,2456,0.03849462792277336,307,0.0037565255132414256,
+3,2464,0.03890322148799896,308,0.0008370386002262911,
+3,2472,0.03187302500009537,309,0.01116203026189892,
+3,2480,0.031885940581560135,310,0.0032597737702996133,
+3,2488,0.03781595826148987,311,0.06885814090880255,
+3,2496,0.03783131390810013,312,0.6052719648068887,
+3,2504,0.03262093663215637,313,0.0009876829180239628,
+3,2512,0.03223733231425285,314,0.020551134541165084,
+4,2520,0.03207593783736229,315,0.002457418891770596,
+4,2528,0.031970489770174026,316,0.0015169901598710567,
+4,2536,0.03225836902856827,317,0.003635733917083902,
+4,2544,0.03189600631594658,318,0.006647111789789051,
+4,2552,0.032142285257577896,319,0.0018759861963594125,
+4,2560,0.03242978826165199,320,0.003950757764479411,
+,,,320,,0.05694777300568665
+4,2568,0.03265543282032013,321,0.0014827987232076173,
+4,2576,0.034587956964969635,322,0.0025540986340881013,
+4,2584,0.03228820487856865,323,0.004605178730950381,
+4,2592,0.03267519176006317,324,0.00309535945270909,
+4,2600,0.03204822540283203,325,0.002020092836028198,
+4,2608,0.03236197307705879,326,0.04309130390902283,
+4,2616,0.032277099788188934,327,0.003975239596911706,
+4,2624,0.032303813844919205,328,0.006726645895590385,
+4,2632,0.032553672790527344,329,0.006419816509555353,
+4,2640,0.03234163299202919,330,0.004123346967389807,
+4,2648,0.03225932642817497,331,0.0015823094851969341,
+4,2656,0.032819654792547226,332,0.001044456834885447,
+4,2664,0.034135252237319946,333,0.0009957964372612575,
+4,2672,0.03930330649018288,334,0.0014024800953588315,
+4,2680,0.03277979791164398,335,0.0009184779910891153,
+4,2688,0.034705471247434616,336,0.0012064552181320985,
+,,,336,,0.06723362410149607
+4,2696,0.0328296460211277,337,0.0009651689706515754,
+4,2704,0.03407130390405655,338,0.001036355997105905,
+4,2712,0.034530531615018845,339,0.0016712102262924115,
+4,2720,0.03162205591797829,340,0.0010231767354222634,
+4,2728,0.03875565156340599,341,0.0011487242438968017,
+4,2736,0.0393337644636631,342,0.0015495859976605668,
+4,2744,0.038635335862636566,343,0.001381263801115839,
+4,2752,0.039240654557943344,344,0.0014052321535668202,
+4,2760,0.03965593874454498,345,0.0013141485154240702,
+4,2768,0.03890367969870567,346,0.001857161328579033,
+4,2776,0.03889193385839462,347,0.04239647419532188,
+4,2784,0.03869243711233139,348,0.0008468778193803571,
+4,2792,0.033249836415052414,349,0.0008449539382127114,
+4,2800,0.03890667483210564,350,0.001139132617166839,
+4,2808,0.04048526659607887,351,0.001656298034835014,
+4,2816,0.03201892226934433,352,0.014851680503432782,
+,,,352,,0.0607401789451132
+4,2824,0.032442059367895126,353,0.0007462195635525859,
+4,2832,0.037346210330724716,354,0.0004895864337661558,
+4,2840,0.03699052333831787,355,0.0015857394396637877,
+4,2848,0.03763390704989433,356,0.0007840237260097638,
+4,2856,0.03255114704370499,357,0.0009560852335804763,
+4,2864,0.03273825719952583,358,0.0017367924156133085,
+4,2872,0.033640358597040176,359,0.002017813941165514,
+4,2880,0.03209187090396881,360,0.0005069727538890826,
+4,2888,0.03289860486984253,361,0.002409363614528307,
+4,2896,0.03214644640684128,362,0.0020777999719333216,
+4,2904,0.03252837061882019,363,0.0005528452774425122,
+4,2912,0.03240412846207619,364,0.0004686601550929481,
+4,2920,0.03250449150800705,365,0.002187412274696936,
+4,2928,0.03248117119073868,366,0.0016764411702752113,
+4,2936,0.031891852617263794,367,0.0004716987420509283,
+4,2944,0.032317403703927994,368,0.017061414779163897,
+,,,368,,0.045106165533433426
+4,2952,0.03208714723587036,369,0.0058672343657235615,
+4,2960,0.03448721766471863,370,0.001027570518090215,
+4,2968,0.03214332461357117,371,0.0008582219821759141,
+4,2976,0.03229990974068642,372,0.0012297188266529701,
+4,2984,0.03254404664039612,373,0.0007578056759354825,
+4,2992,0.032701052725315094,374,0.42191102383631834,
+4,3000,0.032185424119234085,375,0.0023650957076218524,
+4,3008,0.032106466591358185,376,0.0005766495955218229,
+4,3016,0.0318610779941082,377,0.0005103196823396361,
+4,3024,0.032341115176677704,378,0.0009155247050027052,
+4,3032,0.032029274851083755,379,0.0010027153584815096,
+4,3040,0.03183157742023468,380,0.001317131239025352,
+4,3048,0.03201206028461456,381,0.0030327212312840856,
+4,3056,0.03224995732307434,382,0.0009847414746348346,
+4,3064,0.031906671822071075,383,0.0017823345442593563,
+4,3072,0.03201230987906456,384,0.001152420533309431,
+,,,384,,0.04698949714366541
+4,3080,0.03211004659533501,385,0.1308328659312489,
+4,3088,0.03317423164844513,386,0.0010949273967596057,
+4,3096,0.03343084454536438,387,0.0010748714312984913,
+4,3104,0.03234102949500084,388,0.0007802624981302549,
+4,3112,0.03186994045972824,389,0.0012464319096090128,
+4,3120,0.031788550317287445,390,0.0005638560105580837,
+4,3128,0.03244428336620331,391,0.030714683259165296,
+4,3136,0.0320504829287529,392,0.0015805869347373532,
+5,3144,0.032941438257694244,393,0.0008818133530439809,
+5,3152,0.032476745545864105,394,0.0010618782301510994,
+5,3160,0.03266371041536331,395,0.003750386160875981,
+5,3168,0.03412185236811638,396,0.0036675120354630053,
+5,3176,0.032266709953546524,397,0.00554513222260329,
+5,3184,0.03199160099029541,398,0.0019275719597707003,
+5,3192,0.03196064382791519,399,0.0007943720556795597,
+5,3200,0.0323474258184433,400,0.0008712762170874227,
+,,,400,,0.09739554441975358
+5,3208,0.032561320811510086,401,0.015605647173894491,
+5,3216,0.033622972667217255,402,0.0015048000013149038,
+5,3224,0.03221586346626282,403,0.0009531818795949221,
+5,3232,0.03255592659115791,404,0.0004474775608590183,
+5,3240,0.03284185379743576,405,0.0008665360570116068,
+5,3248,0.03299732878804207,406,0.00081602252668325,
+5,3256,0.032364536076784134,407,0.006719883115389773,
+5,3264,0.032134078443050385,408,0.003359651277735663,
+5,3272,0.03231179341673851,409,0.00609277457723775,
+5,3280,0.03192511573433876,410,0.0071083978924434636,
+5,3288,0.03294508159160614,411,0.003277554570505505,
+5,3296,0.03324560821056366,412,0.0016368415086948187,
+5,3304,0.03239671513438225,413,0.0366534699438489,
+5,3312,0.03427281603217125,414,0.0014015712718641485,
+5,3320,0.03230181708931923,415,0.0018032421818740356,
+5,3328,0.03275033086538315,416,0.001356429254103984,
+,,,416,,0.08983766032454649

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,268 @@
+61310,1
+88460,2
+155053,3
+457243,11
+20101,0
+196006,4
+528678,13
+515992,12
+37699,0
+249668,6
+110282,2
+287074,7
+528730,13
+69113,1
+92694,2
+146364,3
+266133,6
+552277,13
+164371,4
+392683,9
+186169,4
+326006,8
+260669,6
+135846,3
+266841,6
+15437,0
+372952,9
+337930,8
+302186,7
+291020,7
+309874,7
+438271,10
+474197,11
+432370,10
+155601,3
+150513,3
+308134,7
+529680,13
+92533,2
+163646,4
+530586,13
+81691,2
+523586,13
+611417,10
+118380,2
+416706,10
+353687,8
+588846,5
+61247,1
+188011,4
+452164,11
+80236,2
+612654,10
+141356,3
+426025,10
+428834,10
+385122,9
+309236,7
+573530,2
+353624,8
+352265,8
+239538,5
+86431,2
+573389,2
+153637,3
+594001,6
+480726,12
+396117,9
+88591,2
+163782,4
+79248,1
+493119,12
+410648,10
+571903,2
+477525,11
+26657,0
+564581,0
+425413,10
+495498,12
+72912,1
+213402,5
+254322,6
+110580,2
+629520,13
+343947,8
+354260,8
+508598,12
+320315,8
+161256,4
+185408,4
+403613,10
+79185,1
+484735,12
+202513,5
+523279,13
+131962,3
+567625,1
+236373,5
+152864,3
+314573,7
+142373,3
+8513,0
+7822,0
+191482,4
+347201,8
+550680,13
+384946,9
+544522,13
+496645,12
+183775,4
+290960,7
+366323,9
+383931,9
+450872,11
+5048,0
+471468,11
+43679,1
+619566,11
+103161,2
+174426,4
+437715,10
+370932,9
+607357,9
+338338,8
+389186,9
+56461,1
+7252,0
+68296,1
+546673,13
+166805,4
+147909,3
+505201,12
+615000,11
+62748,1
+572091,2
+491903,12
+247729,6
+558812,13
+125743,3
+399155,9
+55944,1
+372954,9
+523951,13
+561142,0
+151526,3
+142179,3
+564025,0
+576559,3
+571447,2
+554197,13
+314712,7
+608068,9
+489230,12
+395155,9
+23088,0
+301119,7
+545177,13
+215357,5
+84248,2
+207486,5
+277044,6
+104223,2
+166278,4
+513795,12
+218524,5
+61932,1
+590701,6
+268692,6
+621182,12
+12692,0
+55867,1
+566427,1
+557831,13
+481315,12
+447513,11
+439826,10
+505915,12
+282766,7
+577313,3
+393606,9
+301586,7
+427983,10
+108303,2
+171606,4
+285535,7
+418032,10
+343675,8
+376386,9
+30266,0
+393879,9
+177285,4
+544159,13
+327015,8
+30021,0
+563584,0
+234192,5
+620023,12
+382687,9
+33493,0
+239231,5
+485240,12
+544651,13
+523822,13
+405475,10
+520510,13
+330910,8
+451277,11
+493888,12
+62646,1
+429033,10
+63295,1
+115122,2
+344512,8
+191923,4
+565253,1
+626901,13
+626630,13
+185104,4
+402341,10
+108835,2
+319653,7
+411624,10
+597878,7
+528460,13
+149485,3
+429640,10
+237914,5
+341886,8
+209190,5
+580839,4
+410526,10
+428327,10
+129668,3
+279172,6
+576140,3
+591677,6
+404418,10
+381536,9
+339629,8
+423884,10
+20015,0
+179827,4
+360009,9
+184639,4
+80278,2
+309941,7
+115579,2
+128995,3
+129127,3
+325979,8
+137288,3
+321936,8
+323540,8
+384269,9
+135356,3
+74422,1
+624947,12
+160239,4
+9893,0
+71739,1
+565759,1
+358522,8
+119587,2
+132604,3
+296687,7
+114857,2
+535273,13
+284514,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,268 @@
+61310,-4.639513,-0.015543589,-14.014513,-16.240122,-13.915228,-17.795023,-7.014513,-13.398087,-22.90378,-14.952013,-11.952013,-16.577013,-15.702013,-22.007431
+88460,-8.390221,-17.226183,-0.01522092,-8.891107,-11.642193,-19.803864,-12.890221,-14.377476,-23.079918,-14.327721,-16.26522,-13.765221,-13.827721,-4.9107175
+155053,-13.000353,-18.156246,-11.000353,-0.0012538518,-14.00169,-14.61086,-16.000353,-16.258951,-27.891964,-17.500353,-17.875353,-19.875353,-17.812853,-16.479774
+457243,-11.500424,-28.07294,-11.375424,-20.330776,-22.616001,-15.37425,-17.125423,-20.61672,-22.796265,-19.062923,-18.375423,-0.00042405672,-16.500423,-16.193703
+20101,-1.1444026e-05,-20.09616,-20.062511,-24.412899,-22.88346,-19.341301,-13.875011,-18.808693,-30.869766,-23.437511,-21.750011,-22.687511,-23.187511,-28.755713
+196006,-12.125548,-21.596935,-15.563048,-17.423475,-0.00100325,-24.089762,-14.625548,-18.854124,-24.914854,-17.750547,-19.188047,-20.125547,-21.000547,-30.3802
+528678,-3.4473088,-10.745117,-9.947309,-12.3763485,-12.007486,-7.2557535,-2.0723088,-4.824866,-21.87094,-9.634809,-10.259809,-7.447309,-11.634809,-0.19823839
+515992,-9.125495,-22.303635,-14.187995,-17.062904,-16.49536,-19.0881,-12.750495,-16.018219,-25.282547,-16.750494,-17.875494,-14.312995,-0.0004945962,-11.626166
+37699,-0.1230917,-8.3763895,-8.498092,-13.130541,-3.897436,-6.975742,-4.1230917,-10.376585,-23.310684,-11.185592,-11.248092,-11.310592,-10.685592,-3.1276972
+249668,-9.50171,-9.439891,-18.12671,-23.576586,-15.895271,-18.325788,-0.0017101439,-13.814346,-13.157405,-18.93921,-15.06421,-18.25171,-18.06421,-26.790302
+110282,-12.625902,-20.723612,-0.0009018883,-12.502879,-18.503113,-15.284977,-16.875902,-23.708548,-26.759151,-16.813402,-19.625902,-8.625902,-16.188402,-17.645565
+287074,-11.375627,-17.74895,-18.938126,-20.1868,-17.819452,-18.043837,-9.500627,-0.000785738,-17.0695,-15.875627,-15.563127,-16.563126,-20.125626,-18.756847
+528730,-8.126193,-17.731222,-13.376193,-14.041134,-13.170567,-10.220374,-9.376193,-11.251981,-25.615692,-9.001193,-15.438693,-12.501193,-12.751193,-0.001793327
+69113,-6.256514,-0.0075426926,-16.006514,-18.540453,-16.564665,-22.712442,-6.381514,-15.519523,-21.240788,-15.506514,-13.506514,-15.881514,-16.256514,-21.872177
+92694,-7.3785896,-15.353896,-0.003589617,-6.1308126,-12.317174,-20.168402,-14.06609,-18.27518,-21.665852,-13.19109,-16.44109,-14.69109,-11.75359,-15.266257
+146364,-14.875507,-16.679436,-12.375507,-0.0019201688,-17.001657,-13.334696,-16.438007,-16.787766,-27.866793,-16.063007,-17.875507,-20.375507,-17.500507,-22.35442
+266133,-9.12591,-10.634492,-18.56341,-19.777555,-14.218012,-19.794775,-0.0009098681,-16.25151,-19.76049,-17.93841,-15.75091,-18.50091,-18.43841,-19.615023
+552277,-6.0437284e-05,-15.626737,-19.062561,-20.367374,-21.599241,-21.884972,-11.87506,-20.339119,-24.859594,-22.812561,-20.500061,-20.625061,-20.437561,-11.75173
+164371,-11.12557,-19.15852,-15.18807,-15.55655,-0.0010003876,-24.622984,-13.50057,-18.604979,-22.177738,-18.43807,-18.06307,-22.06307,-21.06307,-23.03575
+392683,-9.002893,-19.880869,-13.127893,-13.447461,-18.734074,-14.264424,-13.252893,-11.960035,-22.580345,-0.0028935492,-6.1278934,-16.190393,-17.252893,-16.352182
+186169,-11.750698,-17.531649,-13.813198,-15.649545,-0.005696654,-22.406301,-14.938198,-19.614147,-24.935745,-16.250698,-14.750698,-18.188198,-21.156948,-27.266338
+326006,-11.250246,-15.464321,-16.937746,-19.387959,-16.75551,-26.657112,-10.875246,-10.875547,-0.0002873825,-18.125246,-13.500246,-16.375246,-16.750246,-25.12606
+260669,-10.5006275,-14.201201,-21.125628,-24.44235,-25.261967,-27.296679,-0.00062791654,-14.626075,-21.803944,-19.188128,-17.000628,-20.875628,-19.750628,-31.50468
+135846,-13.126489,-15.675826,-12.001489,-0.0042021032,-15.002259,-15.284038,-15.563989,-16.524193,-28.487709,-13.876489,-16.37649,-19.43899,-16.37649,-22.363926
+266841,-12.625484,-17.712164,-19.687984,-23.791176,-23.393997,-22.859552,-0.0004847067,-17.563452,-24.759224,-20.062984,-19.437984,-20.750484,-20.000484,-29.507423
+15437,-5.2093103e-05,-21.275944,-20.375051,-23.492691,-20.251818,-17.346575,-14.125052,-22.3189,-29.95691,-22.812551,-22.687551,-18.875051,-23.625051,-20.72266
+372952,-12.626011,-22.835512,-14.626011,-17.219524,-18.13102,-12.875147,-16.81351,-10.8592615,-25.534456,-0.0010108605,-15.688511,-18.87601,-19.62601,-26.071716
+337930,-12.06295,-16.990942,-17.12545,-19.30537,-15.644617,-23.553738,-10.56295,-11.250691,-0.0007482502,-16.62545,-12.62545,-14.62545,-16.31295,-21.493267
+302186,-13.126148,-17.976868,-20.188648,-18.559534,-17.00834,-15.757586,-11.876148,-0.0012785669,-17.87236,-15.876148,-13.438648,-16.938648,-20.938648,-22.755804
+291020,-9.376088,-16.60615,-17.876087,-21.208004,-16.586802,-10.268698,-13.688588,-0.0012996014,-19.385178,-14.188588,-16.188587,-17.438587,-19.563587,-16.777452
+309874,-12.437987,-18.166533,-18.562986,-18.910826,-19.040068,-20.62571,-9.750487,-0.0007458596,-15.515349,-15.312987,-13.750487,-16.375486,-21.062986,-19.456036
+438271,-11.125103,-27.400146,-17.187603,-21.134666,-19.025423,-15.606084,-14.500103,-13.644715,-24.954739,-11.000103,-0.00010263393,-16.312603,-20.125103,-19.30626
+474197,-12.250316,-29.186066,-10.875316,-20.161741,-20.597137,-14.517887,-16.875315,-19.830805,-24.705444,-19.062815,-18.687815,-0.00031537804,-16.437815,-15.879001
+432370,-9.625916,-22.997377,-15.000916,-19.964712,-18.395767,-16.441034,-13.625916,-14.263791,-25.030603,-7.2509155,-0.000915704,-15.063416,-19.750916,-18.581308
+155601,-11.625902,-16.261602,-10.625902,-0.00211768,-13.190354,-11.60147,-14.813402,-15.552604,-25.754583,-16.813402,-15.563402,-18.250902,-16.813402,-17.440758
+150513,-14.50092,-17.824474,-11.87592,-0.0022030522,-15.815401,-16.708591,-16.31342,-16.215685,-27.084536,-15.25092,-17.62592,-20.12592,-17.18842,-20.882053
+308134,-9.377005,-15.495384,-19.627005,-19.384195,-14.806846,-14.7594795,-9.502005,-0.0022519685,-18.972189,-15.564505,-15.189505,-17.877005,-19.783255,-19.766932
+529680,-3.312116,-7.830407,-10.312116,-13.86487,-8.288479,-11.476955,-4.1871157,-11.20573,-20.855999,-11.124616,-12.999616,-10.562116,-10.999616,-0.064512886
+92533,-8.257089,-15.278983,-0.0070889858,-11.135504,-11.257621,-12.778144,-13.007089,-14.97207,-22.744629,-14.444589,-16.19459,-14.757089,-13.319589,-6.5152564
+163646,-14.625416,-21.873297,-16.625416,-19.431261,-0.00094224355,-30.201242,-16.187916,-21.836958,-25.930443,-19.875416,-19.312916,-22.750416,-22.437916,-29.128134
+530586,-7.876462,-17.588898,-13.126462,-15.427358,-15.415483,-12.279496,-8.751462,-12.513556,-24.83704,-13.251462,-15.313962,-12.251462,-12.626462,-0.0020185388
+81691,-9.51733,-16.649082,-0.01733052,-10.143614,-12.01827,-19.685081,-12.76733,-14.610014,-24.686602,-14.76733,-17.20483,-13.89233,-14.01733,-4.644365
+523586,-7.6263776,-19.05241,-13.313877,-15.3109665,-14.633298,-11.786044,-9.751377,-13.724141,-23.488663,-15.376377,-16.126377,-13.876377,-13.001377,-0.0018994684
+611417,-10.5003395,-25.557116,-15.3753395,-20.761358,-19.286957,-20.015444,-14.7503395,-15.031947,-25.747726,-8.3753395,-0.00033945043,-15.6878395,-20.75034,-20.432983
+118380,-3.3419275,-13.475038,-0.09192761,-8.63079,-2.9675431,-19.267046,-10.091928,-15.455755,-20.008461,-13.029428,-15.904428,-15.716928,-14.904428,-9.84801
+416706,-7.2510996,-19.031265,-13.8761,-20.373943,-17.455965,-14.851015,-13.5636,-13.017023,-21.297647,-9.6261,-0.0010995778,-14.0011,-18.938599,-16.26867
+353687,-8.005153,-10.550137,-13.005153,-16.484173,-10.916559,-14.442772,-7.255152,-6.7555,-0.005330721,-13.880153,-10.005153,-14.380153,-13.567653,-22.133507
+588846,-8.501043,-18.619526,-15.626043,-21.478485,-15.93929,-0.009032241,-8.126043,-13.692476,-21.56718,-14.438543,-14.188543,-16.563543,-15.938543,-13.707836
+61247,-6.507907,-0.009046869,-15.195407,-12.924478,-19.060894,-16.269394,-8.507907,-14.320703,-16.973446,-14.820407,-13.695407,-13.695407,-15.007907,-12.148663
+188011,-9.753284,-16.56792,-12.190784,-15.474652,-0.003581088,-25.044546,-11.128284,-18.236893,-28.450344,-14.753284,-16.128284,-18.190784,-18.190784,-24.854311
+452164,-10.875792,-24.833265,-11.000792,-18.46974,-21.427856,-12.232306,-15.250792,-18.04868,-22.715225,-19.000792,-17.313292,-0.00079111743,-15.875792,-14.760142
+80236,-3.9616652,-11.173765,-0.08666516,-3.591699,-4.3371673,-9.097845,-8.461665,-12.677829,-19.92885,-11.649165,-13.336665,-12.836665,-10.961665,-4.3387175
+612654,-11.125178,-25.97514,-17.687677,-20.104904,-17.541773,-17.564295,-14.250178,-17.532314,-24.13462,-10.625178,-0.00017832119,-17.500177,-20.125177,-18.79335
+141356,-12.750476,-18.085638,-13.500476,-0.0017553784,-16.127403,-15.654476,-15.875476,-17.7347,-25.625013,-15.375476,-18.000477,-20.625477,-18.062977,-23.056583
+426025,-8.009276,-17.035328,-15.134276,-15.953014,-16.483294,-12.264441,-12.134276,-9.88884,-20.83912,-10.759276,-0.009276858,-14.884276,-18.259277,-14.160565
+428834,-9.500384,-24.56759,-16.375383,-18.702063,-20.421331,-17.134275,-14.812884,-13.727496,-25.546185,-8.625384,-0.00038389943,-14.875384,-20.187883,-21.136225
+385122,-8.385235,-18.448324,-12.635235,-13.966951,-16.20096,-15.826293,-12.385235,-10.0209255,-22.575079,-0.010234376,-9.135235,-17.697735,-17.385235,-16.557106
+309236,-11.751692,-17.88172,-19.001692,-18.346184,-17.837978,-16.239023,-12.814192,-0.0021441136,-21.394876,-15.189192,-16.314192,-18.314192,-19.751692,-21.726522
+573530,-11.000308,-19.222788,-0.00030775103,-13.505902,-18.439482,-16.355906,-15.937808,-17.462889,-27.841925,-15.812808,-19.437807,-12.125308,-16.812807,-18.047832
+353624,-11.8130455,-16.689005,-16.750546,-19.041698,-15.702606,-24.19313,-10.5630455,-11.250824,-0.00086537853,-16.813046,-12.5005455,-14.6255455,-16.313046,-22.49024
+352265,-10.064948,-13.8793,-15.846198,-20.493309,-10.842747,-18.973816,-10.314948,-10.002788,-0.0026014731,-14.502448,-11.627448,-14.439948,-15.877448,-19.490946
+239538,-3.9000764,-12.303003,-15.962577,-18.610165,-6.415348,-6.905357,-0.025076428,-8.901882,-24.465683,-14.587577,-11.587577,-15.275077,-15.025077,-13.150615
+86431,-10.3753395,-19.12742,-0.00033992712,-13.289005,-14.000869,-22.643284,-14.0003395,-16.268772,-24.986576,-16.50034,-18.56284,-16.25034,-18.12534,-20.09582
+573389,-8.6257715,-19.853714,-0.0007713442,-13.652869,-13.501224,-17.497005,-14.5632715,-19.988375,-27.066685,-15.7507715,-19.18827,-11.2507715,-14.1882715,-19.992754
+153637,-11.502054,-15.464849,-10.127054,-0.004570212,-13.191237,-13.662194,-13.752054,-14.02855,-24.446917,-15.127054,-16.002054,-16.939554,-16.627054,-18.4274
+594001,-3.0514946,-11.587845,-13.238995,-15.039726,-19.59729,-10.928308,-0.051494554,-13.551785,-18.138338,-15.488995,-13.426495,-16.426495,-15.801495,-12.489387
+480726,-6.3771615,-21.417816,-14.377161,-16.988401,-15.8429985,-15.932007,-11.002161,-15.870885,-22.685934,-16.877161,-17.939661,-14.689661,-0.0021614302,-12.383047
+396117,-9.6258135,-18.630325,-14.1883135,-17.501497,-17.256174,-16.503288,-15.0008135,-11.332405,-23.943073,-0.0008132726,-12.5008135,-17.563313,-17.438313,-17.309244
+88591,-9.257067,-15.958906,-0.0070667323,-9.210185,-14.695023,-15.286191,-13.757067,-13.955371,-22.109373,-13.757067,-13.444567,-12.132067,-13.444567,-16.968964
+163782,-11.875944,-19.181406,-15.875944,-16.838987,-0.0013294981,-28.197485,-15.125944,-17.89599,-25.387848,-14.563444,-17.938444,-18.938444,-18.938444,-23.338894
+79248,-6.1291776,-0.0047587757,-16.691677,-20.199436,-18.776608,-23.331085,-9.004177,-15.94473,-21.170835,-16.566677,-14.691677,-17.129177,-16.316677,-16.151413
+493119,-9.500296,-22.799026,-13.937796,-19.1598,-15.725186,-16.526884,-12.625296,-15.936838,-25.478464,-16.250296,-18.000296,-14.187796,-0.00029547617,-12.779146
+410648,-11.8750725,-29.44695,-17.125072,-22.542355,-22.97513,-18.772816,-15.3750725,-15.440971,-25.836914,-12.6250725,-7.283422e-05,-16.812572,-20.812572,-26.063648
+571903,-2.3669047,-8.262108,-0.11690474,-6.7642436,-5.242747,-9.143989,-7.9919047,-9.41193,-17.107002,-9.741905,-12.616905,-12.491905,-12.116905,-8.368582
+477525,-12.750308,-27.521952,-11.500308,-21.84299,-20.4366,-17.716738,-17.312809,-19.883362,-25.86832,-19.687809,-19.062809,-0.00030810855,-16.812809,-16.397478
+26657,-2.3722367e-05,-19.767693,-20.187523,-23.99177,-21.566492,-19.172426,-11.875024,-20.942747,-31.173443,-23.062523,-21.937523,-23.500023,-23.000023,-25.881084
+564581,-0.766225,-9.230256,-13.578725,-18.805807,-9.722797,-8.755481,-0.641225,-8.82931,-11.749116,-15.766225,-9.328725,-14.016225,-14.203725,-14.751451
+425413,-11.250203,-25.144192,-16.875202,-23.008003,-19.099009,-16.363066,-14.937703,-12.730445,-23.061172,-11.250203,-0.00020299281,-17.250202,-21.312702,-18.538197
+495498,-9.000525,-22.397474,-14.188025,-17.916906,-16.454409,-16.542553,-12.875525,-16.698711,-24.540594,-16.938025,-18.188025,-13.375525,-0.00052509824,-11.751658
+72912,-6.1291327,-0.004959553,-16.191633,-18.277088,-16.627897,-24.147274,-8.629132,-14.943957,-20.525324,-15.879132,-15.066632,-16.316633,-16.691633,-17.084766
+213402,-8.626917,-14.616994,-13.501917,-16.920563,-13.15794,-0.0046501867,-7.2519174,-11.940567,-23.00385,-15.376917,-12.814417,-13.626917,-15.564417,-12.99732
+254322,-15.625363,-19.518229,-21.875362,-27.700169,-27.008043,-24.043653,-0.0003632839,-17.378658,-22.971167,-20.937862,-19.125362,-20.625362,-19.687862,-32.130177
+110580,-7.6429553,-13.044302,-0.01795538,-5.522818,-12.582424,-16.271276,-10.017956,-16.065144,-21.935448,-10.767956,-13.642956,-12.705456,-4.6429553,-16.277983
+629520,-1.8458987,-7.264621,-7.8458986,-12.342622,-12.4276905,-8.2063,-3.8458989,-10.4819765,-17.90395,-11.408399,-13.220899,-8.033399,-9.033399,-0.22247918
+343947,-9.625664,-13.441772,-15.813164,-19.707893,-13.640623,-19.435383,-10.313164,-10.126449,-0.0008867911,-16.000664,-12.875664,-14.500664,-15.688164,-21.2763
+354260,-10.500499,-15.150276,-16.125498,-18.0393,-15.752706,-24.046883,-10.250499,-9.750737,-0.0005373897,-17.375498,-12.875499,-15.625499,-16.250498,-28.438793
+508598,-10.750425,-23.058306,-14.812925,-19.467167,-16.773495,-15.973588,-13.875425,-16.256865,-25.426466,-17.687925,-19.375425,-13.750425,-0.00042524832,-13.039423
+320315,-9.502199,-13.354878,-15.814699,-16.698936,-13.973935,-17.513287,-9.252199,-8.502821,-0.0022557606,-15.627199,-12.002199,-13.502199,-15.189699,-25.316544
+161256,-13.250482,-21.493269,-16.06298,-16.816666,-0.0009274713,-26.231789,-15.000482,-20.023748,-28.356005,-18.18798,-19.18798,-21.37548,-21.37548,-22.563885
+185408,-12.750382,-23.067719,-15.125382,-17.85384,-0.00090244436,-27.144634,-14.750382,-20.145056,-25.214037,-18.000381,-19.062881,-20.875381,-21.000381,-30.440681
+403613,-10.376706,-24.827923,-16.501707,-19.997192,-17.158628,-17.147121,-13.251706,-12.85426,-22.251928,-12.001706,-0.0017062166,-15.939206,-18.626707,-16.62239
+79185,-6.018051,-0.018868871,-14.705551,-16.953949,-15.193264,-23.223034,-7.893051,-15.02332,-19.474134,-14.518051,-13.393051,-13.955551,-14.518051,-14.039316
+484735,-10.87548,-24.469624,-14.75048,-20.269457,-19.733376,-17.636326,-14.12548,-18.377438,-26.301857,-17.56298,-20.56298,-13.62548,-0.00048005977,-18.802973
+202513,-6.7733407,-12.53365,-11.77334,-15.059407,-12.130308,-0.027813144,-4.1483407,-10.523882,-19.591959,-13.77334,-10.64834,-11.83584,-14.21084,-11.065596
+523279,-2.3645377,-7.3657546,-9.927038,-13.49291,-9.122601,-10.456895,-4.9895377,-9.595573,-19.38663,-10.302038,-12.302038,-11.552038,-11.239538,-0.118473634
+131962,-14.813147,-19.23271,-14.438147,-0.0020795618,-15.753623,-15.115988,-17.063147,-20.012121,-27.032078,-16.375647,-18.313147,-19.938147,-17.938147,-25.602306
+567625,-4.1459756,-0.021671472,-13.333476,-16.210392,-16.577358,-19.097822,-6.6459756,-14.685084,-24.732634,-15.833476,-13.083476,-15.770976,-15.583476,-18.493816
+236373,-7.6349916,-16.101707,-13.322492,-17.326427,-15.075678,-0.0118147,-6.3849916,-11.137453,-19.201355,-14.259992,-11.884992,-14.634992,-14.259992,-14.651996
+152864,-14.125431,-18.332163,-12.875431,-0.0019193799,-16.18973,-15.023913,-16.375431,-16.594526,-28.930382,-15.625431,-18.000431,-20.187931,-17.250431,-19.16332
+314573,-9.001154,-15.070583,-17.126154,-17.75921,-16.45779,-10.379014,-12.938654,-0.0013032339,-18.725737,-14.501154,-15.751154,-16.751154,-18.188654,-14.924188
+142373,-13.375829,-16.230646,-11.625829,-0.0026531394,-14.814555,-12.779566,-15.938329,-16.401228,-27.296032,-14.750829,-17.250828,-19.563328,-17.000828,-17.32262
+8513,-2.0265374e-05,-21.07535,-21.875021,-24.420284,-23.61901,-16.978048,-14.50002,-20.001852,-29.205854,-22.000021,-16.750021,-22.125021,-22.000021,-25.66454
+7822,-3.1232346e-05,-16.007671,-15.500031,-21.126514,-16.378654,-18.949173,-12.875031,-21.519104,-27.524454,-21.18753,-20.37503,-21.12503,-21.18753,-15.378777
+191482,-15.375318,-24.078012,-16.750319,-20.007172,-0.000757547,-32.345566,-16.750319,-21.422682,-27.67287,-20.125319,-19.937819,-22.625319,-22.437819,-34.314266
+347201,-12.250543,-17.335674,-16.875542,-19.810518,-16.073103,-25.968134,-10.688043,-12.313345,-0.00086549844,-17.063042,-12.625543,-15.063043,-16.375542,-21.036182
+550680,-9.001172,-18.951973,-12.501172,-15.718758,-15.191511,-9.9361725,-9.501172,-13.133081,-21.824543,-14.501172,-15.626172,-13.251172,-12.501172,-0.0018654129
+384946,-10.375665,-19.101236,-14.250665,-17.475885,-17.884842,-16.624823,-15.125665,-14.566564,-24.767952,-0.00066437107,-15.375665,-18.125664,-18.250664,-21.162493
+544522,-1.3433132,-7.72468,-10.593313,-13.028434,-9.722385,-8.729375,-6.468313,-10.9091425,-19.203068,-12.968313,-12.030813,-12.280813,-10.968313,-0.3452396
+496645,-9.000346,-22.020538,-14.187846,-18.511745,-16.566746,-18.053322,-11.875346,-16.156965,-24.963379,-16.812847,-18.187847,-13.750346,-0.00034660054,-12.159396
+183775,-15.000499,-22.0402,-16.562998,-19.302032,-0.0009793029,-30.857437,-15.625499,-21.052414,-26.56266,-19.812998,-19.187998,-22.312998,-22.437998,-29.690197
+290960,-10.875478,-17.547506,-19.500477,-18.528397,-17.229918,-11.273523,-14.500478,-0.0007919822,-17.912388,-14.312978,-16.937977,-18.562977,-20.125477,-17.034641
+366323,-10.750686,-19.196295,-14.250686,-17.83353,-18.343012,-16.975834,-15.375686,-13.145578,-24.496502,-0.0006852186,-14.563186,-18.063185,-18.438185,-19.724863
+383931,-8.7505455,-19.645155,-15.9380455,-16.241085,-19.629438,-18.169943,-15.3130455,-13.607104,-23.199802,-0.000545353,-15.3130455,-19.625546,-19.313046,-17.898653
+450872,-10.625734,-29.466625,-10.000734,-21.356785,-22.97736,-13.518176,-15.313234,-18.02193,-25.563217,-19.063234,-17.625734,-0.0007340597,-14.563234,-14.887045
+5048,-4.3510445e-05,-16.147203,-18.937544,-19.616915,-20.543427,-19.318121,-12.000044,-18.32057,-24.52203,-19.562544,-22.125044,-20.750044,-20.687544,-16.708353
+471468,-8.876519,-22.675444,-8.501519,-18.114017,-16.025496,-11.699927,-14.314019,-17.274973,-23.003862,-14.751519,-14.939019,-0.0015195977,-13.314019,-13.579407
+43679,-4.8853235,-0.13635513,-15.385324,-20.513199,-17.229498,-20.002092,-2.1353238,-14.136064,-21.837576,-16.260324,-13.572824,-17.760324,-16.822824,-21.52515
+619566,-13.125342,-25.818367,-10.375342,-20.771694,-22.123587,-18.440392,-16.812843,-21.523317,-20.46212,-19.125343,-18.187843,-0.00034278716,-16.000343,-16.497368
+103161,-8.000472,-18.878489,-0.00047207656,-12.388369,-13.126035,-20.249735,-14.250472,-17.733706,-25.820415,-15.312972,-18.500473,-16.000473,-16.750473,-17.187689
+174426,-14.125394,-22.352304,-16.312895,-18.324034,-0.0010587566,-31.36028,-15.812894,-21.304634,-26.96846,-18.625395,-18.750395,-21.875395,-21.875395,-33.62697
+437715,-11.25028,-23.745464,-15.62528,-18.740858,-19.29455,-17.255169,-15.62528,-13.176613,-25.56136,-10.62528,-0.00028022178,-17.18778,-20.68778,-18.389353
+370932,-11.0007925,-18.96649,-15.0007925,-18.419064,-17.769094,-15.189916,-15.3132925,-11.0033245,-23.51419,-0.00079242775,-14.1257925,-17.813292,-17.750792,-20.474274
+607357,-10.375768,-22.727272,-15.813268,-15.9581995,-20.130892,-15.90595,-16.813269,-15.452698,-22.52929,-0.00076812797,-15.563268,-19.375769,-18.063269,-22.00989
+338338,-9.939019,-12.226433,-14.876519,-19.093994,-13.560979,-17.870447,-10.001519,-8.876975,-0.0016205639,-15.251519,-11.439019,-15.126519,-14.939019,-25.378998
+389186,-9.25226,-20.100128,-12.68976,-15.5434,-16.82854,-15.301021,-14.12726,-14.964777,-23.23766,-0.0022601555,-13.93976,-17.93976,-19.40851,-22.1987
+56461,-6.7562323,-0.006700663,-14.881232,-17.81684,-19.21907,-19.855274,-8.006232,-14.764094,-17.941189,-16.256233,-14.006232,-14.881232,-15.193732,-13.206724
+7252,-0.0002145537,-19.748482,-9.000215,-19.633856,-18.242903,-16.102465,-13.375215,-20.627937,-21.953981,-20.187714,-18.062714,-10.125215,-19.062714,-18.400396
+68296,-6.266608,-0.018271785,-15.641608,-17.356869,-17.307642,-18.592806,-5.016608,-12.892003,-19.55572,-15.079108,-13.329108,-14.329108,-14.704108,-14.427034
+546673,-2.9394424,-10.854922,-12.064443,-12.3370905,-11.983368,-13.640596,-6.564442,-10.726461,-21.968636,-12.501943,-13.064443,-11.314443,-11.251943,-0.067669846
+166805,-13.125373,-19.17651,-15.250373,-17.408257,-0.0011719151,-23.598228,-13.875373,-21.273708,-26.598722,-18.875372,-18.062872,-21.562872,-21.250372,-31.00487
+147909,-13.250544,-19.700516,-13.375544,-0.0016836295,-17.565996,-14.481858,-16.313044,-17.045065,-25.642834,-15.625544,-18.063044,-20.313044,-18.313044,-22.286552
+505201,-6.0032477,-18.796696,-12.378248,-16.84578,-13.816002,-10.768978,-10.878248,-13.074709,-26.627216,-14.253248,-15.753248,-12.690748,-0.0032479411,-10.628969
+615000,-11.875321,-24.53153,-11.000321,-20.315884,-20.324932,-14.321181,-16.812822,-19.449009,-26.468891,-18.625322,-18.375322,-0.0003214558,-16.625322,-15.62756
+62748,-4.8913383,-0.016999638,-14.266338,-16.41193,-13.601761,-20.79538,-7.6413383,-15.359771,-21.386114,-14.141338,-12.203838,-15.328838,-15.141338,-20.366337
+572091,-8.385363,-14.203589,-0.010362865,-4.887865,-13.323769,-12.382069,-12.260363,-15.568687,-21.78252,-12.322863,-13.697863,-14.385363,-8.635363,-16.049194
+491903,-8.000902,-18.506062,-12.375902,-13.4507065,-14.351704,-10.778688,-10.500902,-14.314457,-22.20031,-14.000902,-16.375902,-13.438402,-0.0009020074,-11.376985
+247729,-11.750275,-15.60864,-20.125275,-25.183754,-22.648003,-21.262438,-0.00027462048,-17.751917,-24.409546,-21.000275,-19.625275,-20.500275,-20.812775,-26.37967
+558812,-8.001351,-15.672595,-11.626351,-15.144896,-14.609587,-11.123575,-9.126351,-14.540005,-20.374748,-14.813851,-16.87635,-12.376351,-12.376351,-0.002042572
+125743,-12.438608,-17.236607,-11.501108,-0.0040018195,-13.002699,-14.285838,-15.438608,-16.591465,-24.981516,-14.813608,-16.063608,-17.751108,-16.938608,-16.836418
+399155,-10.376046,-18.354212,-14.563546,-17.984394,-16.998842,-15.188981,-14.876046,-10.698992,-24.68229,-0.0010459911,-14.126046,-17.438545,-17.501045,-21.890806
+55944,-8.504249,-0.0046688053,-14.754249,-18.706554,-13.918082,-22.775225,-8.004249,-17.342375,-25.36927,-16.004248,-15.066749,-17.129248,-15.941749,-14.438416
+372954,-11.625203,-23.355745,-16.687702,-16.754457,-21.270124,-15.189413,-18.312702,-18.090597,-27.358496,-0.00020299281,-15.937703,-18.812702,-19.750202,-25.318844
+523951,-3.176089,-10.034962,-10.113589,-13.417618,-11.7764,-11.946093,-5.3010893,-12.802599,-17.311897,-14.113589,-14.488589,-10.363589,-10.801089,-0.05249409
+561142,-1.5020258e-05,-19.332964,-20.625015,-24.342611,-23.745255,-18.559431,-15.125015,-20.99122,-30.652458,-23.187515,-23.875015,-21.250015,-22.687515,-26.692888
+151526,-14.12532,-16.927979,-13.62532,-0.0020944313,-16.938944,-13.861932,-16.62532,-17.20952,-27.213812,-16.43782,-18.68782,-20.31282,-18.31282,-27.84679
+142179,-13.751103,-15.986245,-12.126103,-0.0021400908,-16.68999,-12.871469,-15.751103,-16.01005,-28.093712,-14.626103,-17.313602,-19.876102,-16.876102,-25.26725
+564025,-1.4543428e-05,-19.087837,-21.562515,-23.181847,-21.825441,-18.055828,-14.875014,-20.716393,-26.49027,-21.187515,-19.875015,-21.187515,-22.500015,-30.002804
+576559,-12.500641,-18.171827,-13.188141,-0.0020839616,-16.689299,-13.085414,-15.188141,-16.776081,-24.757946,-14.750641,-17.43814,-19.56314,-17.62564,-25.793953
+571447,-10.375382,-18.260633,-0.00038282695,-11.002697,-18.18889,-14.76683,-15.875382,-19.334698,-27.99734,-16.062883,-17.375383,-12.375382,-16.437883,-17.736137
+554197,-0.40090364,-16.256172,-8.525904,-9.773668,-11.2882,-13.5575485,-4.7759037,-8.280327,-19.80986,-7.4009037,-14.338404,-11.275904,-10.463404,-1.152048
+314712,-9.126156,-16.272533,-17.626156,-15.939951,-16.361685,-10.913409,-12.876156,-0.001316701,-16.010454,-14.126156,-15.751156,-17.501156,-19.438656,-18.465548
+608068,-10.750747,-18.008314,-14.938247,-17.030506,-17.121693,-16.443207,-14.625747,-9.430657,-23.508093,-0.00074704393,-13.750747,-17.375748,-16.813248,-16.43535
+489230,-7.1266394,-18.355785,-11.251639,-21.01218,-13.861051,-17.78972,-11.876639,-14.0695505,-21.47026,-14.439139,-16.314138,-12.939139,-0.001639333,-15.272771
+395155,-10.251241,-18.195114,-14.563741,-17.008663,-16.880001,-17.24359,-15.001241,-10.652557,-24.586084,-0.0012406756,-14.751241,-17.31374,-17.00124,-18.723217
+23088,-2.682173e-05,-20.261633,-20.625027,-24.0808,-21.069437,-18.686865,-11.125027,-20.47462,-30.650677,-23.250027,-20.187527,-23.812527,-23.375027,-26.569239
+301119,-9.751163,-15.955867,-17.688662,-16.87193,-16.622374,-10.389876,-13.876163,-0.0013924966,-16.458418,-14.251163,-16.563662,-17.813662,-19.188662,-16.154041
+545177,-0.18392587,-12.396682,-8.058926,-7.489605,-10.073969,-10.263667,-8.683926,-9.944654,-19.353046,-1.9339259,-11.558926,-11.621426,-10.433926,-9.690561
+215357,-8.009407,-16.251049,-13.696907,-14.712743,-14.481501,-0.013634925,-5.2594075,-11.198322,-19.262823,-13.446907,-11.384407,-14.384407,-14.071907,-12.573636
+84248,-9.128384,-15.14187,-0.0033837464,-6.1303606,-13.630328,-15.746791,-12.128384,-16.291422,-24.7316,-12.690884,-14.503384,-14.753384,-8.378384,-15.70259
+207486,-4.5814686,-11.227612,-13.643969,-12.630125,-17.233213,-0.9597027,-1.4564687,-1.0820493,-16.212688,-11.331469,-9.456469,-10.393969,-12.581469,-10.044212
+277044,-12.250679,-18.539324,-17.375679,-22.885517,-25.152153,-14.075302,-0.0006793813,-13.376253,-18.574667,-17.438179,-14.375679,-16.625679,-16.188179,-19.753736
+104223,-13.000331,-21.143017,-0.00033087024,-13.502797,-18.18904,-17.196943,-17.56283,-20.981647,-30.003468,-16.50033,-18.81283,-12.125331,-17.31283,-23.638195
+166278,-15.000297,-23.922215,-16.625296,-19.865313,-0.0008037748,-28.965916,-16.625296,-22.507284,-26.367012,-20.562796,-20.312796,-22.562796,-22.312796,-33.56414
+513795,-7.6258993,-20.868767,-13.000899,-18.056887,-15.426111,-15.848477,-12.000899,-15.777268,-23.94544,-15.438399,-16.5009,-13.188399,-0.00089950627,-11.135896
+218524,-8.443443,-14.181997,-12.755943,-14.993614,-12.460059,-0.010453546,-7.005943,-11.569134,-20.257381,-14.380943,-12.505943,-12.443443,-14.505943,-12.908468
+61932,-7.1278667,-0.00363042,-16.565367,-20.62779,-17.157166,-23.887447,-6.8778667,-14.378525,-22.203384,-16.690367,-15.377867,-16.440367,-17.440367,-16.948132
+590701,-11.125334,-17.521896,-19.250334,-22.947063,-25.157137,-16.873856,-0.000334207,-17.37638,-22.526012,-20.625334,-19.125334,-21.250334,-19.000334,-26.692862
+268692,-7.126197,-14.140403,-17.813696,-18.433365,-20.518166,-19.719765,-0.00119686,-15.939205,-22.09671,-18.876196,-17.001196,-18.001196,-17.063696,-18.644436
+621182,-7.7512274,-20.264988,-12.126227,-19.48017,-15.536181,-18.922352,-13.188727,-14.366175,-23.70402,-15.376227,-16.938728,-12.126227,-0.0012274596,-13.091683
+12692,-1.7642818e-05,-18.38088,-21.375017,-23.122707,-20.41494,-17.717316,-14.250017,-18.838566,-29.609434,-24.062517,-22.437517,-22.250017,-22.437517,-32.31684
+55867,-5.39853,-0.02480838,-16.21103,-18.402681,-16.238792,-21.07033,-4.02353,-16.58753,-21.760115,-15.96103,-14.27353,-16.77353,-17.02353,-18.41715
+566427,-6.753206,-0.0058499197,-17.315706,-19.588306,-16.789032,-23.02424,-7.503206,-16.317356,-18.04321,-16.128206,-15.128205,-17.440706,-16.753206,-14.981847
+557831,-4.0300584,-9.723697,-9.342558,-12.840659,-12.564823,-5.786156,-5.5300584,-10.97478,-18.025383,-12.967558,-14.217558,-8.905058,-10.092558,-0.031129528
+481315,-9.250449,-22.485462,-14.250449,-18.404072,-17.370005,-17.160192,-13.500449,-16.429102,-25.752117,-16.25045,-17.81295,-13.875449,-0.0004491989,-12.658559
+447513,-13.500251,-25.847603,-12.125251,-21.411535,-23.467485,-16.43529,-17.93775,-20.639162,-26.899406,-19.06275,-20.06275,-0.00025078488,-16.93775,-20.920357
+439826,-9.500286,-22.166656,-14.375286,-18.416832,-19.297756,-16.350471,-14.750286,-14.236371,-25.528824,-9.000286,-0.0002859422,-15.500286,-20.937786,-18.214619
+505915,-9.750572,-22.2628,-14.750572,-17.564161,-17.245842,-18.740534,-13.125572,-16.186,-23.964333,-16.688072,-19.188072,-13.250572,-0.0005725175,-16.307217
+282766,-12.005504,-18.32479,-19.193003,-15.681009,-16.009571,-14.159669,-10.880504,-0.005628068,-19.337723,-15.005504,-13.443004,-15.380504,-19.443003,-21.539463
+577313,-13.8751335,-17.55986,-12.6251335,-0.00092045404,-14.751152,-15.052024,-16.125134,-18.35459,-27.361359,-17.375134,-18.562634,-19.375134,-19.312634,-17.063726
+393606,-11.126045,-23.991026,-13.376045,-16.439005,-16.753166,-15.351652,-14.063545,-14.573223,-22.967878,-0.0010449194,-11.626045,-16.251045,-18.751045,-19.880428
+301586,-13.126497,-18.075706,-20.751497,-17.859238,-17.400988,-14.099204,-12.251497,-0.0016933004,-20.494331,-16.376497,-14.688997,-16.688997,-20.876497,-23.145748
+427983,-10.0002775,-24.925926,-15.3127775,-20.544735,-19.299595,-18.832123,-14.7502775,-16.33595,-25.452736,-8.8752775,-0.00027736154,-15.1877775,-20.562777,-23.754341
+108303,-11.125864,-17.074587,-0.00086389406,-12.128885,-16.439203,-11.3646345,-15.813364,-21.429995,-26.930906,-16.000864,-17.625864,-11.750864,-15.000864,-17.895859
+171606,-9.12863,-16.108265,-11.69113,-13.288591,-0.004155579,-20.143045,-10.50363,-16.930168,-24.356125,-14.06613,-14.69113,-16.56613,-17.81613,-24.023695
+285535,-10.500422,-18.148697,-19.687922,-19.375525,-17.384554,-11.005777,-14.312922,-0.0006285995,-20.997988,-15.375422,-17.187922,-18.125422,-20.500422,-17.517956
+418032,-7.261149,-17.64367,-13.261149,-14.133576,-16.515003,-19.518929,-11.261149,-13.533677,-22.055256,-6.261149,-0.011149132,-9.511149,-14.573649,-18.854246
+343675,-12.187886,-16.344624,-17.000385,-17.61388,-15.828307,-23.59258,-10.312886,-11.563168,-0.0005107295,-17.000385,-12.812886,-14.812886,-16.562885,-23.697495
+376386,-11.000418,-22.63549,-15.312918,-15.758213,-20.44898,-16.817059,-17.562918,-14.588073,-23.630032,-0.00041738382,-17.250418,-19.625418,-19.250418,-24.389347
+30266,-1.5616295e-05,-21.396666,-19.562515,-24.387068,-22.430445,-18.5592,-15.000015,-23.61831,-28.197983,-21.125015,-19.937515,-20.875015,-21.687515,-28.816797
+393879,-11.250414,-23.07255,-16.500414,-15.639058,-20.076506,-14.931352,-16.625414,-15.840435,-23.407686,-0.0004141665,-17.000414,-19.812914,-19.375414,-22.800875
+177285,-11.750872,-20.380768,-15.313372,-15.798582,-0.0013582491,-28.793056,-14.188372,-17.686415,-23.676743,-16.938372,-18.125872,-19.125872,-20.063372,-35.504204
+544159,-0.15715216,-12.083457,-7.782152,-9.515852,-10.888838,-11.043832,-8.532152,-9.103304,-18.251282,-9.032152,-11.782152,-7.219652,-7.344652,-3.523597
+327015,-8.877576,-12.871898,-15.752576,-17.15222,-12.942719,-20.740839,-8.315076,-7.8778343,-0.0028880532,-16.252575,-10.940076,-14.002576,-15.502576,-19.38837
+30021,-3.2066786e-05,-18.921251,-21.750032,-23.750404,-27.564018,-18.643524,-12.750032,-20.437971,-27.124846,-21.500032,-21.062532,-21.875032,-23.562532,-19.105715
+563584,-1.9907753e-05,-20.586872,-21.68752,-24.921461,-23.374664,-19.176992,-15.87502,-21.42541,-29.390198,-22.50002,-21.06252,-22.75002,-23.50002,-28.37887
+234192,-7.254908,-13.574811,-12.692408,-14.639645,-12.800825,-0.009740301,-6.629908,-12.766599,-20.215311,-8.629908,-10.692408,-13.942408,-12.067408,-12.276817
+620023,-7.6263905,-21.940128,-13.06389,-17.673914,-16.24467,-16.682072,-12.50139,-15.640296,-23.598457,-15.75139,-17.56389,-11.75139,-0.0013905627,-11.815323
+382687,-9.500887,-23.345533,-15.250887,-15.257893,-19.384275,-16.491999,-15.438387,-14.545605,-21.74835,-0.00088735775,-13.500887,-18.688387,-18.688387,-21.743929
+33493,-0.0019734686,-11.507849,-16.064474,-21.747938,-16.505657,-15.956339,-6.6269736,-14.139027,-21.173107,-17.314474,-17.689474,-19.376974,-19.189474,-22.850578
+239231,-7.2245317,-13.649913,-11.099531,-15.365588,-8.820529,-0.04135174,-3.7870317,-8.730276,-14.114008,-12.849531,-9.974531,-10.349531,-12.412031,-11.370069
+485240,-6.752268,-15.572312,-13.064768,-17.10078,-16.727783,-15.113805,-10.877268,-14.95538,-23.566277,-14.752268,-15.189768,-13.189768,-0.0022677677,-12.379496
+544651,-5.8786435,-13.25021,-12.378644,-14.4554825,-12.022354,-15.69566,-8.753644,-13.453962,-23.263912,-13.816144,-15.753644,-13.441144,-13.316144,-0.004561867
+523822,-4.8901286,-17.070747,-11.015129,-12.756333,-13.283878,-9.505335,-8.015129,-11.804612,-19.726006,-10.890129,-14.702629,-11.765129,-10.390129,-0.015889613
+405475,-11.500253,-30.195253,-17.250254,-19.110092,-24.47362,-17.907932,-15.187753,-16.168562,-21.916634,-11.625253,-0.0002531685,-15.812753,-19.875254,-23.939472
+520510,-9.750756,-17.855848,-13.688256,-16.364296,-18.416824,-18.422373,-9.500756,-14.86939,-24.14409,-16.000755,-16.938255,-12.000756,-13.500756,-0.0016388097
+330910,-11.375233,-16.41138,-16.937733,-19.374115,-16.966133,-27.915268,-11.312733,-11.625456,-0.00028404736,-17.812733,-13.500233,-16.437733,-16.812733,-27.813274
+451277,-11.375485,-24.098602,-10.875485,-18.905441,-21.32836,-13.969351,-15.687985,-19.088907,-24.024315,-19.250484,-18.000484,-0.000484945,-16.250484,-14.878659
+493888,-6.1285048,-20.124926,-11.378505,-15.770137,-13.782868,-9.179189,-10.753505,-12.817051,-23.5419,-13.566005,-15.566005,-10.503505,-0.0035046842,-10.254744
+62646,-6.6305704,-0.006038921,-14.94307,-16.954855,-21.298502,-24.528942,-8.13057,-17.419998,-20.4836,-15.81807,-14.94307,-16.880571,-16.380571,-21.132536
+429033,-10.750101,-26.280956,-17.250101,-21.80663,-20.144451,-18.012875,-14.125101,-13.545705,-25.159489,-10.750101,-0.000101203565,-16.500101,-19.750101,-18.726723
+63295,-8.635708,-0.010995641,-14.073208,-18.527046,-13.1775055,-21.823671,-7.6357083,-17.91986,-24.532413,-15.135708,-14.948208,-17.135708,-14.948208,-15.457986
+115122,-12.000746,-19.578238,-0.00074609095,-11.754602,-18.064108,-16.305483,-16.313246,-17.734224,-28.365814,-16.625746,-17.813246,-12.875746,-16.563246,-19.738466
+344512,-11.1877,-15.735173,-17.2502,-18.350384,-16.746935,-27.894115,-11.0002,-11.312996,-0.00025556312,-18.1877,-13.6877,-15.6877,-17.0002,-25.375935
+191923,-10.251024,-18.250824,-11.501024,-13.379775,-0.0013967773,-20.455795,-12.813524,-19.289988,-25.405357,-16.001024,-17.813524,-19.313524,-19.626024,-17.954433
+565253,-6.004536,-0.005112255,-16.567036,-18.687216,-18.029297,-24.765862,-7.754536,-15.380906,-19.01874,-17.067036,-14.879536,-16.629536,-15.942036,-18.169367
+626901,-6.0126305,-13.661236,-10.82513,-13.1517,-14.140723,-9.549547,-7.2626305,-10.959558,-21.009174,-12.01263,-15.45013,-8.63763,-10.32513,-0.013645501
+626630,-0.2288162,-9.63295,-12.166316,-11.114303,-5.9458203,-9.672638,-4.103816,-11.8735695,-17.43719,-10.791316,-12.291316,-11.728816,-12.166316,-1.7304317
+185104,-14.375565,-23.048594,-16.375565,-18.31086,-0.0009577292,-30.017897,-15.188065,-22.299734,-26.720957,-19.875565,-18.875565,-22.250565,-22.438065,-27.56586
+402341,-9.375996,-23.291515,-15.625996,-19.854507,-18.365948,-18.172495,-14.000996,-12.6593075,-22.773518,-11.125996,-0.0009959743,-15.250996,-19.313496,-19.044964
+108835,-14.000357,-22.061436,-0.00035708727,-13.127917,-18.68912,-16.207603,-17.437857,-18.50158,-27.732143,-16.562857,-18.437857,-11.375357,-17.375357,-22.930532
+319653,-10.375388,-17.924532,-19.750387,-20.171757,-17.640013,-11.256796,-14.312888,-0.0005970222,-19.599112,-15.062888,-17.562887,-18.500387,-20.750387,-16.800268
+411624,-11.750074,-27.559994,-17.812574,-21.663548,-20.555027,-17.916847,-15.500074,-13.964817,-26.413523,-12.000074,-7.414543e-05,-17.500074,-21.125074,-21.346933
+597878,-13.250623,-17.334085,-18.250624,-19.075844,-15.725998,-18.48679,-12.188123,-0.0010207543,-17.34369,-14.938123,-13.313123,-18.438124,-20.688124,-30.125967
+528460,-5.5130076,-12.071798,-10.888007,-12.491816,-16.55564,-11.489272,-7.3880076,-11.621132,-21.741356,-12.888007,-15.575507,-7.7630076,-8.888007,-0.013918731
+149485,-13.75066,-17.140566,-12.25066,-0.0014975346,-16.87761,-17.556353,-15.87566,-16.067442,-26.95197,-14.62566,-17.62566,-19.75066,-17.00066,-23.026201
+429640,-8.629542,-21.879374,-14.067042,-17.657373,-17.9952,-14.626364,-13.004542,-13.565383,-22.916285,-5.504542,-0.004541915,-13.879542,-19.567041,-16.71192
+237914,-7.884713,-16.321554,-13.009713,-16.938316,-16.003368,-0.014196231,-5.009713,-10.513115,-21.07383,-14.197213,-11.384713,-14.072213,-14.572213,-12.87219
+341886,-10.812757,-15.399011,-16.812756,-18.938025,-16.535666,-28.02333,-10.750257,-10.688019,-0.00032516773,-17.937756,-13.437757,-16.375256,-16.625256,-25.063662
+209190,-4.6382833,-16.453304,-14.388284,-16.080248,-21.399855,-0.018000051,-6.0132833,-11.889386,-20.372322,-14.700784,-12.950784,-14.888284,-14.638284,-13.994102
+580839,-13.75063,-20.705248,-16.06313,-18.216293,-0.0012719162,-26.739574,-15.25063,-21.904362,-26.022434,-18.75063,-18.50063,-21.31313,-20.87563,-34.190693
+410526,-11.125096,-26.953691,-16.937597,-20.979214,-18.461838,-19.90988,-14.250096,-13.931537,-24.45702,-11.625096,-9.679326e-05,-16.750097,-20.312597,-17.510862
+428327,-10.3754,-25.791075,-16.562899,-19.446064,-19.922113,-16.457476,-13.8754,-13.646251,-22.62282,-9.1254,-0.00039915222,-15.1254,-20.437899,-17.99821
+129668,-13.500458,-18.840176,-13.000458,-0.0016127254,-16.002481,-13.867738,-16.250458,-18.367495,-28.093512,-17.000458,-18.312958,-19.687958,-18.250458,-22.03418
+279172,-14.875344,-22.830929,-19.812843,-25.054441,-29.824848,-22.883186,-0.00034421717,-15.502514,-22.775066,-19.562843,-17.562843,-18.875343,-18.937843,-28.817816
+576140,-14.56289,-18.069271,-13.25039,-0.001348318,-16.126059,-16.51312,-18.250391,-18.168331,-26.751873,-15.00039,-17.062891,-20.375391,-18.250391,-16.701328
+591677,-11.0011215,-18.656036,-18.563622,-23.409344,-20.91919,-14.199045,-0.0011217261,-7.8828096,-23.536766,-18.126122,-15.5636215,-18.251122,-18.313622,-18.688927
+404418,-9.875465,-23.458097,-14.750465,-20.22205,-19.04977,-17.09483,-14.375465,-15.734345,-25.504063,-8.000465,-0.00046516565,-15.187965,-20.250465,-20.476704
+381536,-9.501001,-21.00591,-13.626001,-15.562192,-15.5659275,-13.052991,-13.063501,-12.760443,-20.980305,-0.0010012143,-10.751001,-16.251001,-18.063501,-21.076242
+339629,-10.625496,-15.392125,-16.125496,-17.6846,-16.297728,-23.322762,-10.000496,-11.000778,-0.0006183273,-17.562996,-12.937996,-15.187996,-16.312996,-25.7511
+423884,-10.250228,-23.254654,-15.875228,-21.746828,-19.553057,-18.32976,-14.875228,-14.630364,-25.303284,-9.250228,-0.00022837892,-15.812728,-21.250229,-20.34915
+20015,-0.004085528,-12.759738,-13.941586,-16.697727,-13.713657,-6.3934774,-9.129086,-9.12961,-15.580182,-12.754086,-16.566586,-14.441586,-14.691586,-12.294977
+179827,-11.251171,-19.01124,-14.563671,-15.690676,-0.0016033008,-23.891706,-12.626171,-18.32736,-26.687138,-16.251171,-16.813671,-18.626171,-19.313671,-28.842274
+360009,-10.750527,-18.613895,-14.938027,-18.629667,-18.080463,-14.985125,-15.313027,-10.767777,-24.351273,-0.0005274812,-14.375527,-17.813028,-18.313028,-19.57349
+184639,-12.375712,-21.771124,-15.875712,-16.449133,-0.0009132266,-28.275866,-12.875712,-20.30097,-21.384035,-16.875713,-18.500713,-21.000713,-21.125713,-22.835793
+80278,-6.8763003,-19.370367,-0.0013002045,-12.898465,-11.753281,-19.909185,-14.8763,-18.606546,-25.466356,-15.4388,-19.8138,-15.6888,-16.6888,-15.31338
+309941,-9.879429,-16.097881,-17.754429,-17.210203,-16.305916,-19.195591,-10.754429,-0.004584016,-17.291481,-13.816929,-14.004429,-16.379429,-18.441929,-21.324406
+115579,-7.856826,-14.642685,-0.106826015,-2.3601117,-13.73373,-10.717245,-11.919326,-14.639922,-23.408926,-11.544326,-13.544326,-10.794326,-12.856826,-18.350739
+128995,-14.375345,-17.978432,-13.625345,-0.0012489647,-17.06437,-13.75575,-16.750345,-17.836754,-27.818623,-14.687845,-18.562845,-20.750345,-18.187845,-21.178001
+129127,-11.377789,-14.225011,-9.752789,-0.0052620973,-12.879317,-13.1542635,-13.502789,-13.583459,-23.494967,-14.002789,-14.690289,-16.190289,-16.127789,-17.653181
+325979,-8.940977,-12.675923,-15.503477,-16.851192,-13.502859,-18.266338,-8.878477,-8.253878,-0.0036179,-15.128477,-11.190977,-13.565977,-14.628477,-24.630331
+137288,-14.500266,-18.305006,-12.500266,-0.0012411731,-15.626439,-13.971363,-16.687767,-17.971857,-27.834736,-18.625267,-17.812767,-19.937767,-19.375267,-21.921913
+321936,-11.375321,-14.840793,-16.68782,-19.156195,-16.831028,-25.350796,-10.562821,-10.750832,-0.00036282063,-17.31282,-13.562821,-15.937821,-16.31282,-25.688726
+323540,-11.437765,-16.478207,-17.000265,-18.429375,-15.755876,-25.746025,-10.687765,-11.563044,-0.0003737992,-16.937765,-12.687765,-14.750265,-16.500265,-23.016502
+384269,-6.7594433,-16.75024,-9.509443,-14.799047,-15.70915,-14.037643,-12.759443,-14.126598,-21.068155,-0.009443141,-13.009443,-15.821943,-17.259443,-17.140022
+135356,-14.125604,-18.888182,-8.125604,-0.001193763,-16.503153,-15.607825,-16.125605,-16.746855,-23.89371,-14.500604,-18.375605,-16.688105,-17.125605,-16.098404
+74422,-5.1399417,-0.015399984,-14.702441,-16.345373,-13.127614,-21.783518,-7.2649417,-14.830164,-22.292387,-13.952441,-12.889941,-15.077441,-15.452441,-19.39708
+624947,-5.1331353,-17.58931,-10.008135,-15.301061,-12.099565,-18.824152,-10.383135,-12.660472,-21.591072,-13.695635,-16.133135,-11.133135,-0.008135278,-10.972316
+160239,-14.438004,-22.038961,-15.563004,-18.934002,-0.0012003065,-30.777283,-15.375504,-21.173069,-26.011839,-18.875504,-18.563004,-21.250504,-21.438004,-33.002632
+9893,-3.1828375e-05,-15.040132,-18.062532,-26.251152,-17.448587,-21.311506,-15.250031,-20.894615,-27.331419,-22.250032,-21.625032,-22.062532,-21.750032,-16.254242
+71739,-7.1300893,-0.006696693,-16.005089,-16.407639,-15.836227,-20.450964,-8.630089,-14.380523,-17.942945,-16.442589,-14.255089,-14.505089,-15.505089,-13.287275
+565759,-7.3770742,-0.0029172003,-16.627075,-20.052433,-18.980972,-22.576843,-7.6270742,-15.878925,-20.725052,-16.439575,-15.252074,-16.439575,-17.377075,-17.919815
+358522,-11.125351,-15.1960535,-16.68785,-19.34834,-16.647064,-26.865133,-10.687851,-10.813118,-0.00039916913,-18.06285,-13.312851,-16.06285,-16.43785,-26.751276
+119587,-6.7526784,-15.840441,-0.0026783806,-10.131369,-7.253697,-18.270542,-13.752678,-14.340589,-20.950665,-15.190178,-15.752678,-14.565178,-14.815178,-10.003516
+132604,-11.250616,-17.725254,-11.500616,-0.0029686904,-9.8762665,-12.491098,-14.188116,-16.282822,-23.845886,-16.000616,-16.125616,-17.938116,-17.063116,-15.764475
+296687,-12.313894,-15.826483,-19.376394,-22.060162,-18.595097,-14.56295,-7.626394,-0.0015511207,-14.512938,-16.563894,-13.876394,-17.751394,-18.813894,-22.573988
+114857,-6.1281705,-15.628474,-0.0031707035,-9.386935,-9.128905,-12.583872,-11.503171,-14.517041,-22.286812,-14.440671,-17.31567,-16.69067,-15.440671,-8.144368
+535273,-0.8340926,-12.628104,-6.5840926,-9.739269,-10.171785,-9.938948,-7.3340926,-9.896902,-18.192205,-9.459093,-12.896593,-5.7090926,-6.3340926,-0.7109596
+284514,-10.625391,-18.013742,-19.687891,-18.87498,-17.563599,-11.507086,-14.812891,-0.0006891473,-19.765402,-15.000391,-17.750391,-18.937891,-20.437891,-16.516653

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,274 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.2867167145013809,0,8.83086109161377,
+0,8,0.058115892112255096,1,8.605794863267379,
+0,16,0.03391313552856445,2,4.912331453959147,
+0,24,0.033940184861421585,3,8.857544040679931,
+0,32,0.037920255213975906,4,4.020071252187093,
+0,40,0.03428556025028229,5,3.2439585824807486,
+0,48,0.036371804773807526,6,5.404983898003896,
+0,56,0.036185771226882935,7,3.856948632460374,
+0,64,0.03171413019299507,8,2.7936678482935977,
+0,72,0.03569193184375763,9,2.667299248278141,
+0,80,0.03262971714138985,10,1.9696368021624429,
+0,88,0.03581858426332474,11,2.255874748031298,
+0,96,0.03629226237535477,12,1.826601054519415,
+0,104,0.03722987696528435,13,0.9209186807274818,
+0,112,0.036124058067798615,14,4.093278687695662,
+0,120,0.03246133401989937,15,1.043626878783107,
+0,128,0.03593099117279053,16,0.2504779296842488,
+,,,16,,1.2342925125779478
+0,136,0.03256692737340927,17,0.3988495997951499,
+0,144,0.03357919678092003,18,0.19514650700148195,
+0,152,0.036244891583919525,19,1.7996911947925887,
+0,160,0.039547719061374664,20,0.1782546511597254,
+0,168,0.03808486834168434,21,0.09395674649964679,
+0,176,0.03767170384526253,22,1.0008206735365093,
+0,184,0.03226696699857712,23,1.472152550274936,
+0,192,0.03217815235257149,24,0.3473179311576215,
+0,200,0.04045616835355759,25,1.3408802127482236,
+0,208,0.03761475905776024,26,0.3077113131204477,
+0,216,0.03224242478609085,27,0.04721484496258199,
+0,224,0.03240126371383667,28,0.07648887632967671,
+0,232,0.03179027885198593,29,1.4004108396048347,
+0,240,0.03288571536540985,30,0.3818086872197455,
+0,248,0.032161153852939606,31,0.00748625653795898,
+0,256,0.03206120431423187,32,0.01608841925755971,
+,,,32,,0.1394899934868153
+0,264,0.03175527602434158,33,0.34266286128415513,
+0,272,0.03232588246464729,34,0.03164546857946194,
+0,280,0.0325050875544548,35,0.015345397680489854,
+0,288,0.03462711721658707,36,0.09649124426337388,
+0,296,0.032414019107818604,37,0.4702014772919938,
+0,304,0.03228700906038284,38,0.041924880859865385,
+0,312,0.03365039825439453,39,0.050726935983850405,
+0,320,0.03386133536696434,40,0.018446572485845535,
+0,328,0.032362308353185654,41,0.08873316303540307,
+0,336,0.031981319189071655,42,0.14777946789913318,
+0,344,0.032723963260650635,43,0.012571236768659825,
+0,352,0.03345793858170509,44,0.060739587981846525,
+0,360,0.03633437678217888,45,0.019986534556105304,
+0,368,0.03265542536973953,46,0.038445335308400296,
+0,376,0.032047346234321594,47,0.009747338199910397,
+0,384,0.032333966344594955,48,0.04889739722129889,
+,,,48,,0.07822772867284934
+0,392,0.032803211361169815,49,0.06103200455878063,
+0,400,0.03239130973815918,50,0.06323270189618184,
+0,408,0.0335056446492672,51,0.03922309185145423,
+0,416,0.03286270424723625,52,0.5587270823598374,
+0,424,0.03323732316493988,53,0.007315550174098462,
+0,432,0.0320574976503849,54,0.026233189770330987,
+0,440,0.03426695615053177,55,0.04036695789098023,
+0,448,0.034785471856594086,56,0.15076169154781383,
+0,456,0.03250518813729286,57,0.06507430569035932,
+0,464,0.0328715518116951,58,0.02205011440673843,
+0,472,0.03391091898083687,59,0.0037842427369799802,
+0,480,0.03251510113477707,60,0.030649548684596083,
+0,488,0.03648180142045021,61,0.22991708857275975,
+0,496,0.038386646658182144,62,0.023281356268044975,
+0,504,0.032419368624687195,63,0.018520364842305962,
+0,512,0.03229416534304619,64,0.24692125690247244,
+,,,64,,0.04529560720569152
+0,520,0.03270158916711807,65,0.04968233448876576,
+0,528,0.032261189073324203,66,0.0034367047531607873,
+0,536,0.03383238986134529,67,0.17494990797819232,
+0,544,0.032098013907670975,68,0.43372100638225675,
+0,552,0.03241647779941559,69,0.004989101468319339,
+0,560,0.034938614815473557,70,0.009588890489491556,
+0,568,0.03205759450793266,71,0.06705166486342652,
+0,576,0.03380335867404938,72,0.008254073366212348,
+0,584,0.032971154898405075,73,0.0936016656535988,
+0,592,0.033651821315288544,74,0.17989643069714392,
+0,600,0.032803501933813095,75,0.011994404964045517,
+0,608,0.03321192041039467,76,0.019954091603202478,
+0,616,0.032782457768917084,77,0.048942777891749174,
+0,624,0.032338593155145645,78,0.09696879121922673,
+0,632,0.03248037397861481,79,0.6667556658998365,
+0,640,0.03209220990538597,80,0.04288001566265638,
+,,,80,,0.08748328280286724
+0,648,0.03240041807293892,81,0.16844260470722527,
+0,656,0.03314374387264252,82,0.010142115557876726,
+0,664,0.03241896629333496,83,0.005202673092883613,
+0,672,0.03361786901950836,84,0.06227455766797489,
+0,680,0.03548070415854454,85,0.08969355294747013,
+0,688,0.03304676711559296,86,0.041466761811170726,
+0,696,0.032051876187324524,87,0.0038537193584488707,
+0,704,0.03293812647461891,88,0.023016876218697198,
+0,712,0.032208140939474106,89,0.14946728347567842,
+0,720,0.032860931009054184,90,0.009070210764184595,
+0,728,0.033103130757808685,91,0.014378450224674972,
+0,736,0.03231295570731163,92,0.014743994044173243,
+0,744,0.03234611824154854,93,0.2014976886101067,
+0,752,0.03243722394108772,94,0.04546196854525161,
+0,760,0.03205443546175957,95,0.8701713468452605,
+0,768,0.032302603125572205,96,0.03393821428055942,
+,,,96,,0.02524335692528965
+0,776,0.0385565347969532,97,0.09484925969237727,
+0,784,0.036819688975811005,98,0.005219750023180885,
+0,792,0.03240646421909332,99,0.0028366927690512966,
+0,800,0.03270341828465462,100,0.0062022821647891154,
+0,808,0.032381322234869,101,0.013293359176410982,
+0,816,0.03248332813382149,102,0.013697044592117891,
+0,824,0.03545467555522919,103,0.39233713762951083,
+0,832,0.03381435573101044,104,0.008569169061956927,
+0,840,0.033579271286726,105,0.016706160103370036,
+0,848,0.032792214304208755,106,0.12100378994800849,
+0,856,0.032970767468214035,107,0.01340542736579664,
+0,864,0.03244982287287712,108,0.06845752240042202,
+0,872,0.032620999962091446,109,0.009212344157276675,
+0,880,0.032492395490407944,110,0.011151370625676853,
+0,888,0.03211066499352455,111,0.0326889585594472,
+0,896,0.03240947052836418,112,0.13740625278495083,
+,,,112,,0.0379190466571557
+1,904,0.03165961802005768,113,0.10725922732187125,
+1,912,0.033339422196149826,114,0.013226468662301509,
+1,920,0.034218236804008484,115,0.02523666209474738,
+1,928,0.0347905196249485,116,0.024458894091367256,
+1,936,0.03567921742796898,117,0.014733508355372274,
+1,944,0.033686887472867966,118,0.004805942203217585,
+1,952,0.03311101347208023,119,0.008035100508398804,
+1,960,0.0327451229095459,120,0.010732210079246822,
+1,968,0.03255171328783035,121,0.01711945179638199,
+1,976,0.032995231449604034,122,0.057978087548084055,
+1,984,0.039792437106370926,123,0.042519466692862225,
+1,992,0.040913939476013184,124,0.08438072942394334,
+1,1000,0.03925098851323128,125,0.004146592950564809,
+1,1008,0.03937314823269844,126,0.0021740861106081867,
+1,1016,0.04018717259168625,127,0.00418577934562398,
+1,1024,0.03947274386882782,128,0.02036674372026358,
+,,,128,,0.023134142903784235
+1,1032,0.039393793791532516,129,0.003941362777438302,
+1,1040,0.039111312478780746,130,0.00367258348672873,
+1,1048,0.032814715057611465,131,0.08805487826951625,
+1,1056,0.033672355115413666,132,0.01369282679713381,
+1,1064,0.03290537744760513,133,0.022515234103663646,
+1,1072,0.032161910086870193,134,0.0017544558566961704,
+1,1080,0.03257261589169502,135,0.0006850456535175909,
+1,1088,0.03228994086384773,136,0.014864323255923491,
+1,1096,0.03293180093169212,137,0.005807350680697709,
+1,1104,0.0330212377011776,138,0.0040533418609162,
+1,1112,0.03240455314517021,139,0.0023946683832036797,
+1,1120,0.033034853637218475,140,0.0018484771448689012,
+1,1128,0.03346472606062889,141,0.009341465777162319,
+1,1136,0.032048776745796204,142,0.001802953107891461,
+1,1144,0.032649118453264236,143,0.0014074735097690588,
+1,1152,0.03242598846554756,144,0.0027447736605868806,
+,,,144,,0.008990374281833502
+1,1160,0.032257772982120514,145,0.002260120909860624,
+1,1168,0.040092214941978455,146,0.0027215429094212596,
+1,1176,0.03605734184384346,147,0.005296431791066425,
+1,1184,0.03562954440712929,148,0.0038827311602124773,
+1,1192,0.037007544189691544,149,0.0017227775287420417,
+1,1200,0.0357736274600029,150,0.014404424804524751,
+1,1208,0.036828335374593735,151,0.0030996053416553573,
+1,1216,0.035489361733198166,152,0.08483942228303931,
+1,1224,0.04664910212159157,153,0.0031257184389026156,
+1,1232,0.03692232444882393,154,0.004893136059763492,
+1,1240,0.03764116019010544,155,0.0034359121248902134,
+1,1248,0.03605472669005394,156,0.006566057976504619,
+1,1256,0.036703530699014664,157,0.002108474244861017,
+1,1264,0.03533894196152687,158,0.28917731111869216,
+1,1272,0.037682633846998215,159,0.0016210521829303946,
+1,1280,0.0371258445084095,160,0.004664435035506772,
+,,,160,,0.0169776929479067
+1,1288,0.036346688866615295,161,0.013558443241183542,
+1,1296,0.04438960179686546,162,0.019982357579283416,
+1,1304,0.036296531558036804,163,0.003978978924211473,
+1,1312,0.03599611669778824,164,0.0021224317242740653,
+1,1320,0.036548227071762085,165,0.003376149054799628,
+1,1328,0.03642997518181801,166,0.001693799674588566,
+1,1336,0.03645671159029007,167,0.006581477549237509,
+1,1344,0.0354706309735775,168,0.0031033244158606976,
+1,1352,0.03249110281467438,169,0.10410451390198432,
+1,1360,0.03395211324095726,170,0.009362279116370094,
+1,1368,0.03257373720407486,171,0.004392574845648293,
+1,1376,0.03482166305184364,172,0.03888330407304844,
+1,1384,0.03188014030456543,173,0.023192405242298264,
+1,1392,0.032748959958553314,174,0.005726312095898071,
+1,1400,0.0335969515144825,175,0.01736360899230931,
+1,1408,0.0389510877430439,176,0.0015225403651129455,
+,,,176,,0.020901667017515013
+1,1416,0.032029591500759125,177,0.002660887121843795,
+1,1424,0.03311030939221382,178,0.004391074369777925,
+1,1432,0.03589887171983719,179,0.010562502743114772,
+1,1440,0.03331347554922104,180,0.008038045675493776,
+1,1448,0.03446147218346596,181,0.042529996230520985,
+1,1456,0.03302447497844696,182,0.0013284886348022458,
+1,1464,0.03234019875526428,183,0.015449854899391843,
+1,1472,0.03386182710528374,184,0.004471252602525055,
+1,1480,0.033286914229393005,185,0.0042808359721675515,
+1,1488,0.03164050728082657,186,0.0026709154044510797,
+1,1496,0.03224426135420799,187,0.0038936540331633296,
+1,1504,0.03744788467884064,188,0.030703746838428612,
+1,1512,0.03693798556923866,189,0.0015616802444968086,
+1,1520,0.034171782433986664,190,0.0032325790574153266,
+1,1528,0.03199363499879837,191,0.007758021687290498,
+1,1536,0.03822648525238037,192,0.16849848544225096,
+,,,192,,0.019558169133538833
+1,1544,0.03513023257255554,193,0.16634262049628887,
+1,1552,0.03735758736729622,194,0.003931001698794334,
+1,1560,0.03694011643528938,195,0.37247890621746105,
+1,1568,0.03763841465115547,196,0.004111001093925941,
+1,1576,0.043397895991802216,197,0.0010469170229043812,
+1,1584,0.03426598012447357,198,0.00956964006521351,
+1,1592,0.03777438774704933,199,0.016757361045165453,
+1,1600,0.031157799065113068,200,0.0011367543484084308,
+1,1608,0.032876674085855484,201,0.0012664955924265088,
+1,1616,0.032962240278720856,202,0.014872963344290231,
+1,1624,0.03377549722790718,203,0.04300309721778225,
+1,1632,0.031230855733156204,204,0.0028105556120863184,
+1,1640,0.03327666223049164,205,0.00303855072060186,
+1,1648,0.03248780965805054,206,0.0012829866080375557,
+1,1656,0.03133115544915199,207,0.3226351893717947,
+1,1664,0.032844334840774536,208,0.004350558237222556,
+,,,208,,0.01646597855756072
+1,1672,0.033485300838947296,209,0.0022592687651012966,
+1,1680,0.03734574094414711,210,0.03301551720051066,
+1,1688,0.03355475887656212,211,0.04631169787268542,
+1,1696,0.032038431614637375,212,0.10285400689099333,
+1,1704,0.0317857451736927,213,0.007251538729178719,
+1,1712,0.03300347924232483,214,0.004355769664890921,
+1,1720,0.03697211667895317,215,0.008605501679215064,
+1,1728,0.03534598648548126,216,0.10355230453660624,
+1,1736,0.036155324429273605,217,0.03495841728242036,
+1,1744,0.034940205514431,218,0.004643100541915583,
+1,1752,0.0340346060693264,219,0.00156574905402242,
+1,1760,0.03626568987965584,220,0.008415940946724732,
+1,1768,0.0365743413567543,221,0.001263394471607171,
+1,1776,0.03668970242142677,222,0.05684071525198912,
+1,1784,0.036023035645484924,223,0.048973309810837515,
+1,1792,0.035840749740600586,224,0.791175470530736,
+,,,224,,0.08799295576791914
+2,1800,0.033134568482637405,225,0.0060288270064380155,
+2,1808,0.03247131034731865,226,0.058808015334831834,
+2,1816,0.03298686817288399,227,0.0033567115460755304,
+2,1824,0.0336165577173233,228,0.03567365654117356,
+2,1832,0.03481849655508995,229,0.139575638162205,
+2,1840,0.03208190202713013,230,0.16896852728006287,
+2,1848,0.03383374586701393,231,0.013046991397542033,
+2,1856,0.03419706970453262,232,0.01102594031302336,
+2,1864,0.03335684910416603,233,0.003312082445821337,
+2,1872,0.04544417932629585,234,0.01506551315105753,
+2,1880,0.03361107036471367,235,0.039028185210814366,
+2,1888,0.032167039811611176,236,0.0017864407214801758,
+2,1896,0.03284201771020889,237,0.0553180465150425,
+2,1904,0.031310029327869415,238,0.07230846188031137,
+2,1912,0.03179348632693291,239,0.032031409415032935,
+2,1920,0.03423808515071869,240,0.27151857359179604,
+,,,240,,0.04622694694536343
+2,1928,0.03674102947115898,241,0.0208529584944093,
+2,1936,0.03711247444152832,242,0.003290037605135391,
+2,1944,0.034542299807071686,243,0.01949969003908336,
+2,1952,0.03857911005616188,244,0.009416700257973459,
+2,1960,0.036080144345760345,245,0.006824175338260829,
+2,1968,0.03817817196249962,246,0.012462124694138765,
+2,1976,0.03681876137852669,247,0.005381339144977656,
+2,1984,0.03631802275776863,248,0.004464630898534476,
+2,1992,0.036422863602638245,249,0.015649079395613323,
+2,2000,0.03586556017398834,250,0.0029318030249080897,
+2,2008,0.03739059343934059,251,0.004532362075729502,
+2,2016,0.034553270787000656,252,0.006138893449263248,
+2,2024,0.03470490127801895,253,0.005798087622679304,
+2,2032,0.0342346727848053,254,0.004343360851635225,
+2,2040,0.03687286749482155,255,0.5267335575817225,
+2,2048,0.03686092793941498,256,0.023132772085612967,
+,,,256,,0.008262305032639276

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans/0.0-1.0/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=2/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 256
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=4/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=4/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,410 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3065342828631401,0,8.209200859069824,
+0,8,0.05419479310512543,1,4.4678420424461365,
+0,16,0.04498783499002457,2,8.867932041486105,
+0,24,0.037186991423368454,3,6.665817221005757,
+0,32,0.03222749009728432,4,4.899086640431331,
+0,40,0.032170556485652924,5,5.048929087320963,
+0,48,0.033507589250802994,6,5.306698211034139,
+0,56,0.031581394374370575,7,3.909345608491164,
+0,64,0.031341154128313065,8,3.7761663099129996,
+0,72,0.03482575714588165,9,3.2379849607294258,
+0,80,0.03565151244401932,10,2.905432552099228,
+0,88,0.03680672496557236,11,1.9858808914820354,
+0,96,0.03373880311846733,12,1.8297744810581207,
+0,104,0.03230668604373932,13,2.1802029317865768,
+0,112,0.030985750257968903,14,1.4117630571126938,
+0,120,0.035380732268095016,15,1.2165783227731783,
+0,128,0.03629036992788315,16,3.449141164124012,
+,,,16,,1.6734668705137037
+0,136,0.035812459886074066,17,0.8318459898388634,
+0,144,0.031664688140153885,18,0.3131969591172842,
+0,152,0.03625888004899025,19,1.8588707045866892,
+0,160,0.0363960787653923,20,1.242264955437609,
+0,168,0.03077685832977295,21,0.7693061147583649,
+0,176,0.03217346593737602,22,0.6092629150620529,
+0,184,0.037819754332304,23,0.12804671226499173,
+0,192,0.03199853375554085,24,0.1267298708165375,
+0,200,0.03329567238688469,25,1.9246095242695167,
+0,208,0.035222962498664856,26,0.09171607997268438,
+0,216,0.03058762103319168,27,0.1098963476717472,
+0,224,0.03198717162013054,28,1.2771071930183098,
+0,232,0.03283979743719101,29,0.5360273081498842,
+0,240,0.03324145823717117,30,0.07439592372005184,
+0,248,0.03258829563856125,31,0.5057185575874015,
+0,256,0.034317340701818466,32,0.028708261127273243,
+,,,32,,0.2686632514829702
+0,264,0.030342306941747665,33,0.5828782121013654,
+0,272,0.03218970447778702,34,0.20223369804443792,
+0,280,0.030936729162931442,35,0.34136990424303804,
+0,288,0.03259214386343956,36,0.3145273356483533,
+0,296,0.035296935588121414,37,0.04017035924614622,
+0,304,0.038845427334308624,38,0.044124154446762986,
+0,312,0.0366847962141037,39,0.011359846529861292,
+0,320,0.03587694093585014,40,0.4467125629307702,
+0,328,0.04178166761994362,41,0.025294883276468942,
+0,336,0.032204870134592056,42,0.019633512912233444,
+0,344,0.03269190713763237,43,0.14751289691776037,
+0,352,0.032073814421892166,44,0.31354835390282626,
+0,360,0.03308310732245445,45,0.007863760545054296,
+0,368,0.03315596655011177,46,0.02006873013618003,
+0,376,0.03301674500107765,47,0.06502330841613002,
+0,384,0.032226502895355225,48,0.025993005217363436,
+,,,48,,0.08628998333782718
+0,392,0.033661630004644394,49,0.015720648932204182,
+0,400,0.0401250422000885,50,0.18641462123119518,
+0,408,0.03359273448586464,51,0.15505558345466852,
+0,416,0.0468582846224308,52,0.024254084484281895,
+0,424,0.053136780858039856,53,0.04158571239730174,
+0,432,0.037550073117017746,54,0.11330859178402038,
+0,440,0.03662293776869774,55,0.015586235967930406,
+0,448,0.03568613529205322,56,0.29270759826370824,
+0,456,0.0329183004796505,57,0.061445241487077015,
+0,464,0.03425254300236702,58,0.06025615416673155,
+0,472,0.03364234417676926,59,0.1054152742278977,
+0,480,0.0330963134765625,60,0.017170663367813595,
+0,488,0.03404083847999573,61,0.026081983038845163,
+0,496,0.033596236258745193,62,0.009909142683803414,
+0,504,0.03247300907969475,63,0.012506095715798438,
+0,512,0.03348222002387047,64,0.052109755291894544,
+,,,64,,0.08846596277506888
+0,520,0.03455497696995735,65,0.006045329588232562,
+0,528,0.032985977828502655,66,0.10276809355451001,
+0,536,0.03395868092775345,67,0.047139861970208585,
+0,544,0.04041991010308266,68,0.016399176480869453,
+0,552,0.031978558748960495,69,0.03329680038667801,
+0,560,0.032325584441423416,70,0.06271542460084535,
+0,568,0.03205215185880661,71,0.002454532543197274,
+0,576,0.0365249328315258,72,0.044683120380796026,
+0,584,0.030741829425096512,73,0.013511249417206272,
+0,592,0.03327876701951027,74,0.0041824590298347175,
+0,600,0.03425618261098862,75,0.010265533653595909,
+0,608,0.03541101887822151,76,0.009810221195220948,
+0,616,0.031202442944049835,77,0.012290318351006135,
+0,624,0.030443701893091202,78,0.008244330869414486,
+1,632,0.03247697278857231,79,0.32617209521122276,
+1,640,0.0325009785592556,80,0.00874827182005075,
+,,,80,,0.061775043779625415
+1,648,0.03650132939219475,81,0.015161088270628276,
+1,656,0.036078501492738724,82,0.4782646343057208,
+1,664,0.03587743267416954,83,0.003727735571252803,
+1,672,0.0405295230448246,84,0.0055082573401575375,
+1,680,0.035689447075128555,85,0.7292113940826052,
+1,688,0.0327121801674366,86,0.013096257815569905,
+1,696,0.032440222799777985,87,0.008374893585614,
+1,704,0.03364388272166252,88,0.016008808141729485,
+1,712,0.03356409817934036,89,0.013400058835811381,
+1,720,0.03346364200115204,90,0.0054917774759815075,
+1,728,0.033878128975629807,91,0.0065082332730526105,
+1,736,0.035022616386413574,92,0.0034415066430273536,
+1,744,0.03956981748342514,93,0.003718117740041075,
+1,752,0.03296159952878952,94,0.005589720565529371,
+1,760,0.031159069389104843,95,0.0025465304061071947,
+1,768,0.032835591584444046,96,0.009573730876824508,
+,,,96,,0.03293179469982599
+1,776,0.030997537076473236,97,0.008818925847923051,
+1,784,0.030924398452043533,98,0.0076293659512884915,
+1,792,0.03324466198682785,99,0.00620188754692208,
+1,800,0.03482288122177124,100,0.03748876423014735,
+1,808,0.03237428143620491,101,0.08367356617348448,
+1,816,0.031714096665382385,102,0.018512426326716586,
+1,824,0.03309657424688339,103,0.022424013201648798,
+1,832,0.03163645416498184,104,0.014220177534628998,
+1,840,0.03126151114702225,105,0.007095072812472398,
+1,848,0.033345527946949005,106,0.30597664767022553,
+1,856,0.031613122671842575,107,0.006349724365766936,
+1,864,0.033326439559459686,108,0.008904895174782722,
+1,872,0.03189527615904808,109,0.004775020820185698,
+1,880,0.031245391815900803,110,0.0068897353742683595,
+1,888,0.03127346560359001,111,0.09105488683473176,
+1,896,0.033892642706632614,112,0.002122150611415106,
+,,,112,,0.037775707908683474
+1,904,0.03256486356258392,113,0.5649584735598182,
+1,912,0.03351036459207535,114,0.006863792068683184,
+1,920,0.03656552731990814,115,0.004768645439374571,
+1,928,0.0332745797932148,116,0.005228151406239097,
+1,936,0.03241066634654999,117,0.053607055712442765,
+1,944,0.03486092388629913,118,0.029772671237070527,
+1,952,0.03420056775212288,119,0.10308511310274927,
+1,960,0.03289278969168663,120,0.07844870519814624,
+1,968,0.0330333448946476,121,0.04030316895029197,
+1,976,0.030753523111343384,122,0.018467795622806687,
+1,984,0.040714897215366364,123,0.026785380448148186,
+1,992,0.04912560433149338,124,0.4315753419817026,
+1,1000,0.04683910682797432,125,0.01605578269144254,
+1,1008,0.03413023799657822,126,0.004437520517967641,
+1,1016,0.032349806278944016,127,0.021916800679173322,
+1,1024,0.033686358481645584,128,0.007566313569744428,
+,,,128,,0.07961942314271861
+1,1032,0.037238650023937225,129,0.03153224195799945,
+1,1040,0.03588774800300598,130,0.009918159189207168,
+1,1048,0.034263283014297485,131,0.0052687723530522946,
+1,1056,0.03281223773956299,132,0.029435997498997796,
+1,1064,0.031378790736198425,133,0.005222099767706823,
+1,1072,0.03354516997933388,134,0.005248725504012934,
+1,1080,0.03352295607328415,135,0.00622413658689206,
+1,1088,0.038089871406555176,136,0.005031123312316292,
+1,1096,0.03312794119119644,137,0.0034613145440484266,
+1,1104,0.03244609385728836,138,0.010378198969798783,
+1,1112,0.03221282735466957,139,0.005281456715116898,
+1,1120,0.03192661702632904,140,0.0054914727448844,
+1,1128,0.035512302070856094,141,0.011715014894434717,
+1,1136,0.033205658197402954,142,0.008554597101950397,
+1,1144,0.030659690499305725,143,0.01151171183356872,
+1,1152,0.032728780061006546,144,0.003157732949018412,
+,,,144,,0.05446303471611713
+1,1160,0.03261042758822441,145,0.005329969058428625,
+1,1168,0.037575650960206985,146,0.006542820828534397,
+1,1176,0.03203750401735306,147,0.09143363948429137,
+1,1184,0.04012380167841911,148,0.0026346165951426056,
+1,1192,0.03364064171910286,149,0.0022883328095882794,
+1,1200,0.037948038429021835,150,0.004304604580587086,
+1,1208,0.037001099437475204,151,0.010725780517532257,
+1,1216,0.03386739641427994,152,0.005110364016478083,
+1,1224,0.0353689007461071,153,0.0033477889737696387,
+1,1232,0.03377204015851021,154,0.008804394913438176,
+1,1240,0.030801035463809967,155,0.005035361098215127,
+1,1248,0.0348224900662899,156,0.00543004924353833,
+1,1256,0.030865687876939774,157,0.007532301910732013,
+2,1264,0.03253989294171333,158,0.007850121330613127,
+2,1272,0.03386250138282776,159,0.36015885921993424,
+2,1280,0.03300991281867027,160,0.00636475084632236,
+,,,160,,0.05402254781700896
+2,1288,0.03151977062225342,161,0.29180005833040923,
+2,1296,0.03723590075969696,162,0.003913478928469968,
+2,1304,0.03820427134633064,163,0.0033309854001605083,
+2,1312,0.034685879945755005,164,0.004818616278218822,
+2,1320,0.030932307243347168,165,0.00462947553855234,
+2,1328,0.03287845104932785,166,0.007058017807801,
+2,1336,0.032532382756471634,167,0.005214843133356995,
+2,1344,0.03085530549287796,168,0.00380360414003787,
+2,1352,0.03387146443128586,169,0.004982453511239817,
+2,1360,0.031874630600214005,170,0.007876442392658004,
+2,1368,0.03238772600889206,171,0.27128798632313395,
+2,1376,0.03641984984278679,172,0.010840448538406886,
+2,1384,0.03815843537449837,173,0.03061315292974801,
+2,1392,0.03524323180317879,174,0.002276895925336118,
+2,1400,0.035128165036439896,175,0.0033502443818308946,
+2,1408,0.03345712646842003,176,0.0014227783407973634,
+,,,176,,0.0636535741890113
+2,1416,0.03394327312707901,177,0.36268285965391744,
+2,1424,0.03620976209640503,178,0.0029764983732353096,
+2,1432,0.036650195717811584,179,0.1596990974167756,
+2,1440,0.036319684237241745,180,0.0033390766117148674,
+2,1448,0.03604768216609955,181,0.004443254126171168,
+2,1456,0.03397345915436745,182,0.0023713107008146695,
+2,1464,0.036224618554115295,183,0.002727454038298068,
+2,1472,0.03544854000210762,184,0.003997862889913709,
+2,1480,0.03456704318523407,185,0.007606584592185055,
+2,1488,0.03395798057317734,186,0.005050456201812873,
+2,1496,0.03447500988841057,187,0.0033470525869723554,
+2,1504,0.03759251534938812,188,0.0031708444546287256,
+2,1512,0.03659438714385033,189,0.005290666118246288,
+2,1520,0.039683740586042404,190,0.004662328786627554,
+2,1528,0.03578290343284607,191,0.005785326084670877,
+2,1536,0.03285740315914154,192,0.005009275273716246,
+,,,192,,0.028331123759187844
+2,1544,0.03850065544247627,193,0.018157794079646312,
+2,1552,0.036255866289138794,194,0.01350201116486763,
+2,1560,0.03519078344106674,195,0.006134419310414655,
+2,1568,0.03560277074575424,196,0.00589680972819527,
+2,1576,0.032882001250982285,197,0.00628345891891513,
+2,1584,0.03450819477438927,198,0.0033726892579579726,
+2,1592,0.033952951431274414,199,0.00896185176097788,
+2,1600,0.03356769680976868,200,0.005712521653289774,
+2,1608,0.033604711294174194,201,0.008803848861134611,
+2,1616,0.03334532678127289,202,0.007514987082686275,
+2,1624,0.03358413651585579,203,0.0034552705897526307,
+2,1632,0.03298873454332352,204,0.0538549568289974,
+2,1640,0.033767614513635635,205,0.005883115458452855,
+2,1648,0.03328246623277664,206,0.013784682216889147,
+2,1656,0.03459068387746811,207,0.0035900706470084307,
+2,1664,0.033099301159381866,208,0.0032412731011087696,
+,,,208,,0.022877372334562156
+2,1672,0.03411019220948219,209,0.007665775790183733,
+2,1680,0.03939257934689522,210,0.023193660887565266,
+2,1688,0.03636586293578148,211,0.0053662142435011145,
+2,1696,0.03565659746527672,212,0.0016831107326045942,
+2,1704,0.03357977420091629,213,0.002641088133466176,
+2,1712,0.034682657569646835,214,0.0027786012539693797,
+2,1720,0.03326079621911049,215,0.001941425004458454,
+2,1728,0.033806994557380676,216,0.003148307750961976,
+2,1736,0.033627405762672424,217,0.0007775505534179198,
+2,1744,0.03318006545305252,218,0.010983280884425363,
+2,1752,0.03698727861046791,219,0.00279033365118916,
+2,1760,0.036704130470752716,220,0.019463653591810726,
+2,1768,0.03637456148862839,221,0.00208014002055279,
+2,1776,0.03599261865019798,222,0.00119127472598021,
+2,1784,0.037395983934402466,223,0.0025244995369575916,
+2,1792,0.036380209028720856,224,0.0011613383940130007,
+,,,224,,0.021159652214315816
+2,1800,0.038972027599811554,225,0.007664363868322901,
+2,1808,0.033492229878902435,226,0.003263352223886893,
+2,1816,0.041387155652046204,227,0.0022060102731172393,
+2,1824,0.043948233127593994,228,0.0012738489034139395,
+2,1832,0.03788207098841667,229,0.0014453139296771648,
+2,1840,0.04516765475273132,230,0.017449004960196492,
+2,1848,0.03939442336559296,231,0.001374833744753582,
+2,1856,0.03544491156935692,232,0.0010166264795164655,
+2,1864,0.04138792306184769,233,0.00473290075335951,
+2,1872,0.03872889280319214,234,0.002410898010566598,
+2,1880,0.03250838443636894,235,0.004028871742775664,
+3,1888,0.034180570393800735,236,0.0012908422130359603,
+3,1896,0.032971445471048355,237,0.0009599795344651543,
+3,1904,0.03755555674433708,238,0.0010673841232866316,
+3,1912,0.03514675796031952,239,0.0017360896983353252,
+3,1920,0.0331965908408165,240,0.0018853676260083116,
+,,,240,,0.02734763329100996
+3,1928,0.03129921481013298,241,0.001289434668321449,
+3,1936,0.03368665277957916,242,0.0013748007690689216,
+3,1944,0.03211192041635513,243,0.0010107200359925628,
+3,1952,0.033067647367715836,244,0.002439891345732446,
+3,1960,0.03343375027179718,245,0.00183999891977202,
+3,1968,0.03346268832683563,246,0.0025779259497843063,
+3,1976,0.03461594134569168,247,0.002901031232128541,
+3,1984,0.03336438536643982,248,0.0026344080368289726,
+3,1992,0.030948225408792496,249,0.0016562930941290688,
+3,2000,0.03519764170050621,250,0.0011471451808964567,
+3,2008,0.03253279998898506,251,0.001022420875545192,
+3,2016,0.03154067322611809,252,0.0029543336485013632,
+3,2024,0.043702904134988785,253,0.0093225631750941,
+3,2032,0.03285568207502365,254,0.0009561069084818221,
+3,2040,0.03205142915248871,255,0.0008490698618026307,
+3,2048,0.03387262672185898,256,0.0018404848415229935,
+,,,256,,0.026979238417198376
+3,2056,0.03312305733561516,257,0.0010130872278750758,
+3,2064,0.031654637306928635,258,0.001107933524811718,
+3,2072,0.03315700590610504,259,0.0022720753176448246,
+3,2080,0.03779846429824829,260,0.0011801962562978069,
+3,2088,0.033622659742832184,261,0.001854748047965889,
+3,2096,0.031127989292144775,262,0.0012717918725684285,
+3,2104,0.033384960144758224,263,0.0013541499418871744,
+3,2112,0.033518459647893906,264,0.0011585301286282225,
+3,2120,0.03077045828104019,265,0.0012294085676937054,
+3,2128,0.034550655633211136,266,0.0018919678910414835,
+3,2136,0.031199712306261063,267,0.0026569449188779495,
+3,2144,0.03215501457452774,268,0.0009691029372334015,
+3,2152,0.03073517233133316,269,0.0007206701557151973,
+3,2160,0.032320134341716766,270,0.0007832326115861249,
+3,2168,0.03430277109146118,271,0.0010032989375758916,
+3,2176,0.03233378380537033,272,0.0047909280555258095,
+,,,272,,0.02545665422337791
+3,2184,0.03272806853055954,273,0.0019259999583785732,
+3,2192,0.032442908734083176,274,0.0014997033770972241,
+3,2200,0.03335978463292122,275,0.0013013339216391055,
+3,2208,0.031161490827798843,276,0.0019496205366941956,
+3,2216,0.03202081844210625,277,0.0009162629076551336,
+3,2224,0.03187885880470276,278,0.002189857664537461,
+3,2232,0.03649434074759483,279,0.00034026938228635115,
+3,2240,0.03175251930952072,280,0.0013777773170399346,
+3,2248,0.03446943312883377,281,0.0006940157545614056,
+3,2256,0.035533323884010315,282,0.0004479114776096629,
+3,2264,0.036400068551301956,283,0.0011331365279726344,
+3,2272,0.03562457114458084,284,0.003961700655054301,
+3,2280,0.03620757535099983,285,0.002473816741257906,
+3,2288,0.03257228434085846,286,0.0011303446730640385,
+3,2296,0.03742334619164467,287,0.0013499407549926008,
+3,2304,0.03206932544708252,288,0.0007984933451682862,
+,,,288,,0.024796846571212026
+3,2312,0.037865228950977325,289,0.0021630845529636224,
+3,2320,0.03836720064282417,290,0.001186946417268094,
+3,2328,0.03639886528253555,291,0.0013086479604960633,
+3,2336,0.03907331824302673,292,0.0011691037237012228,
+3,2344,0.0333259291946888,293,0.008006540436326759,
+3,2352,0.033670127391815186,294,0.0006631508460321294,
+3,2360,0.03086688742041588,295,0.0008436507830213356,
+3,2368,0.033281370997428894,296,0.001314708118419124,
+3,2376,0.03245821222662926,297,0.003432987161571733,
+3,2384,0.034749142825603485,298,0.0016600697895877861,
+3,2392,0.03252088651061058,299,0.01798423423897475,
+3,2400,0.03326583281159401,300,0.0010579365729686937,
+3,2408,0.03114042431116104,301,0.004759936076451969,
+3,2416,0.031943902373313904,302,0.0005245595257292734,
+3,2424,0.03200402110815048,303,0.0020087266324976968,
+3,2432,0.03155863285064697,304,0.0008437983681991076,
+,,,304,,0.025161415684250833
+3,2440,0.033598799258470535,305,0.0014935083090676926,
+3,2448,0.03359099105000496,306,0.0017274771637928027,
+3,2456,0.033328741788864136,307,0.0011817737884650176,
+3,2464,0.04028506949543953,308,0.0009049600401340285,
+3,2472,0.03343629464507103,309,0.002718773961532861,
+3,2480,0.03447059914469719,310,0.0035163376081842356,
+3,2488,0.033481720834970474,311,0.0009878181260622417,
+3,2496,0.03727484866976738,312,0.0008689954931749246,
+3,2504,0.03583947941660881,313,0.001694326037646864,
+3,2512,0.0360506996512413,314,0.002545514145216051,
+4,2520,0.035774555057287216,315,0.0029998368913463007,
+4,2528,0.0383177325129509,316,0.0008834919180327023,
+4,2536,0.037088584154844284,317,0.0018089427803715807,
+4,2544,0.03536790981888771,318,0.0015161622297735168,
+4,2552,0.03657732158899307,319,0.0008333039222634397,
+4,2560,0.03889556601643562,320,0.0008854516527208034,
+,,,320,,0.025725765184017455
+4,2568,0.03363063931465149,321,0.0012360139221224624,
+4,2576,0.03379489853978157,322,0.0007184076433380445,
+4,2584,0.03406144306063652,323,0.001265485766522873,
+4,2592,0.03529477119445801,324,0.0011453072802396491,
+4,2600,0.039800070226192474,325,0.0008064466931570608,
+4,2608,0.04443373158574104,326,0.00400541435010382,
+4,2616,0.031036417931318283,327,0.0009180186877659123,
+4,2624,0.031697336584329605,328,0.003126173367490992,
+4,2632,0.03070932626724243,329,0.001205290401300702,
+4,2640,0.031508918851614,330,0.0015182148010353558,
+4,2648,0.04033120721578598,331,0.0011922543963009957,
+4,2656,0.038191962987184525,332,0.0009527143111671859,
+4,2664,0.03966963291168213,333,0.0024235612197246936,
+4,2672,0.03155393525958061,334,0.0010962362721329555,
+4,2680,0.03303718566894531,335,0.0004513668834327043,
+4,2688,0.03089320659637451,336,0.001340437770033112,
+,,,336,,0.025566552465310505
+4,2696,0.03142284229397774,337,0.0007730671283449434,
+4,2704,0.03287557512521744,338,0.0007349017417124872,
+4,2712,0.031843896955251694,339,0.0012292796600377187,
+4,2720,0.03447186201810837,340,0.0013217181861234298,
+4,2728,0.03466980159282684,341,0.002101434582569213,
+4,2736,0.031120434403419495,342,0.0017264224024984287,
+4,2744,0.0316619947552681,343,0.0007076730700926139,
+4,2752,0.031295523047447205,344,0.001151254765378932,
+4,2760,0.03099777176976204,345,0.0011027916916646063,
+4,2768,0.03366494178771973,346,0.0005692294027539902,
+4,2776,0.033191923052072525,347,0.0015689285122789443,
+4,2784,0.03678513318300247,348,0.001825447094233823,
+4,2792,0.03335164859890938,349,0.0011463638329587411,
+4,2800,0.031326234340667725,350,0.0007973329682665116,
+4,2808,0.03235913813114166,351,0.0008855217117040107,
+4,2816,0.033714860677719116,352,0.002463064248981287,
+,,,352,,0.02562651003596401
+4,2824,0.03424982354044914,353,0.0011891122218609478,
+4,2832,0.03339431807398796,354,0.001509576074507398,
+4,2840,0.03343860059976578,355,0.0005565857552158247,
+4,2848,0.034283265471458435,356,0.002695362499382879,
+4,2856,0.03308911994099617,357,0.0018551442810955147,
+4,2864,0.03315064683556557,358,0.0008909001798284324,
+4,2872,0.03137299045920372,359,0.0011646358398138545,
+4,2880,0.0339290127158165,360,0.0008606373911871659,
+4,2888,0.031702082604169846,361,0.000716639292659238,
+4,2896,0.03256959840655327,362,0.0010496661385072262,
+4,2904,0.03550142049789429,363,0.0013779016517219134,
+4,2912,0.03377128764986992,364,0.0007658216457527417,
+4,2920,0.03207847476005554,365,0.0019059553339432639,
+4,2928,0.033673059195280075,366,0.0010074078266317135,
+4,2936,0.033129334449768066,367,0.0016884456166404891,
+4,2944,0.03389327600598335,368,0.000718496944914064,
+,,,368,,0.02572844697815083
+4,2952,0.03411858156323433,369,0.0006866715693225463,
+4,2960,0.031846337020397186,370,0.00514766567357583,
+4,2968,0.03309404104948044,371,0.0020912160896561826,
+4,2976,0.0328696146607399,372,0.0008446725138734715,
+4,2984,0.03275696933269501,373,0.000926518772757845,
+4,2992,0.03166979178786278,374,0.001760894244528442,
+4,3000,0.033035870641469955,375,0.0011924950573302339,
+4,3008,0.03278253227472305,376,0.0011588034198771662,
+4,3016,0.035588931292295456,377,0.0007934972283972177,
+4,3024,0.03232090175151825,378,0.003460292032589981,
+4,3032,0.033946067094802856,379,0.0017139437744238724,
+4,3040,0.031214650720357895,380,0.0009979870911383142,
+4,3048,0.032962363213300705,381,0.0008407593066714561,
+4,3056,0.032127317041158676,382,0.001571782905052209,
+4,3064,0.03279353678226471,383,0.0011954721630900167,
+4,3072,0.0425427183508873,384,0.0017603841163994123,
+,,,384,,0.02597658374193373

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=4/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,268 @@
+240637,6
+448303,11
+226667,5
+173474,4
+607123,9
+173013,4
+440164,11
+544436,13
+146971,3
+395298,9
+372405,9
+230274,5
+81074,2
+86101,2
+604095,8
+250443,6
+292667,7
+260367,6
+219147,5
+1176,0
+179053,4
+379965,9
+570832,2
+517743,12
+208777,5
+171796,4
+290654,7
+554327,13
+420779,10
+8402,0
+294509,7
+548033,13
+263091,6
+375303,9
+347263,8
+428376,10
+316391,7
+344096,8
+506751,12
+602492,8
+455784,11
+344798,8
+80520,2
+549830,13
+619463,11
+305674,7
+194357,4
+525085,13
+383979,9
+519995,12
+241920,6
+427310,10
+515813,12
+555979,13
+577873,3
+176421,4
+445008,11
+478074,11
+566627,1
+378414,9
+319278,7
+462566,11
+92321,2
+390683,9
+173038,4
+242257,6
+112973,2
+313967,7
+551310,13
+503624,12
+507355,12
+435330,10
+53377,1
+535292,13
+338184,8
+398021,9
+588425,5
+623745,12
+230718,5
+425022,10
+459857,11
+455974,11
+320137,8
+182850,4
+549778,13
+88712,2
+394069,9
+138137,3
+585978,5
+143842,3
+449374,11
+32946,0
+340991,8
+51514,1
+248282,6
+569134,1
+66629,1
+462044,11
+469779,11
+28746,0
+248441,6
+191636,4
+623227,12
+85424,2
+486246,12
+612489,10
+95385,2
+355125,8
+44695,1
+224889,5
+79135,1
+580445,4
+369173,9
+353078,8
+427776,10
+118029,2
+547008,13
+389161,9
+192352,4
+158756,3
+518865,12
+562717,0
+27925,0
+597501,7
+382177,9
+43203,1
+150766,3
+103584,2
+343798,8
+65221,1
+75738,1
+130874,3
+279108,6
+522927,13
+601776,8
+191416,4
+609962,9
+627488,13
+259080,6
+327014,8
+363928,9
+378814,9
+349273,8
+470961,11
+331269,8
+611128,10
+498536,12
+535922,13
+343644,8
+427869,10
+291682,7
+530262,13
+329432,8
+199812,4
+191577,4
+332417,8
+246743,6
+122906,3
+570715,2
+495686,12
+318589,7
+511453,12
+611984,10
+9634,0
+604475,8
+52146,1
+388072,9
+98343,2
+524016,13
+125336,3
+612611,10
+84107,2
+162834,4
+77445,1
+149839,3
+235232,5
+424343,10
+425278,10
+134955,3
+347355,8
+520132,13
+350075,8
+247525,6
+541158,13
+218339,5
+592545,6
+247850,6
+106972,2
+275978,6
+286414,7
+418769,10
+67074,1
+162971,4
+348881,8
+591735,6
+183058,4
+348521,8
+295347,7
+370025,9
+367834,9
+265158,6
+498450,12
+609265,9
+480202,12
+521165,13
+220469,5
+456478,11
+526640,13
+100699,2
+458653,11
+19633,0
+70701,1
+108257,2
+126886,3
+210528,5
+199253,4
+255968,6
+65826,1
+350094,8
+3850,0
+211952,5
+355140,8
+109240,2
+211818,5
+319557,7
+291587,7
+599269,7
+119269,2
+501762,12
+437987,10
+25348,0
+32945,0
+261037,6
+549289,13
+27635,0
+477530,11
+377302,9
+136005,3
+420347,10
+76074,1
+221263,5
+28382,0
+512923,12
+40007,1
+97840,2
+475486,11
+627669,13
+465268,11
+265670,6
+423185,10
+488360,12
+134199,3
+248004,6
+606634,9
+498344,12
+142643,3
+120756,3
+166002,4
+573210,2
+111155,2
+560709,0
+37469,0
+101486,2
+597760,7
+613973,10
+551538,13
+533126,13
+371194,9

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=4/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,268 @@
+240637,-9.750795,-14.662448,-11.750795,-16.843342,-18.054668,-11.586839,-0.0007957629,-15.813849,-20.96386,-14.000795,-14.188295,-13.000795,-8.625795,-10.502872
+448303,-14.125369,-19.033152,-9.500369,-18.777813,-18.336697,-16.941536,-17.00037,-17.883055,-24.299686,-17.62537,-17.68787,-0.0003692422,-9.375369,-10.501056
+226667,-7.879431,-14.258197,-10.629431,-16.260475,-14.210381,-0.009322083,-7.504431,-11.943045,-20.873716,-8.379431,-9.004431,-11.566931,-8.879431,-8.005343
+173474,-14.875315,-19.537605,-13.250315,-16.21136,-0.0009435328,-21.688557,-16.312815,-19.496323,-25.095572,-17.250315,-17.750315,-18.875315,-17.500315,-16.315937
+607123,-10.881727,-13.846969,-10.006727,-5.5149126,-12.8265505,-7.77026,-12.131727,-15.194756,-22.123947,-0.006727664,-11.881727,-11.694227,-8.631727,-9.8199215
+173013,-14.1255045,-17.92241,-13.3755045,-16.431213,-0.0010045627,-24.866055,-15.6880045,-18.156517,-25.052406,-14.8755045,-16.438004,-18.188004,-16.813004,-16.00376
+440164,-14.625281,-22.942144,-11.125281,-20.120348,-18.158426,-19.940577,-17.25028,-19.877703,-24.58478,-17.68778,-17.43778,-0.000281056,-9.125281,-12.250816
+544436,-14.250298,-19.768248,-12.375298,-16.397482,-18.254248,-12.561897,-14.000298,-14.876145,-24.327145,-12.625298,-17.687798,-10.375298,-9.000298,-0.0007135752
+146971,-16.000534,-15.83074,-9.625533,-0.0022690492,-16.064056,-14.090334,-17.375534,-16.32044,-26.043999,-14.375533,-17.875534,-15.250533,-13.750533,-15.321262
+395298,-11.75147,-17.665255,-10.00147,-15.183971,-16.559395,-13.756729,-14.31397,-8.882222,-23.674934,-0.0014693665,-8.37647,-14.18897,-12.81397,-12.440362
+372405,-14.875178,-22.451902,-14.125178,-16.636393,-18.621662,-17.793938,-18.18768,-12.89994,-24.647175,-0.00017844039,-14.000178,-16.00018,-14.750178,-14.25235
+230274,-9.12834,-13.441519,-9.62834,-13.478323,-14.543282,-0.0088806655,-10.50334,-13.881076,-22.84647,-6.87834,-11.12834,-10.75334,-6.87834,-9.128716
+81074,-10.136216,-12.463102,-0.011216089,-8.639569,-5.387225,-15.120068,-13.573716,-15.557607,-21.481348,-13.011216,-17.073715,-13.823716,-11.948716,-5.6466746
+86101,-11.190552,-13.978926,-0.003051389,-6.3786354,-11.57079,-17.08569,-15.440552,-18.054688,-22.194244,-10.753052,-15.690552,-12.878052,-7.8780513,-13.254171
+604095,-12.250746,-13.648506,-13.063246,-14.844918,-14.548782,-21.659452,-10.000746,-9.0009575,-0.0008287,-13.813246,-10.875746,-11.063246,-10.938246,-17.816683
+250443,-14.00069,-13.964156,-16.18819,-20.292467,-21.953156,-13.947021,-0.0006904602,-12.501592,-16.895372,-13.43819,-12.62569,-14.50069,-12.25069,-12.142244
+292667,-14.37533,-18.92974,-15.62533,-19.005442,-20.198166,-10.87959,-16.56283,-0.0004506685,-17.850481,-14.06283,-15.62533,-14.87533,-15.12533,-10.546031
+260367,-14.62538,-15.32687,-17.62538,-22.680277,-20.783287,-14.520093,-0.00037972868,-15.688946,-22.175856,-16.56288,-16.25038,-15.62538,-14.12538,-12.892947
+219147,-8.630262,-16.337145,-11.067762,-15.304909,-17.447323,-0.006668602,-11.067762,-13.694778,-23.324677,-8.505262,-13.130262,-11.005262,-8.505262,-8.506279
+1176,-0.015623198,-5.9054313,-11.640623,-15.775678,-17.479733,-12.354607,-13.453123,-16.27504,-23.588112,-15.828123,-16.640623,-11.015623,-11.640623,-8.642597
+179053,-13.25054,-18.454954,-12.12554,-14.525473,-0.000959401,-22.987886,-15.37554,-17.111465,-28.25417,-14.62554,-15.43804,-16.68804,-16.56304,-15.130993
+379965,-14.812696,-19.97691,-13.000196,-17.86666,-21.414858,-15.885336,-18.625196,-11.767121,-25.908558,-0.0001965568,-9.625196,-14.000196,-14.812696,-12.876043
+570832,-14.941507,-16.106785,-0.004007405,-10.506469,-12.12972,-19.391182,-17.191507,-14.25525,-22.715443,-13.691507,-17.441507,-12.254007,-11.629007,-6.1314616
+517743,-14.126611,-18.968609,-11.751611,-20.179405,-15.912117,-12.68025,-15.251611,-18.064423,-27.986998,-16.25161,-17.93911,-12.376611,-0.0016104121,-6.502073
+208777,-8.751206,-16.284018,-13.876206,-17.49503,-16.70456,-0.0054331017,-12.563706,-14.816405,-19.738853,-9.376206,-13.188706,-12.438706,-9.501206,-8.502445
+171796,-8.629363,-14.350636,-7.6293626,-10.565043,-0.0047238483,-16.276567,-12.066863,-13.0848675,-15.663524,-11.754363,-11.566863,-11.941863,-10.691863,-10.819423
+290654,-11.259113,-14.882263,-15.071613,-11.522632,-15.46367,-8.950297,-6.384113,-0.00927061,-15.772903,-10.696613,-9.384113,-9.384113,-11.009113,-10.534357
+554327,-16.50015,-21.342117,-14.125152,-18.269453,-18.757442,-19.953669,-16.12515,-16.938948,-27.177135,-15.750152,-18.93765,-13.375152,-10.625152,-0.00059176574
+420779,-13.633776,-20.838667,-13.133776,-20.444582,-19.760237,-16.296259,-16.196276,-9.884418,-25.229088,-4.7587757,-0.008775597,-14.258776,-16.133776,-14.259225
+8402,-0.00030977695,-13.816052,-13.18781,-17.474674,-17.718346,-11.169253,-12.25031,-17.192802,-23.924765,-15.12531,-16.750309,-12.50031,-12.25031,-9.627181
+294509,-12.937885,-17.000319,-12.750385,-15.125476,-17.272215,-10.472391,-13.125385,-0.0006448143,-19.991253,-12.500385,-13.187885,-14.062885,-10.875385,-10.377024
+548033,-13.500169,-17.302324,-11.125169,-15.384714,-14.311761,-11.692124,-14.500169,-14.877548,-27.05797,-13.250169,-17.68767,-11.125169,-9.750169,-0.0006655271
+263091,-14.625313,-13.58061,-17.875313,-22.874943,-21.591993,-16.231205,-0.00031239874,-16.126478,-22.821402,-17.312813,-16.625313,-16.375313,-14.750313,-13.765969
+375303,-14.50015,-21.687155,-14.62515,-19.349718,-20.516243,-12.948485,-18.812649,-14.891305,-27.545996,-0.00014971566,-12.62515,-15.25015,-14.87515,-14.750753
+347263,-13.812999,-14.818137,-13.375499,-16.799461,-14.467866,-22.191246,-10.375499,-10.750684,-0.00082582334,-14.250499,-10.812999,-11.812999,-12.125499,-13.9037485
+428376,-15.125193,-20.76968,-16.062693,-22.991102,-19.556297,-16.276628,-17.062693,-13.164849,-24.969206,-10.625193,-0.00019262366,-14.750193,-17.125193,-15.376583
+316391,-13.813114,-18.044058,-14.813114,-18.04385,-18.493732,-10.129202,-15.625614,-0.0007088637,-16.34745,-13.000614,-14.875614,-14.188114,-14.250614,-11.309217
+344096,-13.50059,-14.393916,-13.12559,-17.220356,-14.113914,-21.120993,-9.93809,-10.250767,-0.00091136753,-13.75059,-10.75059,-11.43809,-11.62559,-13.455419
+506751,-15.000429,-21.101906,-10.500429,-18.0083,-15.785901,-17.04121,-17.37543,-17.81576,-26.813297,-15.187929,-16.81293,-12.875429,-0.00042894224,-8.12622
+602492,-13.000546,-14.31957,-13.438046,-14.513026,-13.842327,-20.453672,-10.563046,-10.00073,-0.0008746737,-13.375546,-10.813046,-11.250546,-11.438046,-13.330225
+455784,-14.375766,-18.863842,-9.875766,-18.766891,-18.144909,-16.641966,-17.000767,-18.001343,-25.788925,-16.375767,-17.250767,-0.00076586474,-7.875766,-10.1262665
+344798,-11.939342,-12.313709,-11.751842,-16.10335,-12.004724,-14.495195,-9.814342,-7.502108,-0.0026813513,-11.814342,-10.126842,-10.876842,-10.001842,-13.5159855
+80520,-10.752729,-14.094731,-0.0027290266,-6.8801055,-10.003355,-12.631292,-15.127729,-14.371943,-20.664705,-11.627729,-14.940229,-7.252729,-10.627729,-13.319851
+549830,-15.250186,-20.449833,-12.375186,-17.292952,-16.148058,-15.022275,-14.625186,-15.563652,-21.839104,-14.500186,-17.437685,-11.375186,-10.500186,-0.0006334798
+619463,-15.250256,-21.61547,-11.125256,-19.748186,-19.516455,-16.520575,-18.375256,-18.940773,-25.668911,-17.437756,-18.562756,-0.00025519452,-10.250256,-13.251878
+305674,-13.063513,-19.00725,-15.001013,-14.904764,-18.063875,-13.777801,-11.251013,-0.0011219553,-15.385573,-12.126013,-13.563513,-13.188513,-12.876013,-10.6348095
+194357,-14.75039,-19.450127,-12.12539,-15.272484,-0.0008632449,-25.56089,-16.562891,-18.952246,-25.736492,-16.312891,-17.687891,-18.562891,-17.125391,-15.753158
+525085,-7.37708,-7.8778214,-9.50208,-14.974404,-12.924152,-10.519107,-10.37708,-11.943125,-23.67794,-11.00208,-14.31458,-10.87708,-8.87708,-0.0031690437
+383979,-12.750237,-17.796366,-11.500237,-15.877492,-18.10578,-11.985398,-15.375237,-11.502528,-26.553968,-0.00023707918,-12.250237,-13.562737,-12.875237,-12.750727
+519995,-14.626654,-22.085562,-11.626654,-20.09023,-14.11672,-20.343729,-16.064154,-17.253029,-23.16732,-15.376654,-17.876654,-12.751654,-0.0016532575,-6.6271133
+241920,-14.750313,-14.217588,-17.437813,-22.555555,-23.29744,-14.426562,-0.0003131138,-16.563967,-24.47767,-17.500313,-17.375313,-16.812813,-15.375313,-14.894828
+427310,-13.125676,-21.479538,-14.500676,-18.7144,-17.59876,-12.253715,-14.875676,-11.512168,-21.603825,-9.875676,-0.0006760457,-12.625676,-15.188176,-13.251393
+515813,-15.125406,-23.27608,-12.000406,-19.585459,-18.83732,-22.391888,-17.375406,-17.767256,-28.315292,-16.250406,-17.750406,-13.125406,-0.00040654023,-8.136592
+555979,-14.000207,-19.664509,-11.000207,-16.26283,-18.339455,-15.181071,-15.625207,-15.502349,-27.22099,-12.000207,-17.000206,-10.000207,-10.625207,-0.0006313401
+577873,-16.93792,-16.830711,-10.500421,-0.0015464947,-16.689993,-13.716319,-18.06292,-17.266924,-27.100214,-13.750421,-17.87542,-16.00042,-13.875421,-15.81644
+176421,-12.750733,-15.667312,-9.750733,-11.155604,-0.0011676493,-18.303413,-14.000733,-16.389364,-23.33429,-14.625733,-17.125734,-16.438234,-15.063233,-14.627769
+445008,-15.375327,-21.532808,-11.750327,-20.502342,-21.88698,-15.828656,-18.437826,-18.500866,-25.879356,-17.437826,-18.312826,-0.0003266993,-9.750327,-13.106847
+478074,-14.500432,-20.940737,-11.250432,-18.41268,-18.707472,-18.051214,-17.750433,-19.190989,-24.420143,-18.250433,-17.625433,-0.00043227864,-9.375432,-11.626805
+566627,-7.5036335,-0.004266943,-12.5036335,-15.999424,-14.654787,-11.098233,-8.5036335,-13.128838,-20.088634,-12.4411335,-11.8786335,-12.7536335,-9.5036335,-9.881592
+378414,-13.187914,-17.437319,-10.875414,-17.665262,-17.65749,-12.824998,-15.750414,-9.75192,-24.254398,-0.00041428566,-10.875414,-14.187914,-13.437914,-13.25101
+319278,-12.6256695,-16.764503,-13.5006695,-17.551538,-18.000645,-10.4507065,-15.0006695,-0.00081932865,-14.550213,-11.6881695,-13.5006695,-12.6256695,-12.4381695,-10.394564
+462566,-15.750199,-22.730494,-12.250199,-21.75332,-22.773987,-15.916329,-18.5002,-18.1883,-26.651382,-17.7502,-18.3127,-0.00019977482,-10.375199,-12.884424
+92321,-14.875649,-17.984333,-0.0006498371,-8.376228,-14.87776,-16.65197,-17.12565,-17.587713,-23.75713,-13.625649,-17.93815,-9.375649,-12.125649,-15.19168
+390683,-13.753332,-18.864754,-14.003332,-16.434246,-20.102982,-13.109055,-17.190832,-11.63191,-23.11943,-0.0033319453,-13.628332,-14.628332,-12.378332,-11.753886
+173038,-13.3128195,-18.434746,-12.6253195,-13.922034,-0.0007104791,-21.92787,-15.5628195,-15.99616,-24.937868,-14.8128195,-16.37532,-17.12532,-15.0003195,-14.688923
+242257,-9.188521,-0.07680896,-13.688521,-18.03818,-19.73957,-12.31656,-2.8135214,-13.188968,-18.485907,-13.751021,-12.813521,-12.063521,-10.813521,-8.691037
+112973,-14.50139,-17.464314,-0.0013904438,-12.005995,-12.127539,-22.738646,-17.50139,-16.2538,-23.197056,-15.43889,-18.37639,-13.12639,-13.62639,-7.1300535
+313967,-11.753451,-13.6942,-14.753451,-12.608904,-14.999728,-9.213881,-6.8784513,-0.0036476639,-13.659249,-10.253451,-10.003451,-9.628451,-11.003451,-10.897271
+551310,-9.001329,-8.003595,-10.126329,-14.811865,-10.828832,-12.660997,-11.501329,-13.066216,-23.484518,-11.813829,-15.376329,-10.501329,-8.501329,-0.0024191856
+503624,-8.625447,-17.455544,-12.375447,-18.741636,-15.736953,-14.8764305,-13.000447,-16.313297,-22.303616,-14.250447,-17.250446,-11.750447,-0.00044693495,-9.00141
+507355,-12.930076,-12.179844,-9.180076,-16.099297,-11.544688,-14.266219,-13.367576,-13.994887,-22.481073,-11.805076,-16.992575,-10.680076,-1.8050754,-0.18051824
+435330,-14.000145,-25.096003,-16.125145,-21.025026,-21.320187,-14.029837,-16.125145,-14.137884,-23.072605,-11.750145,-0.00014506718,-14.125145,-15.812645,-13.500617
+53377,-8.502009,-0.0027450207,-13.252009,-14.683202,-14.110565,-14.449663,-8.252009,-13.939851,-18.361174,-13.939509,-13.502009,-12.064509,-10.377009,-9.129274
+535292,-13.500691,-18.372835,-11.375691,-15.883135,-16.636435,-15.522894,-14.188191,-14.878768,-23.497375,-12.375691,-16.87569,-10.250691,-8.625691,-0.0011428761
+338184,-13.6255865,-15.700294,-13.1255865,-15.457173,-14.337979,-21.301237,-10.8130865,-11.06333,-0.00100253,-13.9380865,-11.0630865,-11.5005865,-12.0005865,-13.915315
+398021,-12.5006485,-16.461819,-11.1256485,-15.487744,-16.732294,-12.03724,-14.5006485,-8.251539,-25.37466,-0.0006481692,-10.6256485,-13.4381485,-12.7506485,-11.8762665
+588425,-12.876147,-12.935306,-12.751147,-16.348467,-13.0954,-0.003281321,-11.001147,-11.5018,-26.814802,-11.563647,-12.438647,-10.626147,-9.251147,-10.751889
+623745,-15.625175,-24.468504,-14.125175,-17.889923,-18.140106,-16.979326,-17.562675,-19.128204,-32.3426,-16.375175,-20.187675,-13.375175,-0.00017569905,-11.506403
+230718,-12.312963,-14.225097,-12.375463,-16.788761,-13.834942,-0.0030173834,-10.750463,-13.438702,-26.534637,-13.687963,-12.625463,-10.937963,-10.500463,-12.001112
+425022,-14.500083,-23.878485,-13.875083,-20.303127,-18.976955,-19.243212,-17.562584,-13.41923,-26.938595,-10.875083,-8.332382e-05,-14.000083,-17.125084,-15.375699
+459857,-15.250306,-21.6944,-11.250306,-20.645706,-17.936655,-17.656944,-18.625307,-19.628819,-26.202888,-17.750307,-18.375307,-0.00030620178,-10.250306,-12.2512045
+455974,-16.125263,-22.133617,-11.500264,-21.14241,-20.918694,-18.588146,-19.500263,-19.888235,-27.624218,-17.562763,-19.000263,-0.00026377538,-10.500264,-14.001824
+320137,-13.8128605,-14.980874,-13.7503605,-15.135543,-14.4080715,-21.67095,-11.0628605,-10.938072,-0.000600721,-14.0003605,-11.1253605,-12.0003605,-11.8128605,-14.216245
+182850,-13.000376,-18.882082,-9.375376,-13.881739,-0.0012460031,-15.63592,-15.437876,-17.673288,-24.424004,-15.312876,-17.500376,-17.312876,-16.000376,-14.751882
+549778,-12.2501545,-14.760059,-12.3751545,-19.055717,-22.276293,-11.803579,-14.0001545,-16.202621,-29.0757,-14.6251545,-17.937654,-12.5001545,-11.2501545,-0.00089187844
+88712,-13.126512,-17.90714,-0.0015112658,-12.254032,-15.454711,-15.818199,-16.56401,-16.695786,-25.788536,-14.251512,-17.06401,-6.751511,-11.376512,-12.384822
+394069,-12.875596,-21.74952,-12.250596,-15.424476,-15.915399,-11.889679,-14.500596,-10.7545,-21.887806,-0.00059574976,-10.375596,-13.375596,-13.625596,-13.376462
+138137,-15.125615,-15.092648,-9.750615,-0.001990494,-14.439498,-12.641008,-16.500616,-16.638266,-25.595242,-13.000615,-16.875616,-15.500615,-12.750615,-14.938925
+585978,-7.752593,-15.461522,-11.940093,-16.913254,-17.179218,-0.0037821645,-11.002593,-13.753764,-21.485172,-8.752593,-13.502593,-11.627593,-8.877593,-7.8787627
+143842,-13.572806,-14.629193,-4.760307,-0.010960473,-10.764091,-15.182155,-15.635306,-15.596107,-22.331625,-12.447806,-14.760306,-13.197806,-11.947806,-12.511308
+449374,-16.250298,-23.60739,-12.125298,-20.673092,-23.739622,-17.149883,-18.875298,-20.127022,-25.388218,-18.875298,-18.812798,-0.00029774048,-10.375298,-13.3768425
+32946,-1.6383767,-7.34852,-2.1383767,-12.96587,-9.673723,-6.4666924,-5.2633767,-8.476014,-18.46494,-6.6383767,-9.825876,-1.7633767,-4.5133767,-1.5151377
+340991,-12.563055,-13.791467,-12.875555,-14.109194,-15.596003,-20.790285,-10.375555,-9.750782,-0.00071103626,-13.750555,-10.938055,-11.313055,-11.188055,-17.506056
+51514,-7.769843,-0.023199145,-13.269843,-13.564098,-17.920883,-11.577745,-4.144843,-13.832654,-15.7698765,-13.269843,-12.582343,-11.394843,-10.019843,-8.77203
+248282,-15.687953,-19.090166,-16.500454,-21.000692,-23.97058,-14.662707,-0.0004532502,-15.501673,-19.297113,-15.812953,-15.625453,-14.625453,-14.125453,-12.756638
+569134,-8.377072,-0.0026360953,-13.689572,-14.944456,-15.166849,-14.796404,-9.002072,-14.314901,-16.588104,-14.627072,-14.314572,-12.627072,-10.877072,-9.629616
+66629,-7.2532673,-0.0037376536,-12.565767,-16.437769,-14.803588,-15.977885,-9.003267,-15.005306,-20.75652,-13.440767,-12.878267,-13.878267,-10.503267,-10.005106
+462044,-12.500937,-18.354246,-10.000937,-18.65703,-18.131756,-16.66356,-16.250937,-19.003012,-24.389961,-18.438437,-17.125937,-0.00093738,-7.6259375,-9.626497
+469779,-5.326696,-9.03239,-4.451696,-10.35846,-11.448826,-11.386942,-1.2016958,-9.6399,-19.809128,-9.201695,-9.826695,-2.076696,-3.951696,-0.8276078
+28746,-0.00018487652,-12.8896885,-12.000185,-18.70703,-15.280694,-16.008047,-14.875185,-17.82536,-26.096565,-17.625185,-16.312685,-14.687685,-13.375185,-9.133299
+248441,-13.504213,-7.5010786,-17.129213,-22.433807,-19.927937,-12.843052,-0.0042132665,-12.880093,-17.646961,-16.816713,-14.004213,-15.191713,-12.879213,-10.810918
+191636,-12.626774,-10.543471,-6.626774,-10.883872,-0.0021867848,-19.060038,-14.126774,-15.468996,-21.591831,-14.064274,-15.939274,-15.626774,-15.189274,-13.128309
+623227,-15.000604,-22.158092,-12.625604,-18.071829,-15.666749,-20.144773,-17.125603,-18.207006,-29.053944,-15.875604,-17.875603,-13.250604,-0.00060337456,-7.6261764
+85424,-13.875486,-16.67554,-0.00048601735,-8.627163,-14.064957,-17.044186,-17.625486,-18.48959,-23.294537,-14.687986,-18.812986,-10.625486,-10.000486,-14.379129
+486246,-14.625617,-23.34246,-11.875617,-18.808573,-17.865662,-17.415209,-16.188116,-17.69526,-27.927004,-14.625617,-17.750616,-12.000617,-0.0006165987,-7.6327105
+612489,-15.12508,-23.0248,-15.87508,-24.122389,-20.400007,-17.114288,-18.00008,-13.390034,-28.123255,-10.62508,-8.0224636e-05,-14.75008,-17.56258,-15.750491
+95385,-13.251071,-17.60507,-0.0010713558,-10.87843,-14.314678,-16.558924,-16.938572,-16.774614,-25.39561,-13.626071,-16.751072,-7.2510715,-11.751071,-14.132844
+355125,-11.377721,-12.529906,-11.627721,-13.056824,-12.830886,-16.930182,-7.8777204,-6.627929,-0.0028844853,-12.627721,-10.877721,-10.127721,-10.377721,-13.080351
+44695,-5.8826494,-0.008181849,-10.195149,-13.014452,-8.06831,-13.449089,-7.5076494,-10.2586355,-10.315584,-11.445149,-11.570149,-10.257649,-9.382649,-7.3862424
+224889,-11.500559,-13.542526,-12.813059,-17.249628,-13.761385,-0.003364085,-10.000559,-12.626073,-23.006268,-13.313059,-12.875559,-11.063059,-9.750559,-11.3760395
+79135,-8.255275,-0.0068087154,-13.255275,-15.158128,-14.401749,-15.630591,-6.005275,-14.3807535,-17.384914,-14.130275,-12.192775,-11.005275,-10.255275,-9.383559
+580445,-15.500286,-20.208351,-13.625286,-16.212015,-0.00085202616,-25.029575,-16.687786,-19.543364,-24.956776,-17.312786,-18.250286,-19.000286,-17.875286,-16.689878
+369173,-14.250288,-20.423315,-13.750288,-16.136662,-20.68724,-15.8929205,-17.375288,-11.378257,-24.325512,-0.000287849,-9.750288,-15.250288,-13.750288,-14.001511
+353078,-13.625421,-15.12887,-13.250421,-14.662016,-14.334421,-21.71287,-10.750421,-10.750606,-0.0006513637,-13.937921,-11.125421,-11.625421,-11.937921,-13.910698
+427776,-14.625108,-20.432995,-14.375108,-23.995857,-19.839739,-18.199497,-17.625109,-13.127259,-26.400143,-10.250108,-0.00010799778,-14.375108,-17.562609,-15.500742
+118029,-13.87532,-19.181032,-0.00032085992,-13.63364,-13.00183,-19.509148,-17.68782,-17.237938,-26.31026,-14.87532,-18.81282,-13.00032,-15.43782,-14.877661
+547008,-13.81303,-18.741762,-12.00053,-15.96078,-21.69696,-21.59669,-16.68803,-15.317641,-24.09673,-12.25053,-17.68803,-10.37553,-10.87553,-0.0013514748
+389161,-13.250208,-18.689081,-11.500208,-17.606745,-19.302114,-13.224773,-16.187708,-11.752212,-26.228678,-0.00020764102,-11.875208,-14.062708,-14.562708,-13.939144
+192352,-13.250518,-16.536102,-9.125518,-13.516811,-0.0010438818,-21.459066,-15.750518,-16.974812,-22.555824,-13.688018,-17.000519,-17.188019,-15.375518,-14.690539
+158756,-15.938213,-16.729269,-8.500713,-0.0016024766,-14.189285,-15.166589,-17.688213,-16.606213,-26.056087,-15.875713,-16.750713,-15.813213,-14.500713,-14.565235
+518865,-16.125383,-23.34262,-13.000382,-19.760656,-17.196106,-23.832993,-17.562883,-18.712679,-30.41962,-16.875383,-19.000383,-13.750382,-0.00038258862,-8.251822
+562717,-5.471557e-05,-18.285877,-16.125055,-20.576204,-16.75967,-14.599459,-15.562554,-17.77111,-23.90459,-17.187555,-16.562555,-15.312554,-14.250054,-13.692595
+27925,-0.0007404923,-15.398104,-9.00074,-17.97519,-15.223803,-17.058329,-15.12574,-18.127033,-23.72461,-14.43824,-14.87574,-13.18824,-8.87574,-13.270528
+597501,-13.68794,-16.92826,-16.625439,-17.431488,-18.276752,-14.237815,-13.56294,-0.0005679274,-15.620264,-13.06294,-14.25044,-14.25044,-14.43794,-12.2603035
+382177,-12.3761015,-19.196398,-11.2511015,-14.810401,-14.62994,-11.176011,-13.8761015,-10.378269,-21.11821,-0.001101483,-10.0011015,-12.0011015,-12.5011015,-12.878002
+43203,-9.753101,-0.0035785513,-12.940601,-14.770691,-12.144718,-17.133965,-6.2531013,-15.067654,-21.833784,-14.065601,-13.440601,-14.315601,-10.878101,-11.00478
+150766,-16.937883,-16.696527,-10.625382,-0.001638623,-16.814613,-13.7708645,-17.937883,-16.961054,-27.152082,-14.125382,-18.000383,-16.437883,-13.625382,-16.068861
+103584,-13.877414,-15.375757,-0.0024139332,-6.504445,-12.257061,-22.01422,-16.314915,-16.614595,-22.348217,-12.252414,-16.002415,-13.502414,-8.002414,-14.194156
+343798,-9.384033,-12.280628,-11.384033,-12.787724,-11.493833,-8.300057,-9.134033,-7.2592735,-0.00984787,-10.446533,-9.634033,-9.384033,-9.321533,-14.836918
+65221,-6.8854036,-0.011137605,-11.510404,-12.319497,-12.304057,-19.549585,-9.010404,-14.825167,-23.39272,-12.697904,-10.572904,-11.947904,-10.010404,-8.887324
+75738,-8.627011,-0.0026222754,-12.627011,-17.449305,-14.212267,-11.889286,-8.252011,-13.502318,-19.712727,-13.814511,-13.252011,-13.689511,-10.002011,-10.003504
+130874,-16.937721,-18.122417,-10.625221,-0.0012679339,-14.627119,-16.379261,-17.687721,-18.750162,-27.989609,-15.875221,-17.875221,-16.687721,-15.750221,-16.877628
+279108,-9.250986,-8.940259,-12.500986,-16.52171,-18.512098,-10.004903,-0.0009858515,-12.876318,-20.691086,-13.000986,-13.500986,-10.875986,-10.500986,-9.128274
+522927,-9.37547,-15.656839,-10.75047,-14.990131,-21.453564,-13.579093,-16.187971,-17.50135,-26.400948,-13.50047,-17.500471,-10.12547,-10.25047,-0.0011670631
+601776,-13.438021,-14.837833,-12.813021,-13.6760235,-14.197103,-18.186022,-10.250521,-10.438218,-0.00085191755,-13.625521,-10.813021,-11.188021,-11.813021,-13.71612
+191416,-13.377106,-15.792791,-8.627106,-6.3799834,-0.0027284343,-15.131517,-15.814606,-16.47713,-24.784983,-13.502106,-16.752106,-16.564606,-16.314606,-13.255858
+609962,-14.375256,-20.437567,-14.500256,-17.320465,-19.48926,-16.244247,-17.562756,-10.376503,-25.154343,-0.00025555206,-10.375256,-14.750256,-15.125256,-15.2506
+627488,-14.25009,-17.568731,-12.75009,-17.580717,-16.809341,-15.952151,-15.12509,-15.25209,-26.428555,-15.37509,-17.81259,-11.62509,-10.37509,-0.00076342386
+259080,-15.750474,-14.221894,-17.812975,-22.474716,-22.41021,-17.16754,-0.00047434046,-13.8758955,-18.933678,-16.250475,-15.000474,-15.000474,-15.000474,-13.174897
+327014,-13.375587,-14.824804,-13.063087,-15.994419,-14.146488,-22.830803,-10.438087,-10.563275,-0.0009527198,-13.563087,-10.750587,-11.188087,-11.625587,-13.661104
+363928,-13.187956,-17.644,-11.250456,-17.602419,-17.474272,-12.986003,-16.000456,-10.128424,-24.523682,-0.000455395,-12.250456,-14.375456,-13.437956,-13.0646715
+378814,-12.876137,-15.974249,-12.563637,-15.763786,-16.239159,-12.442292,-15.251137,-8.252922,-24.254694,-0.0011372057,-12.938637,-13.751137,-12.501137,-11.251672
+349273,-13.000713,-14.067915,-13.063213,-15.075127,-13.706035,-17.983126,-9.625713,-9.750933,-0.000972579,-13.438213,-10.500713,-11.063213,-11.375713,-14.136298
+470961,-11.126206,-16.58332,-9.751206,-16.967894,-20.087292,-14.24945,-15.626206,-15.565379,-22.109034,-14.188706,-16.313707,-0.0012068616,-7.751207,-9.377325
+331269,-11.189388,-12.363246,-12.689388,-12.671705,-12.985499,-15.468187,-9.126888,-8.002101,-0.0021541994,-12.814388,-10.501888,-10.064388,-9.751888,-17.628807
+611128,-14.000208,-20.35123,-14.125208,-22.074135,-18.879417,-15.81469,-16.562708,-11.7744465,-23.76973,-9.375208,-0.00020764102,-13.000208,-16.312708,-13.877042
+498536,-10.089882,-11.962005,-8.839882,-13.616792,-12.968642,-10.339843,-12.964882,-12.841062,-22.221756,-10.464882,-14.464882,-8.464882,-0.08988155,-2.4653468
+535922,-6.505629,-10.262657,-10.38063,-12.778536,-9.863324,-7.385194,-10.38063,-13.068659,-19.853954,-12.94313,-12.94313,-10.81813,-8.63063,-0.0067264787
+343644,-11.189592,-11.32301,-13.064592,-17.264439,-8.870031,-16.906956,-10.689592,-7.877452,-0.0024561966,-11.377092,-10.564592,-10.939592,-10.252092,-11.3812895
+427869,-14.625158,-21.02246,-14.250158,-23.44761,-20.018957,-18.325962,-17.312658,-13.390399,-27.140697,-9.375158,-0.00015793984,-14.125158,-17.125158,-15.626673
+291682,-14.937743,-19.721062,-15.875243,-19.145847,-21.268593,-11.508786,-15.500243,-0.00034412259,-20.37283,-13.875243,-15.625243,-14.000243,-14.812743,-11.135368
+530262,-11.376194,-17.47852,-10.376194,-16.174276,-12.728954,-9.778841,-12.376194,-13.876864,-21.322577,-10.751194,-15.751194,-10.376194,-7.001194,-0.001648444
+329432,-10.815893,-12.416816,-12.815893,-13.366194,-12.8497715,-15.158996,-8.940893,-6.3786,-0.0036514257,-11.878393,-9.878393,-9.878393,-10.253393,-10.825774
+199812,-11.500858,-15.890858,-12.375858,-14.161521,-0.0012076376,-20.847383,-14.313358,-16.47232,-24.154009,-14.813358,-15.688358,-16.625858,-14.625858,-15.127292
+191577,-14.250461,-20.80117,-13.250461,-15.945078,-0.0013054747,-26.130676,-16.81296,-19.560083,-22.483065,-15.437961,-17.50046,-18.87546,-16.75046,-17.06782
+332417,-13.313113,-14.496009,-13.188113,-14.053956,-13.765728,-18.446632,-10.125613,-10.31334,-0.0009842925,-13.313113,-10.250613,-10.938113,-11.438113,-13.272868
+246743,-15.062983,-15.122235,-15.687983,-18.13922,-20.065144,-12.913663,-0.00048208536,-12.50127,-17.21272,-13.750483,-14.000483,-14.375483,-12.250483,-11.006552
+122906,-16.25055,-15.740969,-10.000549,-0.0016254038,-15.376822,-12.259297,-17.81305,-16.637983,-27.85075,-14.375549,-17.37555,-16.00055,-13.875549,-16.064215
+570715,-14.875116,-20.239935,-0.000115983916,-13.378892,-15.677235,-19.44017,-16.812616,-20.200918,-28.909824,-16.812616,-21.062616,-16.000116,-14.750116,-17.43858
+495686,-14.879807,-20.610216,-13.004807,-18.773989,-20.523552,-22.269125,-16.504807,-17.448431,-28.380272,-14.754807,-16.817307,-13.004807,-0.004807224,-5.3809853
+318589,-14.875239,-19.015429,-16.062738,-18.719505,-18.825735,-11.128308,-15.812739,-0.00033303772,-20.436184,-13.812739,-15.812739,-14.500239,-15.062739,-10.883531
+511453,-15.812956,-23.644398,-12.125456,-21.73645,-16.339926,-22.765518,-18.062956,-16.628202,-24.18744,-15.750456,-17.812956,-13.875456,-0.000455395,-9.376128
+611984,-12.62564,-20.703218,-14.37564,-17.51805,-16.636044,-12.99117,-14.81314,-11.81362,-22.081333,-9.87564,-0.00063982996,-12.87564,-15.31314,-13.12612
+9634,-0.00011991736,-15.737512,-12.00012,-18.0151,-17.395401,-15.712716,-15.25012,-19.815834,-24.229084,-17.43762,-17.25012,-13.37512,-10.50012,-13.253294
+604475,-13.250362,-14.379938,-13.937862,-15.507549,-15.973718,-21.80792,-10.687862,-10.188109,-0.00064708106,-14.250362,-11.312862,-12.000362,-11.750362,-17.386694
+52146,-7.62728,-0.0032400682,-12.87728,-16.164213,-17.854757,-15.703198,-8.50228,-15.065043,-17.770622,-14.37728,-13.50228,-11.50228,-10.62728,-10.004263
+388072,-12.1265335,-17.09045,-11.7515335,-14.766647,-16.94533,-11.615832,-14.8765335,-11.091705,-24.342157,-0.0015330479,-11.9390335,-13.3140335,-12.3765335,-12.127238
+98343,-11.626937,-12.169412,-0.0019372997,-7.0059466,-10.00265,-15.518639,-14.439437,-9.805299,-21.695423,-11.001937,-14.626937,-12.564437,-11.001937,-11.690783
+524016,-13.875331,-18.644484,-11.250331,-15.702744,-19.103409,-16.73838,-15.875331,-15.195528,-23.804996,-11.500331,-17.56283,-10.250331,-9.125331,-0.0008921884
+125336,-16.75058,-16.496788,-10.25058,-0.0021477076,-16.189438,-13.83604,-17.56308,-16.38908,-26.336033,-13.75058,-17.50058,-16.06308,-13.37558,-15.831468
+612611,-12.127808,-20.537292,-14.127808,-17.219559,-16.625816,-12.924819,-14.565308,-11.024031,-21.999355,-9.252808,-0.002807606,-12.377808,-15.252808,-12.878484
+84107,-15.625128,-18.75649,-0.0001277842,-14.129585,-15.376078,-19.470858,-17.937628,-17.4888,-26.578924,-15.125128,-18.500128,-13.500128,-14.625128,-16.127747
+162834,-12.938686,-14.733347,-10.251186,-14.705023,-0.0023281127,-20.218159,-14.188686,-17.010042,-25.199383,-14.438686,-16.626186,-15.626186,-15.251186,-15.941131
+77445,-7.5042086,-0.009462077,-12.754209,-13.031146,-18.491158,-11.8561945,-6.6292086,-13.754565,-18.20219,-13.191709,-12.879209,-11.254209,-9.754209,-9.006271
+149839,-16.812796,-16.685843,-9.500296,-0.0010201252,-15.065202,-15.028939,-17.125296,-16.32917,-27.689783,-15.500296,-17.812796,-16.250296,-14.875296,-15.627925
+235232,-12.251064,-13.38072,-11.376064,-16.38352,-12.922527,-0.003643216,-10.126064,-12.438932,-23.255556,-12.876064,-11.938564,-9.938564,-10.438564,-11.251963
+424343,-14.125145,-19.967138,-14.375145,-20.78539,-18.01762,-16.85199,-16.625145,-12.279334,-23.874035,-11.875145,-0.00014506718,-14.125145,-16.687645,-13.12694
+425278,-14.875098,-22.479223,-15.500098,-22.527733,-19.74449,-16.447277,-17.312597,-13.263182,-26.137196,-10.375098,-9.7985234e-05,-14.500098,-16.500097,-14.625532
+134955,-16.25097,-16.001728,-10.375972,-0.0021819938,-15.87745,-12.927855,-16.93847,-16.073908,-27.089733,-13.250972,-17.00097,-16.00097,-13.250972,-15.506665
+347355,-13.438163,-14.949421,-13.063163,-14.886132,-13.969371,-19.646183,-9.875663,-10.250882,-0.0008990674,-13.750663,-10.688163,-11.250663,-11.813163,-13.803189
+520132,-4.8870373,-10.833356,-10.512037,-15.999178,-8.131333,-9.342246,-11.137037,-14.013483,-19.140781,-12.262037,-12.762037,-9.637037,-8.512037,-0.012822773
+350075,-13.500559,-15.0043335,-13.438059,-15.249446,-14.424185,-20.811745,-10.250559,-10.625768,-0.0008178245,-14.000559,-10.688059,-11.500559,-11.750559,-13.852686
+247525,-6.521406,-6.9126425,-12.771406,-13.690467,-4.323615,-14.685853,-0.021406207,-14.209336,-17.895664,-13.208906,-12.646406,-13.333906,-11.021406,-9.64918
+541158,-11.750883,-17.693596,-9.000883,-14.595798,-17.364506,-15.437596,-14.813383,-14.5050955,-22.55069,-8.500883,-15.313383,-9.250883,-8.375883,-0.0015731729
+218339,-8.503373,-16.123201,-12.190873,-16.828262,-16.585161,-0.0049805213,-11.003373,-13.818489,-21.102484,-8.878373,-12.878373,-11.503373,-8.628373,-7.3801546
+592545,-7.131723,-7.648114,-9.131723,-14.809392,-16.155197,-8.942606,-0.006723164,-6.2569313,-18.314062,-11.194223,-8.631723,-9.756723,-9.381723,-8.139596
+247850,-13.875524,-12.816329,-16.688025,-22.986195,-20.529036,-15.343949,-0.0005236685,-15.50124,-23.463127,-16.375525,-15.500524,-14.500524,-13.125524,-12.131963
+106972,-12.131649,-15.884889,-0.006648918,-5.5077143,-11.22657,-17.85381,-16.006649,-18.768799,-20.820658,-11.756649,-16.381649,-13.694149,-7.881649,-12.471365
+275978,-8.001919,-15.2584305,-14.439419,-18.225292,-18.69236,-10.439157,-0.0019187389,-14.002456,-18.792715,-14.376919,-13.189419,-13.751919,-12.126919,-10.507063
+286414,-10.126086,-12.077554,-13.251086,-14.907225,-13.886468,-9.649424,-7.626086,-0.0014193753,-13.713674,-11.251086,-11.001086,-10.751086,-10.876086,-10.005202
+418769,-15.00016,-19.404861,-15.31266,-20.665333,-17.812836,-14.410206,-16.50016,-12.697394,-24.426876,-11.87516,-0.00015996608,-13.37516,-15.81266,-12.125822
+67074,-7.7532406,-0.0036948281,-11.815741,-15.254265,-12.620777,-16.125906,-7.5032406,-14.128766,-21.238955,-13.065741,-11.253241,-12.128241,-10.378241,-9.005836
+162971,-14.500389,-21.916153,-12.250389,-16.01888,-0.0009714295,-20.885197,-16.37539,-19.09601,-23.394411,-16.31289,-17.75039,-18.25039,-17.00039,-16.189249
+348881,-13.43799,-14.872157,-13.31299,-16.142958,-14.419091,-21.29993,-10.50049,-10.62569,-0.0007594452,-14.00049,-11.06299,-11.62549,-12.00049,-13.781561
+591735,-14.000945,-12.251304,-16.563444,-20.519484,-17.301573,-18.934278,-0.0009448831,-15.501329,-19.176989,-16.563444,-15.813445,-15.563445,-14.688445,-13.687821
+183058,-14.875399,-20.518833,-13.250399,-15.890853,-0.0010474405,-25.384483,-16.250399,-18.80298,-25.097324,-16.437899,-17.562899,-18.375399,-17.125399,-16.821316
+348521,-12.875461,-14.031402,-13.437961,-14.528021,-15.995358,-19.82726,-10.125461,-10.06327,-0.0006370521,-14.000461,-10.750461,-11.562961,-11.437961,-14.926291
+295347,-11.625439,-15.136084,-16.437939,-17.82781,-14.483604,-12.798949,-11.000439,-0.0005945076,-16.52069,-12.062939,-12.750439,-13.937939,-13.000439,-10.2704935
+370025,-10.2641,-16.289913,-10.2641,-15.344574,-16.973124,-12.606748,-12.1391,-6.771658,-22.399212,-0.014099627,-4.3890996,-10.7641,-12.3891,-10.01475
+367834,-13.937985,-18.001043,-11.625485,-15.67091,-18.300146,-21.745438,-15.625485,-11.880613,-24.597134,-0.0004856599,-11.875485,-13.562985,-13.437985,-13.003207
+265158,-13.875386,-14.73752,-17.625387,-23.831274,-18.650032,-13.963137,-0.00038628269,-16.376982,-24.374828,-17.250387,-16.062887,-15.937886,-14.000386,-12.846485
+498450,-14.625376,-21.116777,-11.875376,-18.674482,-15.714282,-18.409075,-17.750376,-16.691748,-25.948782,-15.312876,-17.562876,-13.375376,-0.00037579628,-9.890756
+609265,-12.813264,-16.462494,-12.125764,-16.70594,-16.436222,-12.374476,-15.500764,-8.502353,-23.836502,-0.00076395884,-12.125764,-13.875764,-12.625764,-12.126338
+480202,-16.12524,-23.473707,-11.87524,-19.7788,-17.629435,-22.086761,-18.56274,-18.441496,-26.20504,-15.62524,-18.93774,-12.75024,-0.00024029706,-8.751321
+521165,-7.5031013,-7.129492,-9.253101,-14.270406,-9.983218,-12.304806,-10.128101,-11.507801,-22.438843,-10.253101,-14.440601,-10.253101,-8.378101,-0.0050839325
+220469,-6.1348605,-12.838504,-10.384861,-11.855209,-14.545649,-0.01253433,-10.197361,-11.827062,-18.862816,-7.0098605,-10.822361,-9.759861,-7.8848605,-6.76081
+456478,-13.125975,-19.842617,-10.750975,-18.72197,-19.571287,-14.153471,-16.250975,-17.877619,-21.359167,-16.563475,-15.938475,-0.0009750141,-7.500975,-11.252173
+526640,-5.630176,-13.540915,-9.630177,-12.71386,-15.43937,-14.133504,-13.630177,-15.198787,-22.837038,-11.255177,-15.005177,-7.880176,-7.380176,-0.006040727
+100699,-13.688282,-15.48251,-0.000782422,-8.754196,-14.6274805,-20.222033,-16.750782,-16.092518,-22.917233,-13.000782,-17.188282,-8.250782,-10.875782,-14.628326
+458653,-12.626688,-20.79198,-10.001688,-18.67514,-19.17779,-17.011438,-16.189188,-17.315006,-22.186195,-15.126688,-16.564188,-0.0016880085,-6.626688,-11.3775625
+19633,-0.030200679,-8.463758,-9.155201,-13.277254,-12.534202,-7.3308907,-8.405201,-12.53108,-19.115807,-9.155201,-11.092701,-8.155201,-7.2802005,-4.157077
+70701,-8.251843,-0.0023427063,-13.689343,-15.618539,-14.1390295,-16.078785,-8.251843,-15.189786,-18.85175,-13.626843,-13.876843,-13.376843,-11.376843,-9.629917
+108257,-12.876269,-15.210016,-0.001269488,-8.0029335,-13.6335335,-14.183672,-16.06377,-16.79714,-26.89539,-12.876269,-16.43877,-8.001269,-11.376269,-13.5023155
+126886,-17.062824,-16.483385,-10.125325,-0.0011483089,-15.12743,-15.251451,-17.750324,-16.64075,-28.00386,-16.562824,-18.625324,-17.062824,-15.625325,-16.314613
+210528,-12.063402,-13.098498,-11.563402,-17.72613,-12.252697,-0.004892657,-9.875902,-11.689201,-25.25288,-12.313402,-11.813402,-9.750902,-9.313402,-11.563964
+199253,-12.563253,-19.19769,-11.375753,-13.637204,-0.0013283766,-20.286402,-14.563253,-17.296762,-21.889595,-14.063253,-16.125753,-15.750753,-14.438253,-14.753952
+255968,-15.063022,-16.930754,-15.938022,-22.228352,-19.366896,-15.938363,-0.0005212855,-14.438729,-20.36314,-14.938022,-14.750522,-13.750522,-13.250522,-12.016192
+65826,-8.877907,-0.0047279713,-12.877907,-15.688818,-12.650205,-22.51467,-10.502907,-15.317467,-19.85447,-13.190407,-13.440407,-13.815407,-11.002907,-10.003784
+350094,-12.625521,-13.719194,-13.500521,-14.683268,-15.424465,-20.413006,-10.438021,-9.250766,-0.00059340487,-13.438021,-11.000521,-11.250521,-11.125521,-18.877121
+3850,-2.0545447,-8.431614,-11.617044,-14.24666,-0.19579166,-9.357378,-6.6795444,-8.869855,-17.619562,-10.367044,-11.179544,-10.429544,-9.304544,-8.065443
+211952,-9.127149,-13.937308,-11.127149,-15.196428,-17.027899,-0.004532025,-9.002149,-15.003094,-23.039497,-8.752149,-11.127149,-12.252149,-7.7521486,-7.253144
+355140,-11.50118,-12.859735,-12.43868,-11.614465,-12.887398,-14.034148,-9.93868,-8.938957,-0.0016561995,-12.87618,-10.50118,-10.37618,-10.25118,-17.442577
+109240,-14.625403,-18.50705,-0.0004033229,-10.001763,-15.68956,-16.067177,-18.000402,-17.60096,-27.121315,-14.812903,-18.062902,-9.375403,-12.000403,-15.508739
+211818,-9.504964,-14.586903,-9.879964,-13.955076,-14.896956,-0.0073897648,-9.629964,-14.505933,-23.275608,-6.1299634,-10.254964,-10.129964,-7.0049634,-7.630424
+319557,-7.93487,-11.9299965,-12.68487,-16.03529,-15.257076,-9.099216,-1.8098698,-0.18499653,-15.233902,-9.43487,-9.43487,-10.49737,-9.93487,-7.694337
+291587,-13.187853,-17.662533,-16.187853,-17.489721,-17.063229,-14.51208,-13.687853,-0.00045996063,-16.588758,-11.625353,-14.187853,-14.125353,-13.625353,-11.129728
+599269,-11.6493225,-16.436897,-15.3368225,-15.415189,-15.3142395,-10.364839,-3.7743223,-0.024459058,-14.722986,-11.1493225,-9.5243225,-11.1493225,-11.3993225,-10.278291
+119269,-15.688695,-20.563538,-0.0011945977,-11.0030365,-13.628913,-14.7387705,-18.563694,-14.605745,-25.888405,-14.688695,-18.251194,-13.751195,-13.001195,-7.6409717
+501762,-13.0004015,-20.277054,-13.6254015,-17.194532,-14.168199,-13.729544,-15.8129015,-15.150105,-28.130478,-13.3754015,-17.1879,-12.6254015,-0.00040129715,-8.251125
+437987,-13.500213,-21.527533,-14.125213,-17.924427,-18.996218,-16.354076,-15.937713,-11.821421,-24.821346,-9.125213,-0.00021288513,-12.875213,-14.875213,-14.126
+25348,-0.00014435203,-13.005816,-14.437644,-18.151428,-11.704705,-11.667691,-11.000144,-15.126601,-24.362656,-16.250145,-13.625144,-14.125144,-11.375144,-12.628301
+32945,-0.00076383975,-11.639485,-12.250764,-14.037132,-13.133319,-11.465991,-12.000764,-14.257653,-19.431997,-9.750764,-15.750764,-12.375764,-11.625764,-10.25258
+261037,-11.889496,-4.3516293,-16.201996,-21.76162,-19.751495,-12.45812,-0.014495424,-16.077387,-18.541208,-15.951996,-15.576996,-14.951996,-13.264496,-11.268177
+549289,-9.627154,-10.724985,-11.439654,-14.038252,-13.991577,-9.253768,-11.564654,-14.383678,-25.661415,-11.877154,-14.439654,-8.002154,-7.627155,-0.0031194221
+27635,-0.00014721263,-15.392137,-14.750147,-20.144413,-14.420983,-15.510764,-13.500147,-16.829117,-23.281385,-17.187647,-14.562647,-14.625147,-11.750147,-13.269793
+477530,-16.562687,-24.490358,-11.125188,-20.781845,-19.730194,-20.053377,-19.312687,-21.84176,-25.903727,-19.562687,-18.812687,-0.00018785619,-11.500188,-13.127215
+377302,-13.125502,-17.043736,-12.125502,-16.692102,-16.554327,-12.536044,-15.813002,-9.758951,-24.172585,-0.0005015069,-12.000502,-13.938002,-13.250502,-12.688559
+136005,-15.562903,-16.087755,-10.250403,-0.0020533674,-13.001475,-14.179756,-17.375404,-17.01894,-25.64906,-13.375403,-17.375404,-15.437903,-13.875403,-15.192639
+420347,-15.500079,-23.325636,-16.000078,-24.796188,-20.488945,-17.86638,-17.687578,-13.010514,-26.976742,-10.875079,-7.915183e-05,-15.000079,-17.625078,-15.625807
+76074,-8.75428,-0.0066954503,-12.87928,-14.262678,-16.553907,-18.19541,-8.87928,-13.880705,-20.720343,-11.62928,-12.12928,-11.62928,-9.00428,-9.38091
+221263,-7.7539635,-14.709327,-12.503963,-16.066097,-17.096369,-0.0077247946,-11.441463,-12.880957,-18.195343,-6.8789635,-12.441463,-11.941463,-8.128963,-8.133987
+28382,-0.00053022156,-14.9567375,-14.56303,-15.280454,-15.1342,-12.78618,-13.06303,-15.381015,-22.246964,-13.93803,-15.12553,-13.25053,-11.25053,-14.321486
+512923,-15.750192,-22.466259,-12.125192,-18.872368,-18.8408,-15.691042,-16.687693,-18.001549,-27.275593,-15.375192,-18.062693,-12.500192,-0.00019178935,-9.50148
+40007,-6.629225,-0.0046752077,-12.254225,-13.436874,-10.516987,-15.627758,-7.379225,-14.192391,-18.194942,-12.129225,-12.066725,-12.316725,-9.879225,-9.007117
+97840,-12.403666,-17.25107,-0.028665463,-10.034138,-12.280672,-13.936117,-15.903666,-12.903458,-24.462837,-11.903666,-16.216166,-10.778666,-10.778666,-3.7802975
+475486,-14.50044,-21.548975,-11.00044,-19.87814,-19.783485,-14.488821,-17.562939,-18.438627,-25.17242,-16.437939,-18.312939,-0.00043930893,-9.50044,-11.75097
+627669,-14.00033,-18.415644,-9.87533,-16.529203,-17.205698,-16.962412,-15.18783,-16.198967,-26.309135,-14.93783,-17.12533,-10.87533,-10.37533,-0.0008965966
+465268,-12.001604,-16.864029,-9.251604,-17.905434,-17.705387,-13.539574,-14.439104,-15.878617,-24.093555,-15.751604,-15.626604,-0.0016042233,-7.626604,-8.002059
+265670,-13.126306,-7.363772,-16.313807,-20.751244,-19.905327,-19.128647,-0.0013059191,-15.689382,-16.46177,-16.438807,-15.438806,-16.126307,-14.251306,-13.15301
+423185,-14.56292,-18.724617,-14.93792,-19.800274,-17.27078,-12.04405,-16.12542,-10.795037,-21.555557,-9.50042,-0.0004191712,-13.12542,-15.31292,-12.751235
+488360,-14.6287365,-20.849405,-11.0037365,-18.50246,-15.067527,-16.694048,-15.7537365,-17.13739,-27.109764,-14.5037365,-17.253736,-11.8787365,-0.0037361835,-5.6297693
+134199,-16.00042,-17.107334,-9.25042,-0.0008941075,-16.064678,-17.306664,-19.00042,-18.286245,-26.282639,-12.75042,-19.93792,-15.31292,-13.12542,-16.31477
+248004,-14.125581,-13.845408,-16.625582,-19.632599,-16.542412,-15.415364,-0.00058109564,-12.625986,-17.679705,-16.000582,-15.750581,-15.250581,-14.250581,-12.416217
+606634,-13.125188,-20.563488,-14.625188,-18.074413,-20.387182,-13.346086,-16.625189,-12.501824,-23.424557,-0.00018833294,-10.125188,-13.500188,-14.250188,-14.566283
+498344,-14.876452,-23.16077,-12.501452,-18.991903,-16.910383,-19.166359,-16.563951,-18.019384,-27.383718,-16.188951,-18.626451,-13.251452,-0.0014522255,-6.6294284
+142643,-15.563093,-17.148016,-9.125593,-0.001823803,-13.814283,-14.070517,-18.438093,-17.58568,-25.047407,-11.875593,-17.000593,-14.938093,-14.250593,-13.940382
+120756,-16.812796,-16.360882,-10.000296,-0.000973428,-15.377368,-14.374452,-17.187796,-16.091846,-27.409464,-15.625296,-18.375296,-17.062796,-15.500296,-15.6892
+166002,-14.31295,-19.139503,-12.00045,-14.773929,-0.0011569327,-20.963997,-15.68795,-17.609808,-23.218437,-16.18795,-16.62545,-18.50045,-17.87545,-15.066933
+573210,-14.002304,-17.56275,-0.0023041624,-11.003672,-12.140814,-19.52511,-16.439804,-15.0811,-24.748848,-14.752304,-18.064804,-12.877304,-12.752304,-6.8842688
+111155,-12.502382,-16.191908,-0.0023826563,-10.505815,-14.194937,-13.807105,-15.689882,-15.2199135,-27.38382,-12.752382,-15.877382,-6.3773828,-10.752382,-13.396207
+560709,-0.04346993,-11.551284,-11.41847,-12.935081,-11.142433,-11.85301,-12.29347,-14.959178,-21.742126,-11.29347,-16.16847,-12.66847,-11.66847,-3.1694493
+37469,-0.00010501787,-14.770098,-17.062605,-18.853798,-16.674955,-16.894728,-13.125105,-16.81812,-24.470188,-17.062605,-17.625105,-17.062605,-15.625105,-15.612175
+101486,-11.50243,-14.915562,-0.0024296308,-8.254945,-12.693048,-13.015036,-15.18993,-15.481136,-27.511618,-12.25243,-15.37743,-7.2524295,-10.12743,-12.92448
+597760,-14.188033,-17.218615,-17.875534,-20.771662,-18.183651,-13.248078,-10.500533,-0.00068684906,-18.522705,-13.875533,-12.250533,-13.438033,-13.375533,-11.764537
+613973,-15.000109,-25.802326,-16.125109,-22.95443,-19.283703,-19.077726,-17.562609,-13.9325695,-26.08184,-12.000109,-0.00010918975,-14.625109,-17.687609,-14.375636
+551538,-13.6256485,-18.207537,-10.7506485,-16.339504,-13.803627,-14.128639,-13.5006485,-14.753704,-23.140371,-12.3756485,-16.000648,-11.5006485,-9.8756485,-0.000933992
+533126,-5.3912835,-9.275179,-9.641284,-11.807713,-6.8415446,-7.172776,-8.641284,-13.016964,-18.743116,-11.953784,-12.266284,-9.391284,-7.6412835,-0.017648337
+371194,-12.500642,-20.53799,-11.250642,-14.953521,-15.597347,-11.615663,-13.625642,-10.132778,-23.886559,-0.0006422126,-10.250642,-12.750642,-13.375642,-12.87641

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=4/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=4/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=4/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=4/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,240 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3088202178478241,0,13.506378173828125,
+0,8,0.056998927146196365,1,9.914517045021057,
+0,16,0.04173189401626587,2,6.92726993560791,
+0,24,0.03873054310679436,3,5.813911437988281,
+0,32,0.038137998431921005,4,5.70650789141655,
+0,40,0.037781331688165665,5,2.843619032339616,
+0,48,0.036545079201459885,6,3.6381096839904785,
+0,56,0.03597759082913399,7,4.411666204531987,
+0,64,0.04046711325645447,8,5.019473006327947,
+0,72,0.03619476780295372,9,2.394189261473142,
+0,80,0.03873786702752113,10,3.9461557219425836,
+0,88,0.036731161177158356,11,2.0778355735043683,
+0,96,0.035653579980134964,12,0.8371442407369614,
+0,104,0.040056467056274414,13,1.1469860787575061,
+0,112,0.03874847665429115,14,2.2541956196610746,
+0,120,0.040669821202754974,15,0.9991927636521203,
+0,128,0.04108553007245064,16,1.7188592111835113,
+,,,16,,1.4608998309708527
+0,136,0.03888511285185814,17,1.9495863821357489,
+0,144,0.037256672978401184,18,0.733832010316352,
+0,152,0.04361778497695923,19,0.28018108984598744,
+0,160,0.03485771268606186,20,1.1110526233678684,
+0,168,0.040436163544654846,21,0.5453324987214397,
+0,176,0.03407692536711693,22,0.15992240833916835,
+0,184,0.0350169874727726,23,0.04091276884586974,
+0,192,0.03456741198897362,24,0.2067502729062523,
+0,200,0.03529062494635582,25,1.353333137162468,
+0,208,0.035617273300886154,26,0.6484261508254955,
+0,216,0.03431915491819382,27,0.016589715503729306,
+0,224,0.034323420375585556,28,0.5227562290217195,
+0,232,0.03440338000655174,29,0.06744031777436083,
+0,240,0.03374801203608513,30,0.8877815997058695,
+0,248,0.03758104890584946,31,0.0344030598311552,
+0,256,0.04154053330421448,32,0.9012754544881838,
+,,,32,,0.2153322082661144
+0,264,0.03263142704963684,33,0.6931125005939975,
+0,272,0.0317227728664875,34,0.25101777919652785,
+0,280,0.03154105320572853,35,0.22763362329672365,
+0,288,0.0318840891122818,36,0.012513599268948803,
+0,296,0.03153762221336365,37,0.44330264371819794,
+0,304,0.03139748051762581,38,0.04875549432736906,
+0,312,0.03164448216557503,39,0.10589924632735989,
+0,320,0.031951192766427994,40,0.18473644540645182,
+0,328,0.050208836793899536,41,0.08394930949434638,
+0,336,0.03251563012599945,42,0.2038934382636888,
+0,344,0.03440144658088684,43,0.35359578413772397,
+0,352,0.03431256115436554,44,0.05906830866089357,
+0,360,0.03156870976090431,45,0.0747230870349865,
+0,368,0.032954201102256775,46,0.04847091722435185,
+0,376,0.03239971026778221,47,0.327838535563877,
+0,384,0.03148769959807396,48,0.10982370719564362,
+,,,48,,0.13128438183990265
+0,392,0.031188756227493286,49,0.10839007804558302,
+0,400,0.031486108899116516,50,0.1507829742123639,
+0,408,0.0338958203792572,51,0.021257815463468433,
+0,416,0.032586175948381424,52,0.039200536673888564,
+0,424,0.033366624265909195,53,0.035891614020025976,
+0,432,0.03120804950594902,54,0.0240280085350745,
+0,440,0.03157143294811249,55,0.02090483609264573,
+0,448,0.03250804916024208,56,0.7575060518691317,
+0,456,0.03223355486989021,57,0.3006494054570794,
+0,464,0.03153853863477707,58,0.014389610150828958,
+0,472,0.0316430926322937,59,0.24999566919480762,
+0,480,0.031239286065101624,60,0.1480923908413388,
+0,488,0.031302813440561295,61,0.07013120386082763,
+0,496,0.03189489617943764,62,0.01200574398972094,
+0,504,0.032193224877119064,63,0.02347864885814488,
+0,512,0.031104806810617447,64,0.040698227751168554,
+,,,64,,0.06328491600372951
+0,520,0.031223449856042862,65,0.016403133001100894,
+0,528,0.03306033834815025,66,0.011840536924345153,
+0,536,0.033694371581077576,67,0.056562420862194686,
+0,544,0.03219354525208473,68,0.005407952553858715,
+0,552,0.03215169534087181,69,0.03931110432992379,
+0,560,0.031512655317783356,70,0.032782020799155966,
+0,568,0.03168003261089325,71,0.02156131569063291,
+0,576,0.03145107999444008,72,0.05289502875794741,
+0,584,0.03137972578406334,73,0.014153920490151415,
+0,592,0.03161728382110596,74,0.0035377033221136245,
+0,600,0.03144080191850662,75,0.012740170159800486,
+0,608,0.031125620007514954,76,0.009163510134945122,
+0,616,0.031875498592853546,77,0.006277905609749723,
+0,624,0.031779829412698746,78,0.4080784509909184,
+0,632,0.033697959035634995,79,0.006878507963847369,
+0,640,0.03201912343502045,80,0.006373565532087993,
+,,,80,,0.027046123956029764
+0,648,0.031804006546735764,81,0.006069533536252233,
+0,656,0.03166501596570015,82,0.07076926349955928,
+0,664,0.03456445038318634,83,0.008948049794915798,
+0,672,0.03148572891950607,84,0.0061890725250123065,
+0,680,0.03152909129858017,85,0.06651540503662545,
+0,688,0.03183116763830185,86,0.009820880378746162,
+0,696,0.03240521252155304,87,0.005613929362360588,
+0,704,0.03692220523953438,88,0.19855381734877092,
+0,712,0.03229415416717529,89,0.005388949160987977,
+0,720,0.03177850320935249,90,0.009958519069186877,
+0,728,0.031644225120544434,91,0.00427955331958531,
+0,736,0.03189250826835632,92,0.010438186729019932,
+0,744,0.03196527436375618,93,0.0012576288665348495,
+0,752,0.031228918582201004,94,0.0030065470446760836,
+0,760,0.03163212165236473,95,0.001566987532317977,
+0,768,0.032215338200330734,96,0.003502572184273352,
+,,,96,,0.0216980201738893
+0,776,0.0328303761780262,97,0.002117827812484889,
+0,784,0.03342160955071449,98,0.4050113021779301,
+0,792,0.031129278242588043,99,0.006585983169705807,
+0,800,0.030533060431480408,100,0.011368822396131387,
+0,808,0.03109753504395485,101,0.00638507348485291,
+0,816,0.030829738825559616,102,0.005000558800141637,
+0,824,0.03482907637953758,103,0.033442919046917395,
+0,832,0.031405363231897354,104,0.018561647981047057,
+0,840,0.031271737068891525,105,0.1446033027973802,
+0,848,0.03104882314801216,106,0.02604348025289999,
+0,856,0.03079989179968834,107,0.17854439948236436,
+0,864,0.03142879903316498,108,0.007427677566407841,
+0,872,0.03174274414777756,109,0.012139097322748664,
+0,880,0.03234857693314552,110,0.0014984115600368982,
+0,888,0.03289281204342842,111,0.006971565070741165,
+0,896,0.0316072441637516,112,0.0061803507940986985,
+,,,112,,0.07222795597085267
+1,904,0.03157182037830353,113,0.562689862294624,
+1,912,0.0312591977417469,114,0.10629666966798884,
+1,920,0.03076978772878647,115,0.01060932849317656,
+1,928,0.031110379844903946,116,0.11691732619025667,
+1,936,0.030727878212928772,117,0.005837393299980949,
+1,944,0.031080279499292374,118,0.02053626432381053,
+1,952,0.031002216041088104,119,0.2168804661249107,
+1,960,0.033826570957899094,120,0.006105103365760962,
+1,968,0.031147129833698273,121,0.001560447394149378,
+1,976,0.03262032940983772,122,0.0016640196088701486,
+1,984,0.031131811439990997,123,0.0026988624553528746,
+1,992,0.031100600957870483,124,0.008812094551588719,
+1,1000,0.03125324845314026,125,0.041292889647033565,
+1,1008,0.030615735799074173,126,0.36796664974826854,
+1,1016,0.03070550411939621,127,0.19363560881602632,
+1,1024,0.030710924416780472,128,0.0031080353631599187,
+,,,128,,0.02273609356094679
+1,1032,0.03143443167209625,129,0.03730377359673954,
+1,1040,0.03138210251927376,130,0.008667446859180927,
+1,1048,0.031144313514232635,131,0.007252413483608204,
+1,1056,0.030967485159635544,132,0.02785952126335663,
+1,1064,0.032600339502096176,133,0.005448865926485847,
+1,1072,0.034585513174533844,134,0.13634449547559294,
+1,1080,0.03093235194683075,135,0.27645369846140966,
+1,1088,0.031201202422380447,136,0.012981105928282397,
+1,1096,0.03138979524374008,137,0.012649991000459219,
+1,1104,0.03331504017114639,138,0.19054437618895184,
+1,1112,0.031960442662239075,139,0.005312789070012513,
+1,1120,0.03146413713693619,140,0.013336513769657662,
+1,1128,0.03155311569571495,141,0.006950210244394839,
+1,1136,0.03125098720192909,142,0.002772547016017294,
+1,1144,0.030703891068696976,143,0.006594618020850855,
+1,1152,0.03419310227036476,144,0.009621743162055142,
+,,,144,,0.009664109577435628
+1,1160,0.033976055681705475,145,0.0032598600888983733,
+1,1168,0.030471034348011017,146,0.008604050248063036,
+1,1176,0.03058871626853943,147,0.004894585402992865,
+1,1184,0.031006846576929092,148,0.002523088523178428,
+1,1192,0.04102405905723572,149,0.008264867999755284,
+1,1200,0.03122040629386902,150,0.009045353046773622,
+1,1208,0.030795272439718246,151,0.004972451420723122,
+1,1216,0.031885646283626556,152,0.002427332234219648,
+1,1224,0.03309667482972145,153,0.001252300917985849,
+1,1232,0.030910924077033997,154,0.01670734817162156,
+1,1240,0.03187651187181473,155,0.004851566457156358,
+1,1248,0.031412940472364426,156,0.005981575481460563,
+1,1256,0.03313453495502472,157,0.0015399920400038052,
+1,1264,0.030693132430315018,158,0.0029517473968943314,
+1,1272,0.03109735995531082,159,0.0038025495733189233,
+1,1280,0.03302354738116264,160,0.3124719492894096,
+,,,160,,0.01361914300586674
+1,1288,0.0315706804394722,161,0.001994280808363468,
+1,1296,0.03290759027004242,162,0.012704647631229212,
+1,1304,0.03453517332673073,163,0.0016478214321458446,
+1,1312,0.03182630613446236,164,0.11862554302318201,
+1,1320,0.03202890232205391,165,0.023534274697885847,
+1,1328,0.03156047686934471,166,0.0012319526316180902,
+1,1336,0.03125007450580597,167,0.006390038687944373,
+1,1344,0.031657904386520386,168,0.0033095145166347115,
+1,1352,0.03105051815509796,169,0.004768667608004762,
+1,1360,0.031633827835321426,170,0.007545073104362625,
+1,1368,0.03146050125360489,171,0.0024021107648663663,
+1,1376,0.03185379132628441,172,0.006015612534974934,
+1,1384,0.03187444061040878,173,0.0042365500557934865,
+1,1392,0.03157086670398712,174,0.0016998527120449581,
+1,1400,0.03143071383237839,175,0.00499790123789213,
+1,1408,0.0320226214826107,176,0.020355699731347463,
+,,,176,,0.015484206914348557
+1,1416,0.03195049241185188,177,0.005781433894298971,
+1,1424,0.03153112530708313,178,0.041718742370274134,
+1,1432,0.03147869557142258,179,0.005206589903277096,
+1,1440,0.030980996787548065,180,0.005829905326558778,
+1,1448,0.031201042234897614,181,0.0012470085242636162,
+1,1456,0.03404208645224571,182,0.0017159398485091515,
+1,1464,0.031059209257364273,183,0.008209207725218114,
+1,1472,0.03116578608751297,184,0.03426544472798317,
+1,1480,0.030994530767202377,185,0.0011143008467535344,
+1,1488,0.031341616064310074,186,0.056470330299271156,
+1,1496,0.030725795775651932,187,0.003865725801845726,
+1,1504,0.03090110421180725,188,0.0016819061777575619,
+1,1512,0.034563928842544556,189,0.528187669592047,
+1,1520,0.031127411872148514,190,0.004008199225063435,
+1,1528,0.0339072085916996,191,0.003753396123405158,
+1,1536,0.0312902070581913,192,0.004311897037461257,
+,,,192,,0.006342601886758118
+1,1544,0.03117656335234642,193,0.003553134847121934,
+1,1552,0.03143557161092758,194,0.0049017288838513196,
+1,1560,0.03116755560040474,195,0.004662616048749028,
+1,1568,0.03326953575015068,196,0.0037564652811852284,
+1,1576,0.03138141334056854,197,0.012156140381800165,
+1,1584,0.0313352607190609,198,0.0012912205817304891,
+1,1592,0.03079439327120781,199,0.010908059746725485,
+1,1600,0.03051666170358658,200,0.0038224548895543975,
+1,1608,0.03096572682261467,201,0.0009706693764945322,
+1,1616,0.031146246939897537,202,0.009955497643594364,
+1,1624,0.030955646187067032,203,0.019974483503574447,
+1,1632,0.030741911381483078,204,0.0007525925769490035,
+1,1640,0.031058229506015778,205,0.008634119659594338,
+1,1648,0.03118196129798889,206,0.009218938765116036,
+1,1656,0.03337612748146057,207,0.004686749361402083,
+1,1664,0.030827466398477554,208,0.013944697492451478,
+,,,208,,0.009412911541224079
+1,1672,0.03410765528678894,209,0.01779248592687178,
+1,1680,0.03670291230082512,210,0.02889757234571824,
+1,1688,0.037260912358760834,211,0.008898543243655391,
+1,1696,0.03188221529126167,212,0.0029596563520802497,
+1,1704,0.03175152838230133,213,0.004089097289882678,
+1,1712,0.031269218772649765,214,0.0011654548619513992,
+1,1720,0.03249159827828407,215,0.008291773464476977,
+1,1728,0.031308162957429886,216,0.001995805275245485,
+1,1736,0.032035525888204575,217,0.0022795678402568833,
+1,1744,0.03260762616991997,218,0.001687549140894719,
+1,1752,0.03293688967823982,219,0.003624591585581324,
+1,1760,0.03254666551947594,220,0.04835456610635447,
+1,1768,0.03179905191063881,221,0.26202649077943835,
+1,1776,0.03204590454697609,222,0.0018994926083703628,
+1,1784,0.03427724167704582,223,0.03515443380191838,
+1,1792,0.03138693422079086,224,0.0012246980021397272,
+,,,224,,0.004367083795109371

finetune_lora/llama3.2-1b-instruct/dbpedia/size=256/seed=4/lora_ans/0.0-1.0/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7