Add files using upload-large-folder tool

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,597 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3197919726371765,0,7.342776775360107,
+0,8,0.05356889218091965,1,7.546501199404399,
+0,16,0.036419790238142014,2,7.4364917928522285,
+0,24,0.03634336218237877,3,6.811746215820312,
+0,32,0.03713012859225273,4,4.460367898146312,
+0,40,0.036274366080760956,5,6.299157110850016,
+0,48,0.03374691307544708,6,2.7133886880344815,
+0,56,0.03664731606841087,7,2.5606317718823752,
+0,64,0.03623880073428154,8,3.404829456255986,
+0,72,0.034564752131700516,9,5.499000867207845,
+0,80,0.02872922644019127,10,2.4355810965810503,
+0,88,0.028937846422195435,11,3.090769398957491,
+0,96,0.032195404171943665,12,1.322904932498932,
+0,104,0.028740782290697098,13,1.1749300807714462,
+0,112,0.02953439950942993,14,0.6438991472125053,
+0,120,0.028720151633024216,15,1.0407223019462366,
+0,128,0.0291188582777977,16,2.520914328786043,
+,,,16,,1.1906236719202112
+0,136,0.028824586421251297,17,1.923551330608981,
+0,144,0.03273412585258484,18,0.2770254909992218,
+0,152,0.03255971521139145,19,1.0192306434566325,
+0,160,0.02938724309206009,20,0.10274992862509356,
+0,168,0.029471300542354584,21,0.49150114801401895,
+0,176,0.029143329709768295,22,1.8768641026690602,
+0,184,0.03301112353801727,23,0.2765428361017257,
+0,192,0.033926427364349365,24,0.992399464146449,
+0,200,0.029217123985290527,25,0.03180432217777707,
+0,208,0.028729062527418137,26,1.1446384917479009,
+0,216,0.029862187802791595,27,0.08794842753559351,
+0,224,0.031944673508405685,28,0.013859531774263209,
+0,232,0.03295908495783806,29,0.16809886896849743,
+0,240,0.029476426541805267,30,0.7027916087430309,
+0,248,0.03420698642730713,31,0.032643156983381647,
+0,256,0.029208514839410782,32,0.11310288553627637,
+,,,32,,0.25120247734917533
+0,264,0.02921530231833458,33,0.5055320283553253,
+0,272,0.03205132111907005,34,0.30285760660011035,
+0,280,0.02914803847670555,35,0.03927663683425635,
+0,288,0.02903416007757187,36,0.19944532063807577,
+0,296,0.029401659965515137,37,0.3659467782958278,
+0,304,0.029272329062223434,38,0.06460198206413123,
+0,312,0.02921631559729576,39,0.21164809880013177,
+1,320,0.029295150190591812,40,0.11947300120179231,
+1,328,0.02932877466082573,41,0.011772941456486781,
+1,336,0.032062578946352005,42,0.00945598998805508,
+1,344,0.033067360520362854,43,0.065229695988819,
+1,352,0.028846606612205505,44,0.020666043847865825,
+1,360,0.02886149287223816,45,0.04607589674803118,
+1,368,0.029334522783756256,46,0.0045726857676457325,
+1,376,0.02952457219362259,47,0.23236046244239653,
+1,384,0.028992358595132828,48,0.12892633497672665,
+,,,48,,0.03299286188902678
+1,392,0.030007943511009216,49,0.004953981260769069,
+1,400,0.03311493247747421,50,0.016613588185282423,
+1,408,0.028955940157175064,51,0.15641790753579699,
+1,416,0.029094327241182327,52,0.007091671752277762,
+1,424,0.028777193278074265,53,0.062114965597478054,
+1,432,0.029254131019115448,54,0.12209942922151337,
+1,440,0.028881751000881195,55,0.01251636978413444,
+1,448,0.029338475316762924,56,0.02735971189527349,
+1,456,0.029103636741638184,57,0.008472576303085169,
+1,464,0.02990908920764923,58,0.006966745849543561,
+1,472,0.028964534401893616,59,0.28278576635888647,
+1,480,0.029523324221372604,60,0.24966235980173224,
+1,488,0.029329899698495865,61,0.00859790200567139,
+1,496,0.029361918568611145,62,0.07570840467491911,
+1,504,0.02912447229027748,63,0.014654660745873117,
+1,512,0.032919302582740784,64,0.016436546792233872,
+,,,64,,0.06012692274870696
+1,520,0.02902025729417801,65,0.028038794361054897,
+1,528,0.029093410819768906,66,0.22815340702557782,
+1,536,0.03340114280581474,67,0.025160535082769848,
+1,544,0.03335505723953247,68,0.002462112469947897,
+1,552,0.028915397822856903,69,0.21921257145004347,
+1,560,0.02884669601917267,70,0.03738997411512008,
+1,568,0.029076959937810898,71,0.06954273524267289,
+1,576,0.02954229712486267,72,0.025960539133908847,
+1,584,0.029538430273532867,73,0.2521592364064418,
+1,592,0.03430119529366493,74,0.025240127034273675,
+1,600,0.028803765773773193,75,0.5628720252279891,
+1,608,0.02936028689146042,76,0.050859757320722565,
+1,616,0.032985322177410126,77,0.01526160049737276,
+1,624,0.028764799237251282,78,0.03394272972946055,
+2,632,0.035530634224414825,79,0.01450994131155312,
+2,640,0.028896279633045197,80,0.022516913642175496,
+,,,80,,0.0291148755285475
+2,648,0.028587907552719116,81,0.007208025600347254,
+2,656,0.029232144355773926,82,0.0055435824518402415,
+2,664,0.028726894408464432,83,0.009981715277088089,
+2,672,0.028447125107049942,84,0.0029990166561522833,
+2,680,0.028670217841863632,85,0.003837810843833722,
+2,688,0.028841108083724976,86,0.06483907233147572,
+2,696,0.028764601796865463,87,0.014178657633377813,
+2,704,0.028610464185476303,88,0.00419429229805246,
+2,712,0.028932802379131317,89,0.005481002220991426,
+2,720,0.030201639980077744,90,0.006411834345531783,
+2,728,0.030070584267377853,91,0.009084692096803338,
+2,736,0.029566891491413116,92,0.005614838639823054,
+2,744,0.029221460223197937,93,0.002846305412406634,
+2,752,0.02901921421289444,94,0.0017260967055335642,
+2,760,0.028953474014997482,95,0.0073689592849964704,
+2,768,0.029098976403474808,96,0.0022301533688071436,
+,,,96,,0.00872947496396524
+2,776,0.03314312919974327,97,0.021559052400213354,
+2,784,0.029425449669361115,98,0.004063989292869034,
+2,792,0.029415197670459747,99,0.011656787955540825,
+2,800,0.03272971510887146,100,0.1186524699354777,
+2,808,0.028982020914554596,101,0.0017229745447236513,
+2,816,0.02879222482442856,102,0.0022194039909384,
+2,824,0.02920643612742424,103,0.0037983921574777924,
+2,832,0.028964422643184662,104,0.0046208232275343365,
+2,840,0.034135863184928894,105,0.0014632561589158805,
+2,848,0.029394879937171936,106,0.002414712884637993,
+2,856,0.029427044093608856,107,0.004455631491369926,
+2,864,0.029755014926195145,108,0.003471026935254816,
+2,872,0.032427165657281876,109,0.016075636718111734,
+2,880,0.028847839683294296,110,0.025066048678127117,
+2,888,0.029428962618112564,111,0.019278328247869816,
+2,896,0.028920069336891174,112,0.0028092048098467505,
+,,,112,,0.005753364276002954
+2,904,0.03316930681467056,113,0.005328929201953413,
+2,912,0.028869859874248505,114,0.02163402640356556,
+2,920,0.028955943882465363,115,0.0029524282082482906,
+2,928,0.028475061058998108,116,0.04011262148448553,
+2,936,0.02954564243555069,117,0.034987834049388766,
+3,944,0.03438622131943703,118,0.012016336682651084,
+3,952,0.028887033462524414,119,0.00212294166439361,
+3,960,0.033358339220285416,120,0.0028357223394171647,
+3,968,0.029092080891132355,121,0.001368320306331346,
+3,976,0.02964668720960617,122,0.00471032553520802,
+3,984,0.028975628316402435,123,0.0008842755822115577,
+3,992,0.0328206904232502,124,0.007663112658822986,
+3,1000,0.029635053128004074,125,0.0009775460845654986,
+3,1008,0.02893485501408577,126,0.0020752652664668856,
+3,1016,0.03321456164121628,127,0.005805383543842114,
+3,1024,0.029215611517429352,128,0.002742844069143757,
+,,,128,,0.0045003896510159526
+3,1032,0.028684213757514954,129,0.0008443670914857649,
+3,1040,0.02889508754014969,130,0.0013309997661660115,
+3,1048,0.035965755581855774,131,0.0018042575818701433,
+3,1056,0.03350367769598961,132,0.002450700296321884,
+3,1064,0.029212579131126404,133,0.0012849581478142434,
+3,1072,0.02852368727326393,134,0.0007924487377749756,
+3,1080,0.028756286948919296,135,0.0029595459782285616,
+3,1088,0.028242114931344986,136,0.0015976562795306866,
+3,1096,0.02854558825492859,137,0.0026854614754064153,
+3,1104,0.028475362807512283,138,0.005894275974820961,
+3,1112,0.02855183184146881,139,0.05837789255019743,
+3,1120,0.02870498225092888,140,0.0018665317338673049,
+3,1128,0.0290188230574131,141,0.001275699886986438,
+3,1136,0.03288155049085617,142,0.002300108698545955,
+3,1144,0.029119882732629776,143,0.00182089443114819,
+3,1152,0.02891763299703598,144,0.002184270090021362,
+,,,144,,0.003639948312883024
+3,1160,0.03247147053480148,145,0.0009646028047427535,
+3,1168,0.029732488095760345,146,0.0028510535987813705,
+3,1176,0.03336275741457939,147,0.0011931482822546968,
+3,1184,0.029217418283224106,148,0.0046510542742908,
+3,1192,0.029038861393928528,149,0.0021336800754607585,
+3,1200,0.02925417572259903,150,0.0022029929377216225,
+3,1208,0.028993315994739532,151,0.09758677635303077,
+3,1216,0.02992904931306839,152,0.006936447337336306,
+3,1224,0.029456887394189835,153,0.25526055016295385,
+3,1232,0.029084939509630203,154,0.0007616721183391443,
+3,1240,0.028942950069904327,155,0.0029548389623717717,
+3,1248,0.029269784688949585,156,0.0021110993217338214,
+3,1256,0.03244360163807869,157,0.002770245634019375,
+4,1264,0.029535137116909027,158,0.003995923533303929,
+4,1272,0.0290118008852005,159,0.0005410657031461596,
+4,1280,0.02972053363919258,160,0.0010204309427146135,
+,,,160,,0.007117076604454605
+4,1288,0.03266415745019913,161,0.0016060493459614615,
+4,1296,0.02963290363550186,162,0.0011874777264893055,
+4,1304,0.029229678213596344,163,0.0016430733599658456,
+4,1312,0.032987404614686966,164,0.00124725523928646,
+4,1320,0.02971635013818741,165,0.0009500443808395754,
+4,1328,0.028909940272569656,166,0.001691452785100984,
+4,1336,0.033777229487895966,167,0.0018676781751723452,
+4,1344,0.03396822139620781,168,0.0020450925609717765,
+4,1352,0.029333777725696564,169,0.0006338205525285698,
+4,1360,0.03429536148905754,170,0.0010177603132130268,
+4,1368,0.03048926219344139,171,0.0009070184041775065,
+4,1376,0.03190247341990471,172,0.0012131744491246839,
+4,1384,0.029184646904468536,173,0.0020586194053369886,
+4,1392,0.02903824672102928,174,0.009324485644659338,
+4,1400,0.029429860413074493,175,0.002850138618109318,
+4,1408,0.02951795607805252,176,0.002176786710221607,
+,,,176,,0.015962440658498694
+4,1416,0.029908642172813416,177,0.04271234807836461,
+4,1424,0.02968607097864151,178,0.0019401192760348997,
+4,1432,0.028987742960453033,179,0.008978035173121108,
+4,1440,0.029514744877815247,180,0.0007944176662325239,
+4,1448,0.030061539262533188,181,0.001447701099095866,
+4,1456,0.02898765355348587,182,0.0008515203480783384,
+4,1464,0.029363542795181274,183,0.005507900180721966,
+4,1472,0.029831577092409134,184,0.001044162530049037,
+4,1480,0.034184493124485016,185,0.008557193259052425,
+4,1488,0.02994917705655098,186,0.0023625127188014712,
+4,1496,0.029322374612092972,187,0.000985996950995676,
+4,1504,0.029990900307893753,188,0.0016478759660256198,
+4,1512,0.029218889772892,189,0.006957369727186031,
+4,1520,0.03379632160067558,190,0.007965016644448042,
+4,1528,0.029642868787050247,191,0.005370578512762829,
+4,1536,0.03233746439218521,192,0.001770621445029974,
+,,,192,,0.004615568452411228
+4,1544,0.03341802582144737,193,0.0007013641253042107,
+4,1552,0.029689721763134003,194,0.0007122458898395832,
+4,1560,0.029162608087062836,195,0.0006363086447111398,
+4,1568,0.03392821177840233,196,0.003296075889375061,
+5,1576,0.03003668412566185,197,0.0014730209379474847,
+5,1584,0.02908732369542122,198,0.001435561438980089,
+5,1592,0.029114823788404465,199,0.001958797156735922,
+5,1600,0.02888762578368187,200,0.000675564317740888,
+5,1608,0.03260532394051552,201,0.002853731291207413,
+5,1616,0.032827600836753845,202,0.0007604930620540731,
+5,1624,0.02896282821893692,203,0.002720502686618905,
+5,1632,0.029680032283067703,204,0.0014979660997844555,
+5,1640,0.029306508600711823,205,0.0007520816822458679,
+5,1648,0.029426150023937225,206,0.004079750244879203,
+5,1656,0.029700450599193573,207,0.0017285276911794567,
+5,1664,0.029534578323364258,208,0.0012340670781365284,
+,,,208,,0.0021632442043887246
+5,1672,0.03244423121213913,209,0.0006344948714185092,
+5,1680,0.02929604798555374,210,0.00102033364908913,
+5,1688,0.029216155409812927,211,0.0008377580743399449,
+5,1696,0.0329117625951767,212,0.0010617964556634736,
+5,1704,0.029584962874650955,213,0.001319552496380101,
+5,1712,0.033562060445547104,214,0.0007264761661645025,
+5,1720,0.03316744416952133,215,0.0012058752872690093,
+5,1728,0.02938743308186531,216,0.00389461739299198,
+5,1736,0.02945207804441452,217,0.0015461369051384584,
+5,1744,0.029349435120821,218,0.003170021514961263,
+5,1752,0.029223419725894928,219,0.0009443672218670448,
+5,1760,0.029267266392707825,220,0.0008321755007533024,
+5,1768,0.029569532722234726,221,0.0007988363509606902,
+5,1776,0.029220696538686752,222,0.0021382447175710695,
+5,1784,0.029240325093269348,223,0.0010311289748642593,
+5,1792,0.0289221853017807,224,0.0010597122006098896,
+,,,224,,0.0020265230150134476
+5,1800,0.028991490602493286,225,0.0006874152481591759,
+5,1808,0.029137294739484787,226,0.0005863425182972358,
+5,1816,0.0291602723300457,227,0.0009693952879388235,
+5,1824,0.0292339064180851,228,0.0008563990898740789,
+5,1832,0.029408227652311325,229,0.0008087166587266928,
+5,1840,0.029373154044151306,230,0.0009508747920895425,
+5,1848,0.029610730707645416,231,0.0010224303684177964,
+5,1856,0.029406510293483734,232,0.0005466488977011371,
+5,1864,0.029618024826049805,233,0.000875686976845221,
+5,1872,0.029383942484855652,234,0.0009067516566574341,
+5,1880,0.029921144247055054,235,0.0004272298162201575,
+6,1888,0.029155593365430832,236,0.0013638637604647859,
+6,1896,0.02982746809720993,237,0.0006778018131236811,
+6,1904,0.02965988591313362,238,0.002088795041865004,
+6,1912,0.029675204306840897,239,0.0011003015161905852,
+6,1920,0.029625214636325836,240,0.0010864641226362437,
+,,,240,,0.0020623981124824947
+6,1928,0.029386065900325775,241,0.0026398993712583823,
+6,1936,0.030098918825387955,242,0.001162940019275993,
+6,1944,0.02932591736316681,243,0.0002883098859456368,
+6,1952,0.029354121536016464,244,0.0005893174405043412,
+6,1960,0.02932760864496231,245,0.0010179534518910158,
+6,1968,0.034030672162771225,246,0.0007029387581331486,
+6,1976,0.03018184006214142,247,0.0008813777302358565,
+6,1984,0.029470566660165787,248,0.0008215229827328585,
+6,1992,0.030354171991348267,249,0.0011619034412433393,
+6,2000,0.033801209181547165,250,0.0008193004737572315,
+6,2008,0.029272112995386124,251,0.0009675742922505985,
+6,2016,0.029093928635120392,252,0.0005531134568930914,
+6,2024,0.029139894992113113,253,0.0006780548931353471,
+6,2032,0.029180780053138733,254,0.0004231933198752813,
+6,2040,0.02936900407075882,255,0.0007249938789755106,
+6,2048,0.029228657484054565,256,0.0003144223504932597,
+,,,256,,0.0018678384798544426
+6,2056,0.03394053876399994,257,0.00046029940594135866,
+6,2064,0.029609158635139465,258,0.0019450366889941506,
+6,2072,0.029262185096740723,259,0.0006781796357245185,
+6,2080,0.02935180813074112,260,0.000711509558393366,
+6,2088,0.029466498643159866,261,0.0007542927060057991,
+6,2096,0.029085110872983932,262,0.004734787440975196,
+6,2104,0.029367022216320038,263,0.0009956565008906182,
+6,2112,0.029214557260274887,264,0.0008075499197450251,
+6,2120,0.029272854328155518,265,0.0006645781276430088,
+6,2128,0.029739994555711746,266,0.00098415291656486,
+6,2136,0.029319342225790024,267,0.0031043977231512633,
+6,2144,0.03348604589700699,268,0.0012321767303197144,
+6,2152,0.029333896934986115,269,0.0005356981577775018,
+6,2160,0.02889082580804825,270,0.0009390804932789049,
+6,2168,0.029248692095279694,271,0.0019740448391530664,
+6,2176,0.02879391983151436,272,0.0004878930978722767,
+,,,272,,0.0019021388833169585
+6,2184,0.028815485537052155,273,0.0006766643412199549,
+6,2192,0.028972078114748,274,0.000980924034427682,
+7,2200,0.03022945672273636,275,0.0012310369705888801,
+7,2208,0.028577767312526703,276,0.001352836350893735,
+7,2216,0.028950180858373642,277,0.0012758655710578231,
+7,2224,0.03357415646314621,278,0.001219325435418536,
+7,2232,0.02876564860343933,279,0.003535722300512134,
+7,2240,0.028788454830646515,280,0.0007802706148306078,
+7,2248,0.029818542301654816,281,0.0020631978363131304,
+7,2256,0.02865004539489746,282,0.0011573599961896737,
+7,2264,0.029915455728769302,283,0.0009013669343683153,
+7,2272,0.034584593027830124,284,0.0005488698097906308,
+7,2280,0.02881169691681862,285,0.000512311038619373,
+7,2288,0.028984513133764267,286,0.0004591585754193754,
+7,2296,0.029430463910102844,287,0.0006880370467395271,
+7,2304,0.028785575181245804,288,0.0005233494048297871,
+,,,288,,0.0019300963591646265
+7,2312,0.029814165085554123,289,0.0013380118907662109,
+7,2320,0.0322982482612133,290,0.0016126919114564469,
+7,2328,0.029365554451942444,291,0.0007927194499643519,
+7,2336,0.029199644923210144,292,0.00047862371284281837,
+7,2344,0.029145516455173492,293,0.000872064921228836,
+7,2352,0.02887597680091858,294,0.0008982252368393044,
+7,2360,0.029243212193250656,295,0.0008545808429646838,
+7,2368,0.029187694191932678,296,0.0011618714876628171,
+7,2376,0.029456723481416702,297,0.0007607003075959669,
+7,2384,0.03322184085845947,298,0.0003806034568697214,
+7,2392,0.029047440737485886,299,0.000552600985126143,
+7,2400,0.029091134667396545,300,0.0006544090699337955,
+7,2408,0.033617548644542694,301,0.0010729218932586566,
+7,2416,0.029560118913650513,302,0.001125829873602085,
+7,2424,0.02938847616314888,303,0.0005729545203697247,
+7,2432,0.029813814908266068,304,0.0014495847552263347,
+,,,304,,0.0019108806219365862
+7,2440,0.028895303606987,305,0.002868019308152725,
+7,2448,0.029309604316949844,306,0.0009387177815369796,
+7,2456,0.028886865824460983,307,0.0011224463208539721,
+7,2464,0.02894282341003418,308,0.002204008508124389,
+7,2472,0.02907572314143181,309,0.0003555613184289541,
+7,2480,0.028979264199733734,310,0.0008422460030907622,
+7,2488,0.029366008937358856,311,0.001043996513804554,
+7,2496,0.0291251502931118,312,0.0006034906643132368,
+7,2504,0.029247548431158066,313,0.00045427427275254473,
+7,2512,0.02890188619494438,314,0.000957439341268932,
+8,2520,0.029054824262857437,315,0.0009831787907527401,
+8,2528,0.029192734509706497,316,0.001188818156758013,
+8,2536,0.02981702983379364,317,0.0007187706197817953,
+8,2544,0.03378577530384064,318,0.0005887905742080571,
+8,2552,0.02911781147122383,319,0.0007425755466101691,
+8,2560,0.02947094291448593,320,0.0006358175742207095,
+,,,320,,0.0019856303654335163
+8,2568,0.029326770454645157,321,0.0009539713937556371,
+8,2576,0.03444947302341461,322,0.0012172422478518758,
+8,2584,0.02994406595826149,323,0.0008837480715252847,
+8,2592,0.029414154589176178,324,0.0005155454749580134,
+8,2600,0.02985426038503647,325,0.000532291664967488,
+8,2608,0.029740195721387863,326,0.0008915325072718718,
+8,2616,0.02955874800682068,327,0.00381410973828419,
+8,2624,0.029831860214471817,328,0.0013004460776452713,
+8,2632,0.029409952461719513,329,0.001444701914442703,
+8,2640,0.03226642310619354,330,0.0008017592335818335,
+8,2648,0.029192429035902023,331,0.0008244511144377091,
+8,2656,0.03322762995958328,332,0.0011898139834075289,
+8,2664,0.028794996440410614,333,0.001303725067474362,
+8,2672,0.03583589196205139,334,0.001278704695736947,
+8,2680,0.02902974933385849,335,0.0006656069121423311,
+8,2688,0.029132694005966187,336,0.0008262267828368666,
+,,,336,,0.0018536591971362079
+8,2696,0.02891915664076805,337,0.0007036002800584986,
+8,2704,0.029664598405361176,338,0.0003741935148961299,
+8,2712,0.028870295733213425,339,0.0010152460063181934,
+8,2720,0.02906208112835884,340,0.0010646218930453282,
+8,2728,0.029163572937250137,341,0.000317955498151908,
+8,2736,0.029352325946092606,342,0.002451721016603353,
+8,2744,0.028875425457954407,343,0.0004071314073040743,
+8,2752,0.02887992188334465,344,0.0005192013790788637,
+8,2760,0.02899971976876259,345,0.0004587749929421327,
+8,2768,0.028841182589530945,346,0.0011022325391725947,
+8,2776,0.028678324073553085,347,0.0028433755237179306,
+8,2784,0.02897130697965622,348,0.000499486988701392,
+8,2792,0.029544927179813385,349,0.0004984884423417194,
+8,2800,0.028971869498491287,350,0.0009070458024955139,
+8,2808,0.02884678542613983,351,0.0009525653899450285,
+8,2816,0.028356220573186874,352,0.0006701704866524475,
+,,,352,,0.0018489729199144575
+8,2824,0.02882424369454384,353,0.0005218410822433523,
+9,2832,0.028765983879566193,354,0.0019715898379217833,
+9,2840,0.03360632807016373,355,0.000647141217874984,
+9,2848,0.029245395213365555,356,0.0010913722799159586,
+9,2856,0.02918253466486931,357,0.0005973512541878825,
+9,2864,0.03478926792740822,358,0.0032761244208534034,
+9,2872,0.029196664690971375,359,0.0010881687665139051,
+9,2880,0.029938120394945145,360,0.0009044640364663792,
+9,2888,0.02922951802611351,361,0.0004461584583623335,
+9,2896,0.032616645097732544,362,0.00047752730045301305,
+9,2904,0.03288641944527626,363,0.0005453015936919572,
+9,2912,0.028525710105895996,364,0.0003217778061158382,
+9,2920,0.028943676501512527,365,0.0004904025473580179,
+9,2928,0.0303402878344059,366,0.002026993478856249,
+9,2936,0.03355623409152031,367,0.0007982633637416606,
+9,2944,0.02883743867278099,368,0.0008398844552825072,
+,,,368,,0.0018380091146186547
+9,2952,0.028916247189044952,369,0.0007174359010465336,
+9,2960,0.02897525578737259,370,0.003730037332085582,
+9,2968,0.02889103814959526,371,0.0004498405839761042,
+9,2976,0.029493097215890884,372,0.0005420067769591697,
+9,2984,0.03384189307689667,373,0.0013758097404868088,
+9,2992,0.03259430080652237,374,0.0012861362259942465,
+9,3000,0.028965488076210022,375,0.00034982216311618686,
+9,3008,0.02883986011147499,376,0.0007640379092966517,
+9,3016,0.028995174914598465,377,0.0009860165126156061,
+9,3024,0.028871286660432816,378,0.0007822842154483725,
+9,3032,0.029185883700847626,379,0.0012340153916738927,
+9,3040,0.029291603714227676,380,0.0006460326325655583,
+9,3048,0.02926405891776085,381,0.00031702821029789955,
+9,3056,0.02947041392326355,382,0.0005434497155268522,
+9,3064,0.029417209327220917,383,0.0009275572374463081,
+9,3072,0.02915358915925026,384,0.0014964274042330754,
+,,,384,,0.0018522250983450147
+9,3080,0.03379720449447632,385,0.0008225007176709671,
+9,3088,0.02942749112844467,386,0.0006213929761239948,
+9,3096,0.028993070125579834,387,0.0006907325239028848,
+9,3104,0.02971787378191948,388,0.0009115363122873532,
+9,3112,0.03231107443571091,389,0.0006191306291095151,
+9,3120,0.02957991138100624,390,0.0008634906116640195,
+9,3128,0.029326852411031723,391,0.0006108115703682415,
+9,3136,0.029470421373844147,392,0.001232902283266991,
+10,3144,0.02907487004995346,393,0.0010091187941725366,
+10,3152,0.03240262717008591,394,0.0006225131225867451,
+10,3160,0.03333256393671036,395,0.0005485824102916839,
+10,3168,0.029114387929439545,396,0.0006555931868206244,
+10,3176,0.02901230752468109,397,0.0004894683115708176,
+10,3184,0.02922968566417694,398,0.0004604693135156089,
+10,3192,0.028993450105190277,399,0.0008306259148342249,
+10,3200,0.02926373854279518,400,0.0005878501295228488,
+,,,400,,0.0018074277926374365
+10,3208,0.02992752194404602,401,0.0007034575358678316,
+10,3216,0.02926965057849884,402,0.0006876678962726146,
+10,3224,0.03340621292591095,403,0.00041281577941845173,
+10,3232,0.029510274529457092,404,0.0003669633568885426,
+10,3240,0.029351435601711273,405,0.0034602174443231584,
+10,3248,0.029157280921936035,406,0.0005684349234797992,
+10,3256,0.03364948928356171,407,0.00028662185504799707,
+10,3264,0.029238417744636536,408,0.0005793905354669102,
+10,3272,0.029329508543014526,409,0.001417536883915697,
+10,3280,0.02963848039507866,410,0.0012344972201390192,
+10,3288,0.0334976501762867,411,0.0029845295915341317,
+10,3296,0.02969614788889885,412,0.0007106492127301559,
+10,3304,0.029860839247703552,413,0.0010737064397593106,
+10,3312,0.02973524108529091,414,0.0008504321288325757,
+10,3320,0.029569316655397415,415,0.0008836372338312989,
+10,3328,0.03011506050825119,416,0.0006258606214638954,
+,,,416,,0.0018977131004686708
+10,3336,0.029450885951519012,417,0.0005897928124547682,
+10,3344,0.029638778418302536,418,0.0015277764677496938,
+10,3352,0.02948104217648506,419,0.00048413024633191525,
+10,3360,0.029594194144010544,420,0.0004955331278324593,
+10,3368,0.029534757137298584,421,0.001875921301475233,
+10,3376,0.029204707592725754,422,0.0010836992836023758,
+10,3384,0.030041813850402832,423,0.000512751068692358,
+10,3392,0.029586460441350937,424,0.0011878539458848535,
+10,3400,0.02938954532146454,425,0.0013142742827767506,
+10,3408,0.0323137491941452,426,0.0008565637433396963,
+10,3416,0.029520727694034576,427,0.00039815925507961464,
+10,3424,0.029485151171684265,428,0.0005661585804773494,
+10,3432,0.03005349263548851,429,0.0007652083731954917,
+10,3440,0.02916056662797928,430,0.0006603771307709394,
+10,3448,0.03263024985790253,431,0.0012331176393282866,
+11,3456,0.033407364040613174,432,0.0011968280765965271,
+,,,432,,0.0018765737337094765
+11,3464,0.02929970622062683,433,0.00047735197683020184,
+11,3472,0.029559053480625153,434,0.0016448916311756793,
+11,3480,0.029332291334867477,435,0.0013243950485378843,
+11,3488,0.03447313606739044,436,0.0008402465488567638,
+11,3496,0.02904292568564415,437,0.0009179430126096122,
+11,3504,0.02917756885290146,438,0.0005277857727681597,
+11,3512,0.029033683240413666,439,0.0005314515947247855,
+11,3520,0.032929062843322754,440,0.0008177923909070986,
+11,3528,0.02923884615302086,441,0.0005078621927948136,
+11,3536,0.029183320701122284,442,0.0009640405442041811,
+11,3544,0.029344994574785233,443,0.0006912017694655029,
+11,3552,0.029837265610694885,444,0.001770543611200992,
+11,3560,0.029227271676063538,445,0.0009414607616649432,
+11,3568,0.029280755668878555,446,0.00040211815939983353,
+11,3576,0.029528792947530746,447,0.00045167156812650234,
+11,3584,0.030400916934013367,448,0.0006817302783019841,
+,,,448,,0.0018658744240248645
+11,3592,0.028868064284324646,449,0.0027576748119220915,
+11,3600,0.029069188982248306,450,0.0007283846545241042,
+11,3608,0.03260238841176033,451,0.0005064625276225762,
+11,3616,0.029681291431188583,452,0.0007115759520578043,
+11,3624,0.02922656387090683,453,0.0008797013254549641,
+11,3632,0.029533393681049347,454,0.0023025688084696108,
+11,3640,0.02877010405063629,455,0.0008569660533864337,
+11,3648,0.0298626609146595,456,0.001112216190614907,
+11,3656,0.02892448753118515,457,0.0010144033321094785,
+11,3664,0.02884162962436676,458,0.0007390268438030034,
+11,3672,0.03386033698916435,459,0.0008755237574102163,
+11,3680,0.02904188632965088,460,0.0005676734178380754,
+11,3688,0.028890274465084076,461,0.0005928645976102696,
+11,3696,0.033323585987091064,462,0.0004098811545051061,
+11,3704,0.028995554894208908,463,0.0009700493696569042,
+11,3712,0.03248560056090355,464,0.0005114825253258459,
+,,,464,,0.0019708357199474617
+11,3720,0.029088284820318222,465,0.001116691404604353,
+11,3728,0.028926782310009003,466,0.0007730417325676951,
+11,3736,0.02964603155851364,467,0.0012756192222695972,
+11,3744,0.02928255870938301,468,0.00048693826829548925,
+11,3752,0.02928720787167549,469,0.0004766096506500617,
+11,3760,0.028818339109420776,470,0.0006211591321819772,
+11,3768,0.029288511723279953,471,0.0006102987218500031,
+12,3776,0.028877176344394684,472,0.0010650383587095089,
+12,3784,0.029582064598798752,473,0.0007454085537877594,
+12,3792,0.029209520667791367,474,0.0006773850642881977,
+12,3800,0.028788376599550247,475,0.0007525258303811664,
+12,3808,0.02996733784675598,476,0.0005955586277802164,
+12,3816,0.02918093651533127,477,0.00047729250218253583,
+12,3824,0.029569391161203384,478,0.0012625746530829929,
+12,3832,0.033239565789699554,479,0.0014829447080211883,
+12,3840,0.02894975244998932,480,0.0004112829476071056,
+,,,480,,0.0018582103980912103
+12,3848,0.03404910862445831,481,0.0004435409858463875,
+12,3856,0.02898341789841652,482,0.0008109571892418899,
+12,3864,0.0299890898168087,483,0.0012342786831140984,
+12,3872,0.029898323118686676,484,0.0004587421899486799,
+12,3880,0.02923687919974327,485,0.000995326968572604,
+12,3888,0.02950533851981163,486,0.0004516775940525501,
+12,3896,0.02891409769654274,487,0.0005672436993336305,
+12,3904,0.03363025560975075,488,0.0008086326097327401,
+12,3912,0.029622651636600494,489,0.0006372447921118388,
+12,3920,0.02925974875688553,490,0.0011612316699359906,
+12,3928,0.02936646342277527,491,0.0004726522965938784,
+12,3936,0.028849102556705475,492,0.0005724829743485316,
+12,3944,0.029208455234766006,493,0.0010728792018198873,
+12,3952,0.029272861778736115,494,0.0006678334684693255,
+12,3960,0.029401782900094986,495,0.0008003267169745717,
+12,3968,0.029343750327825546,496,0.0009979599170037545,
+,,,496,,0.001837891009118822
+12,3976,0.029280520975589752,497,0.0004567922157245145,
+12,3984,0.029105134308338165,498,0.0025802128766372334,
+12,3992,0.02941739186644554,499,0.00045263031077209033,
+12,4000,0.028914708644151688,500,0.0007721200739839473,
+12,4008,0.02961503341794014,501,0.0006476693403480264,
+12,4016,0.029053088277578354,502,0.000498381385114044,
+12,4024,0.02886274829506874,503,0.00025103715355119977,
+12,4032,0.029769789427518845,504,0.0005570145294768736,
+12,4040,0.028654795140028,505,0.0005462161981003275,
+12,4048,0.02991904690861702,506,0.0007515933292989547,
+12,4056,0.033796221017837524,507,0.0006430582579923794,
+12,4064,0.03453264757990837,508,0.0006449441465189342,
+12,4072,0.03450016677379608,509,0.0014967752192335735,
+12,4080,0.02900887280702591,510,0.0028716311826428864,
+13,4088,0.02915983274579048,511,0.0005486117818994293,
+13,4096,0.03363141790032387,512,0.0016052553361408752,
+,,,512,,0.0018245217700799306
+13,4104,0.028863929212093353,513,0.00044908733889315045,
+13,4112,0.02896443009376526,514,0.0006424866381469959,
+13,4120,0.028946880251169205,515,0.0006411882655811496,
+13,4128,0.02929001674056053,516,0.0005690413714286738,
+13,4136,0.02945125102996826,517,0.0009821742340656264,
+13,4144,0.029021605849266052,518,0.0008504456127411686,
+13,4152,0.02960049733519554,519,0.0003080754662126613,
+13,4160,0.029022209346294403,520,0.0005645693812626773,
+13,4168,0.03329266607761383,521,0.00043542505031487404,
+13,4176,0.02949032187461853,522,0.0006166946504890802,
+13,4184,0.02938827872276306,523,0.00047796489525353536,
+13,4192,0.03236847370862961,524,0.0005435905925248965,
+13,4200,0.028991281986236572,525,0.00040738530912097883,
+13,4208,0.03332819417119026,526,0.0002229817968327552,
+13,4216,0.02876969426870346,527,0.0007265072490554303,
+13,4224,0.029011841863393784,528,0.0022558641279689395,
+,,,528,,0.0018250539346977516
+13,4232,0.033096905797719955,529,0.0007556176897196565,
+13,4240,0.03002963960170746,530,0.000677527925290633,
+13,4248,0.03287581726908684,531,0.0009972944613904334,
+13,4256,0.029165778309106827,532,0.0003621835688439508,
+13,4264,0.029139872640371323,533,0.0005000704146699387,
+13,4272,0.032610852271318436,534,0.00030552530733984895,
+13,4280,0.03544989973306656,535,0.0007029926584271544,
+13,4288,0.029151618480682373,536,0.0009372574306325987,
+13,4296,0.029315806925296783,537,0.0011554625546393385,
+13,4304,0.02888955920934677,538,0.0005076663807509855,
+13,4312,0.029633376747369766,539,0.0009348827157877027,
+13,4320,0.029479864984750748,540,0.0005270276312578724,
+13,4328,0.029366519302129745,541,0.00148684262291811,
+13,4336,0.03348918259143829,542,0.0004621832575559473,
+13,4344,0.0296982042491436,543,0.000626401488821452,
+13,4352,0.02993394061923027,544,0.0008446784662597706,
+,,,544,,0.0018431531886259715
+13,4360,0.029749039560556412,545,0.0012879925432991092,
+13,4368,0.029422108083963394,546,0.0006482524593593552,
+13,4376,0.02940092608332634,547,0.0008555688400520012,
+13,4384,0.029167570173740387,548,0.002537576187751256,
+13,4392,0.02914479747414589,549,0.0009966527298577905,
+14,4400,0.0296146459877491,550,0.0005066291526997123,
+14,4408,0.03346797823905945,551,0.0031971352577134632,
+14,4416,0.02967177703976631,552,0.001076537406333955,
+14,4424,0.02916024997830391,553,0.0005036845462503455,
+14,4432,0.032267216593027115,554,0.0007274458330357447,
+14,4440,0.029258426278829575,555,0.0005869123349177905,
+14,4448,0.029382169246673584,556,0.0008381749139516614,
+14,4456,0.029165759682655334,557,0.0004921159501960078,
+14,4464,0.029593106359243393,558,0.001259018764747972,
+14,4472,0.029335979372262955,559,0.0009832358347401688,
+14,4480,0.034480981528759,560,0.0004649219038886561,
+,,,560,,0.001845831396403136

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,134 @@
+372531,9
+29018,0
+205314,5
+625379,13
+469454,11
+230476,5
+204654,5
+520655,13
+288651,7
+104825,2
+214389,5
+20110,0
+41044,1
+194452,4
+59730,1
+57442,1
+64758,1
+187100,4
+464958,11
+409688,10
+83738,2
+18629,0
+22171,0
+519286,12
+365196,9
+88486,2
+170933,4
+462262,11
+423491,10
+352140,8
+371193,9
+520384,13
+165724,4
+61541,1
+92598,2
+502991,12
+510090,12
+373503,9
+334143,8
+254218,6
+574886,2
+435218,10
+536727,13
+188444,4
+353268,8
+56545,1
+432335,10
+429690,10
+256138,6
+349225,8
+549412,13
+87635,2
+102106,2
+273150,6
+481342,12
+267805,6
+397352,9
+155277,3
+493917,12
+80100,2
+541412,13
+373275,9
+83225,2
+369656,9
+574411,2
+40799,1
+45818,1
+333796,8
+493550,12
+422653,10
+63468,1
+609582,9
+606860,9
+600704,8
+117308,2
+329250,8
+569597,1
+332288,8
+305334,7
+484911,12
+151758,3
+519888,12
+169272,4
+199204,4
+187002,4
+511004,12
+375121,9
+258679,6
+122557,3
+520367,13
+471340,11
+404040,10
+568665,1
+278038,6
+796,0
+479273,11
+352044,8
+360232,9
+369575,9
+56976,1
+236924,5
+387670,9
+529346,13
+63627,1
+209419,5
+105642,2
+617164,11
+19445,0
+181477,4
+483464,12
+173648,4
+401686,10
+250899,6
+281270,7
+309823,7
+283278,7
+145538,3
+266367,6
+500793,12
+424942,10
+199892,4
+26663,0
+411745,10
+601539,8
+161634,4
+552110,13
+305137,7
+168657,4
+540326,13
+118994,2
+361861,9
+103956,2
+453866,11
+151989,3

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,134 @@
+372531,-12.380182,-16.012373,-10.255182,-14.298483,-17.381021,-12.483625,-13.692682,-6.350126,-22.582754,-0.00518193,-10.630182,-14.755182,-15.942682,-9.131138
+29018,-0.000103706705,-17.32906,-17.562603,-17.934868,-18.044403,-17.479275,-11.875104,-17.137245,-26.969433,-19.812603,-19.000103,-18.375103,-19.500103,-15.192747
+205314,-13.500408,-15.847483,-14.250408,-14.984712,-25.578384,-0.0034943859,-9.750408,-11.93845,-23.72075,-15.000408,-14.062908,-14.687908,-17.125408,-11.939424
+625379,-16.000242,-19.328388,-11.500242,-15.89971,-14.796585,-16.272612,-14.500242,-13.913901,-30.605925,-16.625242,-18.750242,-13.000242,-17.375242,-0.0005901153
+469454,-16.312796,-23.455744,-9.250296,-18.389227,-26.691994,-16.741278,-18.687796,-17.626816,-28.503492,-17.812796,-19.312796,-0.0002952378,-16.812796,-13.261739
+230476,-15.125262,-15.496257,-13.687762,-15.192931,-16.90935,-0.0028773237,-11.812762,-13.438239,-25.751198,-16.125261,-14.687762,-13.500262,-17.250261,-13.001269
+204654,-9.250941,-14.849854,-13.188441,-14.469517,-21.025764,-0.0072036833,-9.125941,-10.8770895,-22.067942,-14.125941,-12.313441,-13.938441,-14.875941,-11.816941
+520655,-15.313418,-25.228813,-9.875918,-15.941446,-24.74619,-19.414255,-13.500918,-13.283659,-27.051723,-15.813418,-18.50092,-10.750918,-13.500918,-0.0012626605
+288651,-18.250135,-18.732956,-17.750135,-20.94415,-23.568075,-11.531196,-18.187635,-0.00028500904,-21.639427,-17.125135,-19.062635,-18.187635,-21.687635,-12.504372
+104825,-16.937878,-20.009148,-0.00037853705,-11.876294,-17.626476,-14.392656,-19.562878,-14.969242,-29.355682,-17.125378,-19.187878,-12.375379,-17.250378,-15.377997
+214389,-11.68846,-15.806123,-14.12596,-14.771227,-19.595995,-0.0042259395,-10.87596,-10.001357,-19.629166,-14.00096,-13.87596,-13.81346,-15.81346,-12.1286545
+20110,-5.0305054e-05,-18.023306,-16.50005,-19.397175,-20.938326,-15.477742,-13.750051,-17.704239,-27.685879,-21.87505,-20.50005,-18.62505,-20.37505,-15.472022
+41044,-12.751197,-0.002585206,-17.001198,-16.614586,-26.349749,-22.876781,-13.376197,-17.126453,-22.40135,-20.313698,-17.376198,-16.001198,-18.376198,-12.254238
+194452,-12.000864,-15.592715,-9.250864,-10.260807,-0.0012914063,-15.386947,-12.500864,-12.51516,-17.624958,-14.063364,-15.438364,-16.688364,-16.563364,-10.12865
+59730,-11.002255,-0.0035619563,-15.939755,-14.646372,-21.688334,-21.630611,-11.377255,-15.12753,-17.795996,-17.877254,-15.439755,-14.877255,-15.877255,-11.128955
+57442,-11.127412,-0.0035845607,-15.814912,-11.428921,-26.546926,-20.539104,-12.377412,-16.127674,-18.183893,-18.064913,-15.377412,-14.377412,-16.252413,-11.254071
+64758,-10.878717,-0.00590716,-16.441217,-15.9896145,-18.635258,-25.469955,-13.628717,-18.192223,-18.192081,-17.566217,-15.316217,-15.316217,-15.691217,-11.600907
+187100,-15.000352,-19.49597,-11.625352,-13.886679,-0.0010819725,-20.302809,-15.500352,-14.4568405,-26.393688,-17.93785,-17.68785,-19.50035,-19.75035,-14.003917
+464958,-15.750142,-25.265366,-11.000142,-20.08908,-30.896885,-20.25889,-18.750141,-18.52416,-27.849165,-18.687641,-20.062641,-0.0001417298,-16.937641,-13.375982
+409688,-16.500061,-21.062943,-16.125061,-24.653337,-23.000359,-20.442091,-17.625061,-13.266722,-26.543533,-12.625061,-6.0675688e-05,-17.750061,-22.250061,-15.752187
+83738,-16.562986,-20.982409,-0.0004856599,-10.125953,-16.690327,-19.944714,-18.875486,-17.201244,-29.91099,-15.125485,-18.625486,-12.000485,-16.125486,-16.15254
+18629,-0.00018070496,-15.831523,-14.87518,-17.964718,-18.955063,-14.357377,-13.25018,-16.52692,-26.63536,-19.312681,-17.812681,-18.125181,-20.437681,-13.383019
+22171,-6.365574e-05,-18.596333,-11.875064,-19.00903,-20.95479,-21.526892,-16.750063,-18.690464,-26.501,-20.375063,-20.625063,-17.500063,-13.750064,-15.885882
+519286,-16.187853,-25.98274,-11.125353,-19.948322,-22.922884,-18.026997,-17.000353,-16.191496,-28.382385,-17.437853,-18.375353,-13.500353,-0.00035279724,-9.252356
+365196,-15.000248,-22.138048,-12.500248,-16.76658,-18.806839,-15.882134,-16.812748,-12.3883705,-23.22724,-0.00024828213,-11.500248,-16.937748,-18.562748,-14.379289
+88486,-16.443617,-21.689163,-0.0061169555,-12.006594,-15.258708,-23.323063,-16.381117,-14.084456,-26.852583,-16.631117,-19.318617,-13.256117,-14.256117,-5.631735
+170933,-15.375238,-18.838873,-11.250238,-15.381644,-0.0019248511,-21.999468,-15.250238,-17.082342,-25.161203,-17.937738,-18.250238,-19.562738,-20.250238,-13.876801
+462262,-15.750362,-25.081144,-8.875362,-18.752825,-21.160885,-20.45628,-18.812862,-18.564995,-27.728468,-17.812862,-19.625362,-0.00036244976,-15.875362,-14.504309
+423491,-16.125095,-22.263723,-16.625095,-21.885723,-22.587078,-14.51666,-17.312595,-13.694831,-26.418701,-13.625095,-9.583968e-05,-17.250095,-21.375095,-14.876165
+352140,-15.000533,-14.841236,-12.813033,-14.450958,-17.193523,-22.333902,-8.625533,-10.938152,-0.0006222457,-15.625533,-11.813033,-13.125533,-15.688033,-13.880156
+371193,-13.375771,-17.582996,-9.000771,-15.777454,-18.24649,-14.218643,-15.500771,-8.265594,-23.32498,-0.000770153,-8.500771,-14.750771,-17.56327,-12.127409
+520384,-10.875591,-11.02494,-11.000591,-14.996943,-15.647591,-14.558232,-11.500591,-11.138347,-26.288025,-14.438091,-16.125591,-13.750591,-15.813091,-0.0024239346
+165724,-12.125945,-14.754573,-8.000945,-10.005151,-0.0027936592,-17.170359,-13.500945,-13.353734,-24.313614,-14.750945,-16.188446,-15.750945,-16.813446,-13.127552
+61541,-10.132164,-0.0077345707,-14.194664,-14.628134,-19.262896,-22.344309,-10.507164,-15.820694,-23.16619,-16.694664,-13.882164,-15.382164,-16.069664,-10.789053
+92598,-15.125181,-19.152832,-0.00018165846,-12.751297,-12.000816,-19.554762,-18.125181,-16.740501,-29.911713,-16.875181,-19.625181,-16.750181,-17.250181,-11.500992
+502991,-15.875263,-24.99859,-11.375263,-20.701477,-24.67548,-20.92594,-17.562763,-17.263437,-30.96262,-17.312763,-19.750263,-14.000263,-0.00026353702,-9.125912
+510090,-16.93768,-25.710554,-12.125178,-20.900528,-27.27515,-18.889923,-18.37518,-17.568516,-30.361761,-17.93768,-20.12518,-14.875178,-0.00017844039,-10.387006
+373503,-12.000558,-18.466776,-9.625558,-14.825189,-17.546928,-12.35296,-14.625558,-11.326038,-24.21177,-0.00055833964,-11.500558,-16.438059,-17.813059,-11.502858
+334143,-15.125421,-14.782866,-12.750421,-13.387434,-17.957066,-21.530867,-8.750421,-10.625529,-0.0005280029,-15.625421,-11.937921,-13.250421,-16.250422,-13.817546
+254218,-15.250834,-14.263424,-17.000835,-19.861742,-26.074547,-20.191652,-0.00083483174,-15.313555,-18.51356,-18.750835,-16.938335,-18.250835,-18.938335,-14.983626
+574886,-13.62636,-17.05368,-0.00135973,-7.2522216,-13.255001,-16.608276,-17.00136,-14.802855,-25.143658,-14.00136,-16.68886,-16.00136,-9.50136,-12.25432
+435218,-14.375331,-19.389204,-15.687831,-22.486536,-20.899101,-16.169392,-15.562831,-11.043883,-23.415995,-13.625331,-0.00033051273,-16.56283,-20.81283,-15.001218
+536727,-8.752559,-10.857094,-10.252559,-13.370578,-16.878218,-11.360975,-9.877559,-10.253874,-23.413511,-13.690059,-14.565059,-12.565059,-14.502559,-0.005263187
+188444,-12.259715,-12.981344,-4.7597156,-9.389264,-0.010033178,-18.108585,-13.947215,-11.879666,-21.329754,-14.634715,-16.134716,-17.072216,-15.572215,-8.011229
+353268,-14.562959,-14.410308,-13.250459,-14.040085,-20.67253,-26.656796,-9.000459,-10.438089,-0.00053931354,-15.812959,-12.000459,-13.625459,-15.750459,-12.680032
+56545,-10.00246,-0.0043981643,-15.06496,-15.825014,-16.960909,-24.953432,-11.00246,-16.440947,-19.710121,-16.62746,-15.31496,-15.75246,-16.06496,-11.3344555
+432335,-17.000055,-21.847315,-17.000055,-24.264795,-25.209303,-20.326754,-18.250055,-13.3060055,-28.193352,-14.125055,-5.5192377e-05,-18.250055,-23.375055,-16.379261
+429690,-14.008758,-21.677946,-11.508758,-17.515905,-19.991512,-17.624994,-15.696258,-12.350109,-23.755205,-4.758757,-0.008757281,-14.008758,-19.321257,-14.510452
+256138,-14.250393,-16.938316,-14.875393,-17.487198,-28.703373,-16.609816,-0.00039259833,-17.62566,-23.912271,-19.250393,-17.875393,-17.312893,-16.625393,-12.504428
+349225,-14.813127,-14.465239,-12.375627,-14.257609,-18.147154,-21.099491,-8.625627,-10.875775,-0.00072077714,-15.375627,-11.500627,-12.750627,-15.625627,-13.37806
+549412,-13.500992,-19.63831,-9.625992,-16.439892,-25.364473,-20.341581,-17.125992,-12.632331,-26.302132,-13.250992,-18.375992,-11.500992,-16.000992,-0.0018535564
+87635,-16.750288,-21.64374,-0.00028868322,-12.250797,-16.627277,-18.812222,-20.437788,-16.353704,-31.593435,-18.187788,-20.812788,-14.125289,-18.812788,-17.126923
+102106,-12.375874,-17.996754,-0.0008737799,-8.1265545,-13.116104,-22.480385,-17.375874,-16.169655,-25.909292,-12.875874,-18.250874,-16.438374,-12.500874,-13.510293
+273150,-13.125369,-16.509924,-18.250368,-17.975002,-28.39214,-17.171494,-0.00036876553,-18.25058,-23.879734,-20.562868,-17.625368,-17.125368,-18.187868,-12.632348
+481342,-15.875517,-25.493814,-11.750517,-20.321068,-22.540228,-23.15276,-17.438017,-16.003149,-28.389786,-16.125517,-19.313017,-13.375517,-0.0005171154,-9.251395
+267805,-2.9967937,-10.628822,-11.559294,-12.356266,-17.150375,-7.616167,-0.24679384,-10.872029,-16.903524,-13.684294,-11.121794,-12.309294,-14.059294,-7.2506495
+397352,-12.625705,-18.81679,-10.625705,-13.94239,-16.379442,-11.205894,-13.750705,-9.505334,-21.738562,-0.0007049936,-8.750705,-15.000705,-16.313206,-11.629474
+155277,-17.125315,-19.398748,-9.375314,-0.0009155355,-15.877477,-18.723082,-19.562815,-17.98863,-29.907501,-17.125315,-21.187815,-18.937815,-18.125315,-15.627625
+493917,-13.625491,-23.354015,-10.250491,-18.88211,-25.325035,-17.919075,-16.12549,-15.504241,-27.276913,-14.750491,-18.25049,-10.875491,-0.0004909026,-8.630462
+80100,-17.625305,-22.131939,-0.0003060826,-12.750937,-18.314629,-18.567312,-19.875305,-16.584824,-29.829475,-17.187805,-19.812805,-10.125306,-17.062805,-15.8778105
+541412,-15.375413,-20.155981,-10.875413,-15.821779,-25.83535,-14.835222,-13.625413,-13.379538,-29.451546,-15.625413,-18.062914,-11.250413,-14.875413,-0.0009325924
+373275,-13.251275,-17.18692,-10.751275,-15.400378,-18.30169,-12.605673,-14.626275,-7.253177,-24.485231,-0.0012750837,-11.876275,-15.501275,-17.376276,-10.753355
+83225,-15.125441,-17.914282,-0.00044014302,-9.6264105,-13.501247,-21.796589,-18.31294,-15.632402,-28.516901,-17.31294,-20.31294,-14.500441,-16.31294,-16.381401
+369656,-13.625641,-21.00755,-10.750641,-15.320794,-19.114899,-15.401538,-15.688141,-9.137468,-25.567957,-0.0006404256,-9.500641,-16.12564,-17.93814,-12.502836
+574411,-13.750447,-20.267324,-0.00044753074,-13.251519,-16.633057,-20.970926,-17.500448,-17.60643,-26.348778,-17.000448,-20.875448,-17.375448,-9.500447,-9.386703
+40799,-11.876551,-0.0032143716,-16.62655,-14.987693,-27.672836,-19.079082,-12.876551,-16.12693,-21.55542,-19.18905,-16.18905,-15.314051,-16.75155,-11.378224
+45818,-11.2522745,-0.0031383894,-16.627274,-15.222185,-22.75419,-23.092888,-13.2522745,-17.877802,-22.035063,-18.252274,-16.002274,-15.5647745,-16.814774,-12.755078
+333796,-14.937802,-15.046114,-13.312802,-14.506409,-20.918066,-26.199776,-9.937802,-11.312924,-0.00039322162,-16.125301,-12.062802,-14.187802,-16.062801,-13.4774685
+493550,-14.375797,-23.767614,-10.625797,-18.284096,-20.954727,-19.20962,-16.063297,-15.204187,-28.290936,-15.813297,-17.750797,-13.000797,-0.00079683494,-7.876913
+422653,-16.125095,-20.987629,-16.500095,-20.623793,-22.993336,-23.56228,-17.125095,-13.730162,-28.161419,-13.375095,-9.512449e-05,-17.750095,-22.437595,-15.376058
+63468,-10.002666,-0.0035164377,-16.127666,-15.517848,-22.455652,-24.649124,-13.877666,-17.690866,-19.83178,-17.190166,-15.440166,-15.877666,-16.252666,-12.131887
+609582,-13.813745,-18.330145,-9.126245,-15.950477,-18.262043,-14.907375,-14.563745,-10.257579,-21.79295,-0.0012448428,-7.251245,-14.313745,-17.563745,-13.137285
+606860,-12.939223,-17.138334,-10.876723,-14.808343,-17.22291,-12.8823,-15.189223,-7.956032,-24.153809,-0.0017234724,-12.376723,-15.564223,-16.376724,-10.127707
+600704,-15.187933,-15.081546,-13.000433,-15.12285,-19.158867,-21.938154,-8.875433,-10.875574,-0.0005182247,-15.687933,-11.875433,-13.375433,-15.875433,-13.818194
+117308,-12.002472,-14.44591,-0.0024716088,-6.3787713,-8.878342,-16.022377,-14.752472,-10.656816,-19.942886,-14.252472,-16.002472,-14.252472,-13.627472,-10.503759
+329250,-14.687847,-14.816514,-13.625347,-14.7753725,-21.313679,-26.461891,-9.750347,-10.500433,-0.00039058764,-16.375347,-12.312847,-13.687847,-16.062847,-13.346166
+569597,-10.377758,-0.0052350545,-16.627758,-14.901165,-20.155851,-25.261045,-13.502758,-17.505621,-19.396904,-18.065258,-15.627758,-16.627758,-16.127758,-11.39902
+332288,-14.625443,-14.790248,-13.625443,-14.830536,-20.291637,-22.678366,-9.500443,-10.750575,-0.00048865855,-16.437944,-12.375443,-13.875443,-16.125444,-13.292369
+305334,-16.875154,-16.809597,-16.937654,-18.53765,-26.405134,-11.787361,-16.625154,-0.0002546141,-20.237186,-16.250154,-17.250154,-17.062654,-20.937654,-11.908839
+484911,-15.68795,-24.729399,-11.62545,-19.945133,-20.880365,-18.771923,-17.43795,-16.447014,-28.261824,-17.25045,-18.68795,-14.00045,-0.00045039048,-8.377694
+151758,-18.812883,-17.22324,-11.125382,-0.0014242927,-18.439331,-16.274319,-19.500383,-17.516296,-31.491943,-17.687883,-19.750383,-20.250383,-18.000383,-17.128197
+519888,-14.001306,-21.85779,-11.126306,-18.018118,-23.958263,-16.018633,-16.063807,-15.754361,-27.668194,-16.626307,-18.001307,-13.001306,-0.0013059191,-6.876604
+169272,-14.750384,-18.56202,-9.750384,-13.505352,-0.001221471,-20.95389,-14.375384,-15.065473,-23.912504,-16.750385,-17.437885,-19.750385,-19.625385,-13.2537775
+199204,-12.2512865,-15.390296,-8.5012865,-9.633682,-0.0019068051,-15.49239,-12.7512865,-11.690838,-22.203434,-14.3137865,-14.5012865,-16.126287,-15.8762865,-11.005734
+187002,-13.625618,-18.111698,-8.125618,-11.132709,-0.0013240941,-17.350237,-14.000618,-14.704661,-23.682608,-16.625618,-17.875618,-19.188118,-18.625618,-12.127798
+511004,-15.563161,-22.637682,-10.625661,-17.261473,-18.06263,-22.701956,-17.43816,-15.689006,-24.477894,-15.500661,-18.37566,-13.375661,-0.0006607971,-9.876355
+375121,-15.063099,-19.32884,-10.875599,-16.851427,-19.40105,-22.737028,-16.063099,-11.828161,-24.470957,-0.0005990856,-11.500599,-16.375599,-18.188099,-13.784835
+258679,-15.751549,-11.822553,-17.626549,-19.46063,-26.02332,-22.510723,-0.0015488783,-15.31426,-21.130095,-19.814049,-17.126549,-18.189049,-19.814049,-14.012593
+122557,-17.750269,-19.540277,-10.500268,-0.00097282114,-16.876678,-16.095057,-19.875269,-17.387583,-29.71436,-19.750269,-20.062769,-20.187769,-20.250269,-15.128189
+520367,-16.062931,-20.034943,-12.000431,-16.756477,-20.050959,-15.197447,-13.250431,-12.36947,-28.822098,-14.250431,-18.125431,-13.625431,-15.500431,-0.0009906181
+471340,-14.625378,-23.387302,-9.750378,-19.641771,-26.717606,-18.014553,-18.687878,-17.253448,-28.2401,-17.375378,-19.437878,-0.00037722624,-16.125378,-11.126076
+404040,-16.875053,-22.302984,-17.000053,-25.256535,-25.32064,-21.70112,-18.250053,-13.937852,-28.265673,-14.000053,-5.3285134e-05,-18.375053,-23.187553,-17.251287
+568665,-12.126703,-0.0026597288,-17.876703,-16.732481,-25.408504,-23.289877,-12.251703,-17.252317,-20.12774,-18.814203,-16.189203,-17.501703,-17.001703,-12.257919
+278038,-10.376438,-13.957382,-16.313938,-15.625818,-27.703972,-16.673935,-0.0014384171,-15.876666,-18.709337,-19.063938,-15.751438,-15.751438,-16.938938,-11.879732
+796,-0.0020615056,-15.842584,-13.064562,-6.997697,-17.187138,-9.775204,-9.002062,-14.628042,-22.278273,-14.627062,-15.877062,-16.314562,-15.252062,-11.385071
+479273,-13.750511,-23.323486,-8.750511,-17.753511,-24.75999,-19.216135,-18.313011,-16.81869,-25.809288,-18.250511,-19.188011,-0.0005112771,-16.188011,-11.502832
+352044,-14.625385,-13.971351,-13.062885,-14.705729,-22.74984,-23.334303,-9.125385,-10.250509,-0.00041405854,-16.000385,-12.312885,-13.375385,-16.000385,-13.071879
+360232,-13.252397,-16.894695,-11.002397,-14.753856,-17.536015,-12.878847,-14.689897,-7.1428566,-23.871422,-0.0023963326,-12.752397,-15.252397,-16.627396,-9.253594
+369575,-13.8754,-21.396904,-10.8754,-14.691347,-17.39007,-11.213107,-14.7504,-9.649823,-23.785965,-0.0003996289,-9.8754,-15.8129,-17.4379,-12.50224
+56976,-11.251584,-0.0027205995,-16.126583,-14.658316,-22.548635,-24.141901,-13.876584,-16.25198,-18.051298,-17.814083,-15.439084,-14.689084,-16.626583,-11.890115
+236924,-15.875061,-17.462404,-16.437561,-17.720575,-23.024221,-0.0020013023,-13.250061,-14.000482,-32.12693,-17.375061,-16.437561,-15.687561,-19.625061,-13.001415
+387670,-14.625313,-21.227026,-12.250313,-16.897953,-20.522337,-14.484825,-17.812813,-13.049392,-25.327072,-0.0003126371,-12.125313,-16.375313,-19.625313,-13.25526
+529346,-16.625542,-23.884945,-11.750541,-17.129196,-26.08363,-18.014107,-14.250541,-13.501943,-27.182495,-16.625542,-17.813042,-11.625541,-14.750541,-0.0009341388
+63627,-11.378697,-0.0044618947,-16.941196,-14.730316,-22.434479,-23.67942,-11.753697,-15.629557,-17.946192,-18.316196,-15.691197,-15.691197,-16.128696,-10.530726
+209419,-16.500065,-16.341936,-15.687566,-17.133783,-17.470058,-0.0014833468,-12.750066,-13.375489,-29.938122,-17.312565,-15.937566,-14.875066,-18.250065,-13.00095
+105642,-14.875202,-22.185776,-0.00020263526,-13.377482,-16.503496,-22.831306,-18.687702,-19.51342,-29.964539,-17.562702,-21.687702,-13.125202,-15.750202,-15.389347
+617164,-16.625257,-25.888006,-10.625257,-19.949755,-28.961721,-17.303091,-19.750257,-18.376354,-29.733343,-18.500257,-20.375257,-0.00025674384,-17.937757,-13.126298
+19445,-7.819824e-05,-18.466755,-15.375078,-19.044947,-20.646774,-16.151821,-13.625078,-17.578444,-25.431017,-19.375078,-18.250078,-17.625078,-20.000078,-15.38789
+181477,-12.625317,-15.996002,-12.375317,-12.253552,-0.0010968477,-22.992065,-14.500317,-14.992386,-25.10694,-16.750317,-17.250317,-18.125317,-19.000317,-14.3764715
+483464,-15.375282,-24.652468,-10.875282,-20.408062,-25.578487,-18.289913,-16.750282,-15.95415,-28.865196,-16.375282,-18.750282,-13.375282,-0.00028212857,-9.901707
+173648,-12.875642,-18.385004,-10.375642,-12.633023,-0.0011835147,-21.471464,-13.750642,-15.294568,-20.69173,-16.188143,-17.313143,-18.688143,-17.438143,-13.253835
+401686,-14.625301,-19.055677,-15.687801,-18.43324,-21.288263,-13.213621,-16.000301,-11.538979,-22.647999,-14.375301,-0.00030155404,-17.312801,-20.875301,-14.879174
+250899,-17.813059,-16.263676,-18.313059,-18.884665,-26.65158,-19.059904,-0.00055869704,-13.375667,-20.414574,-19.063059,-16.063059,-17.750559,-20.063059,-14.254363
+281270,-16.62516,-17.313396,-16.12516,-18.376179,-22.934807,-11.652566,-17.43766,-0.00030801306,-21.593307,-15.625159,-17.93766,-17.25016,-20.56266,-11.87965
+309823,-17.7501,-17.674953,-20.5626,-19.21491,-26.147491,-19.408287,-11.625099,-0.00017749464,-25.292967,-18.0626,-15.125099,-17.0001,-22.6251,-14.627547
+283278,-16.750376,-15.83248,-14.687876,-16.969362,-26.953682,-11.998803,-14.812876,-0.0004964288,-21.27903,-16.437876,-15.500376,-17.250376,-19.000376,-11.752357
+145538,-19.062897,-19.441532,-12.250398,-0.0013316483,-18.876577,-16.232088,-19.875397,-17.712421,-29.330893,-16.750397,-20.375397,-20.125397,-18.750397,-17.381618
+266367,-15.502287,-11.164475,-16.564787,-19.229374,-26.204586,-22.536427,-0.002286441,-15.189984,-16.037064,-19.439787,-16.064787,-17.502287,-18.502287,-12.94239
+500793,-15.87531,-21.72426,-10.75031,-20.208712,-18.855772,-20.710304,-18.375309,-17.25088,-26.522755,-17.000309,-19.062809,-14.12531,-0.00030965777,-10.751681
+424942,-14.250158,-17.664331,-14.625158,-23.147312,-20.960014,-17.631126,-16.000158,-10.502116,-26.408165,-11.000158,-0.00015853578,-15.750158,-21.125158,-14.413223
+199892,-14.875321,-17.362642,-9.750321,-13.753415,-0.0012166741,-23.55748,-15.125321,-15.7697,-25.822124,-17.56282,-18.12532,-19.43782,-19.81282,-12.506579
+26663,-5.0543462e-05,-19.46118,-15.500051,-18.553102,-19.713455,-20.809885,-13.625051,-17.404884,-25.262403,-19.06255,-17.18755,-18.12505,-20.12505,-16.758562
+411745,-14.375325,-19.231604,-15.625325,-22.468462,-23.52468,-15.554219,-15.250325,-11.260418,-23.634945,-13.125325,-0.00032562675,-16.312826,-20.812826,-15.1266575
+601539,-13.439197,-12.615297,-11.439197,-13.378905,-17.37933,-16.514467,-7.6266966,-8.251836,-0.0018055284,-13.626697,-10.189197,-12.376697,-14.939197,-15.570523
+161634,-14.375432,-18.705868,-12.000432,-14.185897,-0.0010264795,-25.184828,-14.000432,-16.297054,-24.557266,-17.000431,-16.937931,-19.812931,-19.875431,-14.6310215
+552110,-15.376096,-23.259476,-9.876096,-16.692863,-25.027882,-16.388777,-13.251096,-14.431667,-26.25107,-15.813596,-18.626097,-10.501096,-13.501096,-0.0014863395
+305137,-17.750095,-17.7784,-17.562595,-19.09391,-26.059076,-11.762888,-18.625095,-0.0002244582,-22.76349,-18.312595,-18.750095,-17.375095,-21.875095,-12.416356
+168657,-15.2503195,-17.90958,-9.6253195,-13.886695,-0.001154857,-22.583242,-14.6253195,-14.901173,-26.710918,-16.437819,-17.687819,-17.937819,-19.125319,-11.754263
+540326,-10.250998,-11.033444,-11.125998,-14.528301,-17.495722,-11.569104,-11.875998,-11.269935,-24.7356,-15.188498,-16.250998,-13.313498,-16.063498,-0.0040259734
+118994,-14.625329,-19.586351,-0.00032884435,-10.876449,-15.876987,-17.918346,-19.062828,-18.48369,-30.510145,-17.000328,-20.187828,-14.125329,-17.062828,-16.393341
+361861,-13.875349,-18.163342,-9.375349,-15.778603,-18.717237,-13.147403,-16.312849,-9.407017,-24.307346,-0.00034910307,-10.125349,-15.187849,-18.125349,-12.505927
+103956,-16.812927,-21.527176,-0.000427274,-11.7508745,-16.752735,-18.570158,-19.375427,-16.151958,-29.266365,-16.125427,-18.875427,-11.250427,-17.062927,-15.50198
+453866,-16.62528,-26.466314,-10.00028,-20.19791,-25.314056,-17.565622,-20.00028,-18.945642,-29.663933,-17.81278,-20.00028,-0.00028022178,-17.75028,-14.544874
+151989,-14.377303,-16.32397,-6.502303,-0.0032600039,-12.503873,-9.139368,-16.564802,-14.36834,-24.583818,-13.814803,-18.064802,-17.002302,-15.127303,-12.004035

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,134 @@
+372531,9
+29018,0
+205314,5
+625379,13
+469454,11
+230476,5
+204654,5
+520655,13
+288651,7
+104825,2
+214389,5
+20110,0
+41044,1
+194452,4
+59730,1
+57442,1
+64758,1
+187100,4
+464958,11
+409688,10
+83738,2
+18629,0
+22171,0
+519286,12
+365196,9
+88486,2
+170933,4
+462262,11
+423491,10
+352140,8
+371193,9
+520384,13
+165724,4
+61541,1
+92598,2
+502991,12
+510090,12
+373503,9
+334143,8
+254218,6
+574886,2
+435218,10
+536727,13
+188444,4
+353268,8
+56545,1
+432335,10
+429690,10
+256138,6
+349225,8
+549412,13
+87635,2
+102106,2
+273150,6
+481342,12
+267805,6
+397352,9
+155277,3
+493917,12
+80100,2
+541412,13
+373275,9
+83225,2
+369656,9
+574411,2
+40799,1
+45818,1
+333796,8
+493550,12
+422653,10
+63468,1
+609582,9
+606860,9
+600704,8
+117308,2
+329250,8
+569597,1
+332288,8
+305334,7
+484911,12
+151758,3
+519888,12
+169272,4
+199204,4
+187002,4
+511004,12
+375121,9
+258679,6
+122557,3
+520367,13
+471340,11
+404040,10
+568665,1
+278038,6
+796,0
+479273,11
+352044,8
+360232,9
+369575,9
+56976,1
+236924,5
+387670,9
+529346,13
+63627,1
+209419,5
+105642,2
+617164,11
+19445,0
+181477,4
+483464,12
+173648,4
+401686,10
+250899,6
+281270,7
+309823,7
+283278,7
+145538,3
+266367,6
+500793,12
+424942,10
+199892,4
+26663,0
+411745,10
+601539,8
+161634,4
+552110,13
+305137,7
+168657,4
+540326,13
+118994,2
+361861,9
+103956,2
+453866,11
+151989,3

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,134 @@
+372531,-12.8159,-16.39664,-10.3784,-14.5345545,-17.859118,-12.862283,-14.1909,-6.710548,-23.138163,-0.0034002603,-10.8784,-14.8159,-16.1284,-9.629032
+29018,-6.1629304e-05,-17.7611,-17.812561,-18.33544,-18.690968,-17.642735,-12.500062,-17.69539,-27.361769,-20.250061,-19.375061,-18.500061,-19.812561,-15.503256
+205314,-13.687789,-15.954093,-14.437789,-15.21144,-26.138317,-0.0023503066,-10.125289,-12.250731,-24.251808,-15.187789,-14.312789,-14.625289,-17.312788,-12.189025
+625379,-16.500154,-19.62524,-11.8751545,-16.528105,-15.4187355,-16.523258,-15.0001545,-14.4008255,-31.25651,-16.875154,-19.000154,-13.1251545,-17.687654,-0.0003491331
+469454,-16.875172,-23.74455,-9.875172,-18.946562,-27.680342,-17.518055,-19.437672,-18.1262,-29.40211,-18.000172,-19.875172,-0.0001721234,-17.312672,-14.006454
+230476,-15.250188,-15.652172,-13.875188,-15.433029,-17.15729,-0.0018800186,-12.062688,-13.625574,-26.063618,-16.187689,-14.812688,-13.562688,-17.312689,-13.313494
+204654,-9.62561,-15.028299,-13.37561,-14.72559,-22.083832,-0.0049796994,-9.50061,-11.251504,-22.59851,-14.37561,-12.62561,-14.00061,-15.06311,-12.190276
+520655,-15.62558,-25.582182,-10.12558,-16.31537,-25.678371,-20.033108,-13.87558,-13.524147,-27.603413,-16.00058,-18.56308,-10.87558,-13.87558,-0.0008260412
+288651,-18.312603,-18.764353,-17.812603,-20.953297,-23.579798,-11.645484,-18.687603,-0.00021468439,-22.181091,-17.062603,-19.125103,-18.125103,-21.625103,-12.502746
+104825,-17.500223,-20.418043,-0.00022361163,-12.50087,-18.375954,-14.740204,-20.250223,-15.579661,-30.151697,-17.375223,-19.750223,-12.625223,-17.812723,-16.12694
+214389,-11.938096,-15.969655,-14.375596,-15.034688,-20.278576,-0.0026928424,-11.375596,-10.37591,-20.066515,-14.250596,-14.250596,-13.875596,-16.000595,-12.4400215
+20110,-3.325884e-05,-18.45541,-16.875032,-19.843784,-21.792728,-15.905657,-14.500033,-18.386335,-28.604141,-22.312532,-21.000032,-18.812532,-20.812532,-15.490812
+41044,-13.125655,-0.00160015,-17.250654,-16.867697,-27.075375,-23.319551,-13.750655,-17.313375,-22.860943,-20.500654,-17.625654,-16.063154,-18.750654,-12.627082
+194452,-12.375545,-15.937171,-9.500545,-10.632385,-0.00079792563,-15.579618,-13.125545,-13.014576,-18.409977,-14.438045,-15.813045,-16.813046,-16.875546,-10.877234
+59730,-11.376148,-0.0020698407,-16.188648,-15.010533,-22.308483,-22.558598,-11.876148,-15.376358,-18.382334,-18.188648,-15.751148,-15.001148,-16.251148,-11.377257
+57442,-11.626149,-0.0019177384,-16.12615,-11.746666,-27.658577,-21.159418,-12.876149,-16.501337,-19.099556,-18.43865,-15.751149,-14.688649,-16.75115,-11.752206
+64758,-11.251975,-0.003358465,-16.564474,-15.971787,-19.166622,-26.214231,-14.001975,-18.440182,-18.635849,-17.751974,-15.626975,-15.376975,-15.876975,-11.665705
+187100,-15.50024,-20.014267,-11.87524,-14.383444,-0.00072226324,-20.638302,-16.12524,-14.838649,-27.24791,-18.43774,-18.12524,-19.75024,-20.18774,-14.627656
+464958,-16.125107,-25.892633,-11.500106,-20.395214,-31.893734,-20.740852,-19.250107,-18.896065,-28.418304,-18.687607,-20.375107,-0.00010620984,-17.312607,-13.875501
+409688,-17.125034,-21.776512,-16.875034,-25.368618,-23.971035,-21.043737,-18.500034,-14.136556,-27.530518,-13.500034,-3.4689303e-05,-18.375034,-22.875034,-16.626667
+83738,-17.187794,-21.380648,-0.0002934502,-10.7506275,-17.564287,-20.815313,-19.562794,-17.834402,-30.869442,-15.375294,-19.125294,-12.250294,-16.750294,-17.013037
+18629,-0.00010966653,-16.515587,-15.43761,-18.526329,-19.99546,-14.719854,-14.00011,-17.26727,-27.503113,-19.937609,-18.375109,-18.500109,-20.937609,-14.004993
+22171,-4.577532e-05,-18.878433,-12.500046,-19.445929,-21.8029,-22.568552,-17.312546,-19.19044,-27.008587,-20.812546,-21.000046,-17.687546,-14.500046,-16.383848
+519286,-16.875212,-26.918636,-12.000213,-20.758406,-24.166636,-18.895033,-17.687712,-16.81498,-29.110077,-17.875212,-18.875212,-13.875213,-0.0002122892,-10.001314
+365196,-15.375167,-22.698639,-12.875167,-17.07378,-19.366493,-16.319717,-17.187668,-12.706187,-23.766273,-0.00016723665,-11.750167,-17.062668,-18.812668,-14.877756
+88486,-17.190752,-21.966234,-0.0032518625,-12.628584,-16.00488,-24.161278,-17.128252,-14.797912,-27.944439,-17.128252,-19.940752,-13.753252,-15.003252,-6.253651
+170933,-15.75015,-19.207981,-11.50015,-15.8796,-0.0013508616,-21.764969,-15.87515,-17.636261,-25.804852,-18.312649,-18.562649,-19.687649,-20.625149,-14.501189
+462262,-16.3752,-25.22391,-9.6252,-19.314873,-21.7184,-21.266182,-19.5002,-19.18945,-28.587862,-18.0627,-20.1877,-0.00020025155,-16.5002,-15.2516985
+423491,-16.750055,-22.710615,-17.125055,-22.675909,-23.247078,-15.179381,-18.250055,-14.30943,-27.650276,-14.375055,-5.5549986e-05,-17.750055,-22.000055,-15.625727
+352140,-15.562748,-15.386071,-13.375248,-14.906291,-18.055698,-23.243708,-9.500248,-11.687846,-0.00032934127,-16.125248,-12.437748,-13.562748,-16.312748,-14.503352
+371193,-13.75059,-17.98391,-9.25059,-16.2159,-18.862524,-14.402582,-16.000591,-8.638627,-23.847128,-0.00059050764,-8.50059,-14.81309,-17.813091,-12.751663
+520384,-11.5002985,-11.772159,-11.6252985,-15.674434,-16.66286,-15.231414,-12.1252985,-11.8830805,-27.104105,-14.8127985,-16.687798,-14.0002985,-16.312798,-0.001600803
+165724,-12.250804,-15.0331955,-7.8758044,-10.003691,-0.0018680736,-17.399683,-13.813304,-13.516415,-24.622976,-14.875804,-16.250805,-15.625804,-16.875805,-13.5644
+61541,-10.254395,-0.00480168,-14.316895,-14.494612,-19.809282,-23.08499,-10.754395,-15.942628,-23.420296,-16.691895,-13.941895,-15.254395,-16.191895,-10.762213
+92598,-15.87509,-19.957966,-8.952217e-05,-13.375867,-12.750511,-20.033304,-18.87509,-17.307692,-31.178917,-17.37509,-20.25009,-17.12509,-17.87509,-12.500658
+502991,-16.750135,-25.869066,-12.500134,-21.699656,-26.103088,-22.216866,-18.500135,-18.071947,-31.92575,-18.000135,-20.437635,-14.625134,-0.00013469743,-10.000584
+510090,-17.750105,-26.707638,-13.250106,-21.961544,-28.896393,-20.38471,-19.312605,-18.379124,-31.264858,-18.625105,-20.750105,-15.500106,-0.00010573305,-11.258516
+373503,-12.500341,-18.888517,-9.875341,-15.261124,-18.113321,-12.925944,-15.062841,-11.937617,-24.781094,-0.00034159547,-11.625341,-16.375341,-18.062841,-12.002068
+334143,-15.687688,-15.293563,-13.312688,-13.979055,-18.852758,-22.342789,-9.750188,-11.375287,-0.0002720144,-16.187689,-12.500188,-13.750188,-16.812689,-14.4408865
+254218,-15.937989,-14.531403,-17.75049,-20.351337,-27.323315,-20.81255,-0.00048971106,-15.938174,-19.306665,-19.37549,-17.43799,-18.68799,-19.43799,-15.139412
+574886,-14.000928,-17.381105,-0.00092832855,-7.5015335,-13.87927,-17.15116,-17.438429,-15.203142,-25.557371,-14.250928,-16.938429,-16.000929,-10.125928,-12.877693
+435218,-14.875187,-19.759907,-16.062687,-22.690075,-21.51239,-16.336061,-16.062687,-11.655353,-24.051151,-14.000187,-0.00018702188,-16.812687,-21.062687,-15.375786
+536727,-9.251388,-11.477365,-10.751388,-13.916363,-18.209064,-11.884718,-10.501388,-10.752169,-24.028526,-14.063888,-15.063888,-12.751388,-14.938888,-0.0031014197
+188444,-12.633207,-13.797298,-4.8832073,-9.760999,-0.008435545,-18.626926,-14.445707,-12.381243,-22.423666,-14.883207,-16.508207,-17.070707,-15.820707,-8.759352
+353268,-15.187709,-14.845006,-13.812709,-14.617641,-21.467846,-27.584522,-9.875209,-11.187805,-0.00027308456,-16.31271,-12.687709,-14.062709,-16.31271,-13.205219
+56545,-10.251642,-0.0030062452,-15.189142,-15.730131,-17.53812,-25.690813,-11.376642,-16.627377,-19.826824,-16.814142,-15.564142,-15.751642,-16.251642,-11.547577
+432335,-17.500036,-22.537613,-17.625036,-24.546587,-26.131699,-20.790436,-19.000036,-13.9113655,-28.993177,-14.625037,-3.6834994e-05,-18.750036,-23.812536,-17.004251
+429690,-14.505326,-22.16081,-12.005326,-18.137533,-20.609245,-18.25733,-16.255327,-13.0741,-24.380672,-5.2553263,-0.005326366,-14.380326,-19.755327,-15.131476
+256138,-14.750323,-17.20303,-15.625323,-17.813545,-29.826393,-17.231348,-0.00032324335,-18.06302,-24.687405,-19.625322,-18.125322,-17.500322,-17.125322,-12.753041
+349225,-15.437788,-15.0679035,-13.000288,-14.941336,-19.059608,-22.003822,-9.625288,-11.56289,-0.00035627265,-15.937788,-12.187788,-13.312788,-16.250288,-14.127438
+549412,-14.0006075,-19.900345,-10.0006075,-16.814438,-26.480692,-21.195969,-17.438107,-13.004662,-26.93351,-13.5006075,-18.688107,-11.6256075,-16.188107,-0.0011269236
+87635,-17.62515,-22.526487,-0.00015150353,-13.125533,-17.751532,-20.292728,-21.43765,-17.344357,-32.622524,-18.75015,-21.56265,-14.625152,-19.62515,-18.126318
+102106,-12.750563,-18.240513,-0.00056262873,-8.376024,-13.598683,-23.419075,-17.875563,-16.7955,-26.6738,-13.000563,-18.563063,-16.563063,-12.875563,-14.130456
+273150,-13.50024,-16.94409,-18.68774,-18.168797,-29.702812,-17.577267,-0.00024041624,-18.68789,-24.531788,-20.93774,-17.87524,-17.37524,-18.62524,-12.878697
+481342,-16.750288,-26.307554,-12.875287,-21.320463,-23.737297,-24.458271,-18.375288,-16.814547,-29.303192,-16.875288,-20.000288,-13.875287,-0.00028713394,-10.125817
+267805,-2.7283578,-10.587912,-11.665857,-12.38782,-17.429863,-7.7916093,-0.22835779,-10.916046,-17.072899,-13.853357,-11.103357,-12.228357,-14.040857,-7.105977
+397352,-13.12545,-19.290367,-11.00045,-14.316597,-16.964586,-11.976564,-14.31295,-10.00352,-22.122091,-0.000450033,-9.00045,-15.12545,-16.68795,-12.253603
+155277,-17.68768,-19.765505,-9.875178,-0.0006005906,-16.626637,-19.0178,-20.18768,-18.62038,-30.81662,-17.62518,-21.81268,-19.43768,-18.75018,-16.501337
+493917,-14.250287,-23.979607,-11.125287,-19.631588,-26.51238,-18.967583,-16.812786,-16.190353,-27.99775,-15.250287,-18.750286,-11.250287,-0.0002870148,-9.128162
+80100,-18.062721,-22.165283,-0.00022158552,-13.125714,-18.876518,-19.232832,-20.375221,-17.038507,-30.67553,-17.250221,-20.125221,-10.125221,-17.375221,-16.626175
+541412,-15.750246,-20.854975,-11.375246,-16.382557,-26.708656,-15.65262,-14.125246,-13.878479,-29.959763,-15.875246,-18.312746,-11.375246,-15.250246,-0.00063492206
+373275,-13.750698,-17.599644,-11.000698,-15.768712,-18.741886,-13.05356,-15.063198,-7.877184,-25.140951,-0.00069784606,-12.125698,-15.625698,-17.625698,-11.377091
+83225,-15.750237,-18.541536,-0.00023731754,-10.000927,-14.125762,-22.665201,-19.000237,-16.36258,-29.41803,-17.687737,-20.812737,-14.875237,-17.000237,-17.253433
+369656,-14.000447,-21.444326,-11.000447,-15.632071,-19.523111,-15.915531,-16.000446,-9.383272,-26.099083,-0.00044693495,-9.625447,-16.125446,-18.187946,-13.126936
+574411,-14.125221,-20.52062,-0.0002217047,-13.751069,-17.546635,-21.942236,-18.125221,-18.036572,-27.163652,-17.250221,-21.375221,-17.625221,-10.375221,-10.130838
+40799,-12.250783,-0.0019110152,-16.875782,-15.243509,-28.600769,-19.780624,-13.375783,-16.37607,-22.051348,-19.438282,-16.438282,-15.438283,-17.063282,-11.752
+45818,-11.376328,-0.0019739536,-16.813828,-15.254863,-23.539907,-23.587805,-13.626328,-18.064201,-22.432505,-18.438828,-16.126328,-15.563828,-16.938828,-12.878156
+333796,-15.437643,-15.538498,-13.937643,-15.039159,-21.660135,-27.50836,-10.750143,-12.000244,-0.00021730551,-16.625143,-12.687643,-14.687643,-16.625143,-13.983011
+493550,-14.87549,-24.38979,-11.25049,-18.90523,-21.704,-20.015245,-16.68799,-15.764719,-28.89516,-16.12549,-18.18799,-13.25049,-0.0004900685,-8.3762865
+422653,-16.50006,-21.357874,-17.00006,-21.113243,-23.758083,-24.38907,-17.87506,-14.256297,-28.804335,-14.000059,-5.9245263e-05,-18.25006,-22.75006,-15.8757105
+63468,-10.251546,-0.0021834124,-16.314047,-15.620283,-22.88786,-25.020998,-14.189046,-17.877045,-20.293844,-17.376547,-15.626546,-15.939046,-16.439047,-12.253596
+609582,-14.313546,-18.623325,-9.376046,-16.324688,-18.696266,-15.537715,-14.876046,-10.704858,-22.389439,-0.0010461102,-7.251046,-14.188546,-17.688545,-13.633421
+606860,-13.313482,-17.431265,-11.125982,-15.2417755,-17.699598,-13.477621,-15.625982,-8.54921,-24.591536,-0.0009827552,-12.625982,-15.625982,-16.625982,-10.501712
+600704,-15.875189,-15.589494,-13.562689,-15.505096,-20.019299,-22.711613,-9.875189,-11.625316,-0.0002654583,-16.250189,-12.562689,-13.875189,-16.437689,-14.503666
+117308,-12.5014105,-15.003924,-0.0014103238,-6.8773375,-9.627114,-17.177492,-15.3764105,-11.148072,-20.934153,-14.5014105,-16.56391,-14.5014105,-14.1264105,-11.127152
+329250,-15.125196,-15.073511,-14.000196,-15.171679,-22.150219,-27.393341,-10.500196,-10.937772,-0.00023517985,-16.687696,-12.687696,-13.937696,-16.375196,-13.6232395
+569597,-10.626635,-0.003174603,-16.876635,-15.140628,-20.589844,-25.760649,-14.001635,-17.816427,-19.98286,-18.314135,-16.001635,-16.751635,-16.501635,-11.633524
+332288,-15.125229,-15.267015,-14.187729,-15.287108,-21.028496,-23.409815,-10.250229,-11.375353,-0.0002639026,-16.937729,-12.937729,-14.250229,-16.625229,-13.739368
+305334,-16.9376,-16.928059,-17.0001,-18.499083,-26.83814,-11.90984,-16.9376,-0.00019215613,-20.659264,-16.3126,-17.3751,-16.9376,-20.9376,-12.019649
+484911,-16.375254,-25.659365,-12.500254,-20.693596,-21.982864,-19.764956,-18.187754,-17.133934,-29.1293,-17.687754,-19.250254,-14.500254,-0.00025352603,-9.001435
+151758,-19.18779,-17.518606,-11.12529,-0.0010852804,-19.001238,-16.495525,-19.81279,-17.890177,-32.17576,-17.87529,-20.18779,-20.37529,-18.31279,-17.75206
+519888,-14.625708,-22.603228,-12.000708,-18.82641,-25.018528,-16.38993,-16.813208,-16.378267,-28.309395,-17.063208,-18.625708,-13.375708,-0.0007073761,-7.500912
+169272,-15.250222,-19.413475,-9.875222,-14.128239,-0.00079398416,-21.499458,-15.125222,-15.586318,-24.964518,-17.250223,-17.937723,-20.062723,-20.125223,-14.002576
+199204,-12.500875,-15.64699,-8.375875,-10.130931,-0.001232773,-15.529271,-13.250875,-12.066969,-23.014204,-14.500875,-14.875875,-16.125875,-16.000875,-11.628576
+187002,-13.750545,-18.451885,-8.000545,-11.50583,-0.00097655936,-17.845306,-14.500545,-15.140041,-24.304272,-16.813044,-18.125544,-19.125544,-18.750544,-12.62706
+511004,-16.437878,-23.621132,-11.500377,-18.121641,-19.062712,-23.887045,-18.312878,-16.563574,-25.392733,-16.062878,-19.062878,-14.000377,-0.0003769879,-10.875833
+375121,-15.750405,-19.906294,-11.375405,-17.222605,-20.08248,-23.829433,-16.562906,-12.421923,-25.043802,-0.00040534863,-11.875405,-16.562906,-18.562906,-14.392075
+258679,-16.375986,-12.238475,-18.375986,-19.534044,-27.20708,-23.203367,-0.000986447,-15.938666,-21.85108,-20.375986,-17.563486,-18.563486,-20.250986,-14.38335
+122557,-18.37517,-20.096626,-10.875171,-0.0006562338,-17.626144,-16.84563,-20.50017,-18.140789,-30.666868,-20.18767,-20.68767,-20.68767,-20.87517,-15.877165
+520367,-16.562773,-20.484585,-12.375274,-17.380108,-20.920729,-15.9149275,-13.875274,-12.752303,-29.520437,-14.750274,-18.375273,-13.875274,-15.750274,-0.0006065632
+471340,-15.375195,-24.049105,-10.500195,-20.324709,-28.27486,-18.617718,-19.562695,-17.814491,-29.251574,-17.750195,-20.062695,-0.00019500738,-16.875195,-12.000625
+404040,-17.62503,-22.86453,-17.75003,-26.057503,-26.49399,-22.47171,-19.12503,-14.793683,-29.251331,-14.7500305,-3.0755524e-05,-19.00003,-23.81253,-18.001055
+568665,-12.50092,-0.0015559732,-18.18842,-17.01778,-26.016983,-23.666294,-12.75092,-17.438875,-20.730549,-19.12592,-16.50092,-17.62592,-17.31342,-12.629096
+278038,-10.626058,-14.295776,-16.688557,-15.923566,-28.640717,-17.027626,-0.0010575423,-16.313755,-19.151064,-19.313557,-16.063557,-15.938558,-17.188557,-12.003417
+796,-0.0014207994,-16.144045,-13.313921,-7.210587,-18.102114,-10.017601,-9.501421,-15.002211,-22.862553,-14.938921,-16.251421,-16.376421,-15.501421,-11.506778
+479273,-14.12531,-23.584984,-9.25031,-18.189932,-25.564568,-19.650217,-18.93781,-17.19235,-26.52558,-18.37531,-19.56281,-0.00031037282,-16.56281,-12.126257
+352044,-15.250176,-14.647081,-13.687676,-15.251555,-23.8051,-24.575634,-10.000176,-11.125266,-0.00020204384,-16.500177,-12.875176,-13.875176,-16.500177,-13.585977
+360232,-13.501753,-17.037724,-11.001753,-14.983699,-18.047167,-13.359536,-14.939253,-7.389924,-24.418728,-0.001752985,-12.876753,-15.189253,-16.751753,-9.627605
+369575,-14.500227,-22.159142,-11.375227,-15.253225,-18.262747,-11.975118,-15.375227,-10.264989,-24.587902,-0.00022682955,-10.250227,-16.062727,-17.937727,-13.251712
+56976,-11.625941,-0.0017610252,-16.188442,-14.76623,-23.038425,-24.70022,-14.250941,-16.501226,-18.70863,-18.063442,-15.563441,-14.750941,-16.813442,-12.13021
+236924,-16.125038,-17.772606,-16.750038,-18.099993,-24.020277,-0.0012577339,-13.750039,-14.375368,-32.876534,-17.687538,-16.875038,-15.812539,-19.875038,-13.501105
+387670,-15.125168,-21.791513,-12.625168,-17.4571,-21.324747,-15.590245,-18.312668,-13.665583,-25.888733,-0.00016830936,-12.625168,-16.562668,-20.000168,-14.005824
+529346,-17.062845,-23.981047,-12.000345,-17.628286,-26.585144,-18.531326,-14.625345,-13.62631,-27.819443,-16.875345,-18.062845,-11.750345,-15.000345,-0.0005774825
+63627,-11.751956,-0.0024857826,-17.376955,-14.878914,-23.241276,-24.234339,-12.251956,-16.127638,-18.760458,-18.751955,-16.189455,-16.001955,-16.626955,-10.889201
+209419,-16.562546,-16.519358,-15.937545,-17.277271,-17.90017,-0.0009884913,-13.250045,-13.625345,-30.500584,-17.437546,-16.187546,-14.875045,-18.437546,-13.375654
+105642,-15.375131,-22.27578,-0.00013076403,-13.626655,-17.127176,-23.47105,-19.312632,-19.693266,-30.780344,-17.812632,-22.062632,-13.375131,-16.250132,-16.132633
+617164,-17.000193,-25.920723,-11.250194,-20.321125,-29.521114,-17.889519,-20.250193,-18.62596,-30.260658,-18.625193,-20.687693,-0.00019333878,-18.250193,-13.625846
+19445,-4.51793e-05,-19.067036,-15.750045,-19.650915,-21.7017,-16.371511,-14.250045,-18.198444,-26.129925,-20.000046,-18.812546,-18.000046,-20.437546,-15.857889
+181477,-13.125192,-16.756739,-12.750192,-12.877406,-0.00071045366,-23.349035,-15.250192,-15.478626,-25.899712,-17.312693,-17.750193,-18.437693,-19.375193,-15.125965
+483464,-16.000185,-25.648434,-11.625186,-21.103659,-26.639328,-19.527267,-17.375185,-16.512154,-29.540443,-16.812685,-19.187685,-13.750186,-0.0001859492,-10.645288
+173648,-13.500413,-18.77368,-10.625413,-13.255629,-0.00074241514,-22.18344,-14.625413,-16.037136,-21.581469,-16.750412,-17.937912,-19.125412,-17.875412,-14.0025625
+401686,-15.000187,-19.408909,-16.187687,-18.941385,-21.966753,-13.601332,-16.562687,-12.02388,-23.311203,-14.750187,-0.00018726026,-17.562687,-21.125187,-15.378831
+250899,-18.250359,-16.956486,-19.000359,-19.265203,-27.461872,-19.830318,-0.00035887476,-13.875437,-21.054441,-19.687859,-16.500359,-18.125359,-20.500359,-14.628162
+281270,-16.625114,-17.426907,-16.250114,-18.549398,-23.11481,-11.713566,-17.812614,-0.0002243393,-22.250706,-15.625114,-17.937614,-17.187614,-20.562614,-11.877751
+309823,-17.875067,-17.832827,-20.812567,-19.6398,-26.894573,-19.638662,-12.375067,-0.00014137721,-25.633915,-18.312567,-15.375067,-17.000067,-22.750067,-14.876642
+283278,-16.437965,-15.562751,-14.375465,-16.665245,-27.325394,-11.939122,-14.812965,-0.0005630316,-21.365076,-16.125465,-15.062965,-16.750465,-18.625465,-11.501934
+145538,-19.500263,-19.838305,-12.500262,-0.00090705964,-19.563623,-17.03013,-20.375263,-18.281105,-30.03592,-17.125263,-20.875263,-20.437763,-19.187763,-18.128662
+266367,-16.001427,-11.404385,-17.251427,-19.455467,-27.513721,-23.389858,-0.0014275847,-15.689085,-16.557917,-20.001427,-16.438927,-17.876427,-18.876427,-13.394842
+500793,-16.750177,-22.316095,-11.625177,-21.079826,-19.897036,-21.893501,-19.250177,-18.063082,-27.509155,-17.562677,-19.750177,-14.625177,-0.00017784444,-11.501147
+424942,-14.750096,-18.172922,-15.125096,-23.479736,-21.526255,-17.38732,-16.625095,-11.001229,-27.066439,-11.500096,-9.6316464e-05,-16.000095,-21.500095,-14.822606
+199892,-15.250212,-17.825985,-9.875212,-14.252635,-0.000826386,-23.682062,-15.625212,-16.14304,-26.688791,-18.000212,-18.500212,-19.625212,-20.250212,-13.128583
+26663,-3.4689303e-05,-19.833345,-15.750034,-18.925621,-20.507635,-21.284079,-14.250034,-17.648623,-25.756252,-19.437534,-17.562534,-18.250034,-20.437534,-17.230104
+411745,-14.875196,-19.876345,-16.062696,-22.784126,-24.148823,-15.831938,-15.875196,-12.008075,-24.462017,-13.625196,-0.00019608006,-16.687696,-21.125196,-15.751264
+601539,-13.938324,-13.158367,-11.938324,-13.603277,-18.323067,-17.200655,-8.500824,-9.000946,-0.0009085083,-14.063324,-10.750824,-12.813324,-15.375824,-15.164515
+161634,-15.000262,-19.307556,-12.375262,-14.795443,-0.00064672134,-26.414885,-14.750262,-16.995972,-25.561295,-17.562761,-17.562761,-20.187761,-20.437761,-15.502793
+552110,-15.875658,-23.820023,-10.250658,-17.191376,-25.338257,-16.791553,-13.750658,-14.917105,-26.703602,-16.000658,-18.938158,-10.625658,-13.875658,-0.00091956824
+305137,-17.750069,-17.823238,-17.375069,-19.060196,-26.426605,-11.633739,-18.875069,-0.00016855457,-23.227402,-18.125069,-18.562569,-17.125069,-21.812569,-12.526698
+168657,-15.50024,-18.363743,-9.62524,-14.257621,-0.0007423997,-22.64289,-15.00024,-15.109332,-27.269173,-16.62524,-17.87524,-17.93774,-19.31274,-12.25263
+540326,-10.625609,-11.528701,-11.375609,-14.822216,-18.25298,-11.8095875,-12.375609,-11.641651,-25.305395,-15.438109,-16.625608,-13.375609,-16.375608,-0.0030603672
+118994,-15.250156,-20.330051,-0.00015627117,-11.501038,-16.876308,-19.012522,-19.875156,-19.179096,-31.536856,-17.500156,-20.812656,-14.500156,-17.687656,-17.38341
+361861,-14.375235,-18.637424,-9.625235,-16.214699,-19.392797,-13.414298,-16.812735,-9.91208,-24.968735,-0.00023505308,-10.250235,-15.375235,-18.500235,-13.254686
+103956,-17.437723,-21.982668,-0.00022253898,-12.250537,-17.564297,-19.39657,-20.062723,-16.837069,-30.21208,-16.625223,-19.375223,-11.625222,-17.625223,-16.501244
+453866,-17.250185,-26.397102,-10.625184,-20.633778,-26.002157,-18.400518,-20.687685,-19.379768,-30.33826,-17.937685,-20.437685,-0.00018439977,-18.250185,-15.274376
+151989,-14.7517605,-16.490726,-6.626761,-0.002422708,-13.127805,-9.515864,-16.93926,-14.673185,-25.335276,-14.1267605,-18.43926,-17.12676,-15.4392605,-12.627646

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=0.0-1.0/labels.csv

@@ -0,0 +1,448 @@
+572581,2
+504852,12
+238802,5
+330355,8
+301384,7
+533602,13
+201281,5
+611120,10
+20574,0
+262164,6
+370707,9
+283587,7
+337629,8
+104099,2
+477608,11
+548903,13
+516108,12
+161886,4
+111845,2
+583614,4
+582835,4
+508767,12
+611626,10
+97380,2
+605746,9
+151329,3
+401497,10
+333278,8
+335545,8
+474193,11
+127047,3
+12388,0
+407238,10
+168614,4
+366134,9
+620510,12
+555494,13
+388944,9
+557466,13
+211508,5
+298658,7
+16514,0
+7484,0
+458601,11
+94193,2
+175138,4
+137803,3
+68245,1
+514644,12
+361057,9
+306770,7
+374839,9
+37758,0
+524302,13
+1944,0
+295131,7
+449193,11
+344783,8
+125608,3
+471433,11
+60212,1
+14654,0
+486614,12
+197717,4
+510700,12
+363260,9
+504055,12
+206229,5
+49008,1
+469080,11
+286382,7
+603250,8
+295557,7
+580358,4
+85850,2
+622388,12
+415989,10
+462319,11
+248695,6
+193564,4
+440700,11
+412263,10
+229914,5
+549503,13
+309803,7
+413252,10
+194445,4
+538591,13
+555568,13
+70400,1
+133576,3
+377280,9
+173839,4
+194136,4
+242653,6
+454808,11
+511940,12
+623075,12
+495787,12
+520554,13
+98721,2
+509603,12
+528569,13
+474747,11
+10442,0
+336661,8
+137621,3
+418783,10
+82931,2
+443483,11
+480350,12
+166095,4
+192608,4
+576007,3
+15040,0
+158048,3
+594659,6
+501368,12
+29612,0
+389051,9
+155811,3
+617952,11
+28142,0
+310406,7
+80967,2
+490500,12
+416295,10
+61970,1
+161868,4
+243344,6
+401602,10
+33294,0
+276160,6
+628579,13
+316738,7
+421916,10
+286122,7
+295373,7
+49637,1
+294784,7
+470357,11
+45254,1
+387920,9
+11801,0
+474772,11
+266181,6
+428218,10
+205884,5
+160937,4
+38872,0
+465054,11
+570477,2
+266179,6
+315976,7
+79618,1
+590726,6
+244695,6
+466120,11
+253976,6
+456589,11
+345426,8
+620861,12
+348693,8
+138193,3
+561642,0
+318283,7
+13717,0
+25919,0
+570877,2
+66511,1
+566616,1
+176783,4
+196934,4
+439744,10
+222636,5
+120755,3
+590327,6
+591845,6
+263256,6
+346565,8
+118314,2
+432977,10
+308745,7
+283240,7
+492278,12
+392979,9
+504787,12
+331007,8
+167847,4
+40640,1
+21746,0
+596473,7
+100563,2
+515484,12
+422976,10
+193304,4
+530969,13
+256240,6
+273681,6
+503726,12
+568498,1
+533621,13
+52485,1
+444950,11
+218504,5
+583579,4
+567210,1
+429421,10
+612232,10
+75471,1
+430853,10
+483698,12
+142300,3
+333226,8
+226236,5
+546066,13
+504014,12
+309953,7
+274054,6
+202461,5
+274974,6
+469724,11
+413182,10
+397518,9
+31123,0
+454954,11
+236987,5
+38525,0
+618135,11
+562638,0
+426429,10
+519844,12
+317539,7
+397565,9
+383136,9
+87885,2
+463824,11
+385933,9
+451904,11
+434346,10
+512872,12
+88875,2
+165974,4
+528412,13
+428513,10
+497353,12
+65062,1
+368214,9
+132601,3
+276250,6
+617372,11
+429821,10
+320033,8
+196626,4
+75213,1
+447256,11
+116730,2
+186721,4
+247,0
+568826,1
+254940,6
+594412,6
+376137,9
+25392,0
+275294,6
+627527,13
+165963,4
+26119,0
+41782,1
+260253,6
+359204,8
+599704,7
+554339,13
+339143,8
+456517,11
+91498,2
+229049,5
+427133,10
+461190,11
+222752,5
+566091,1
+559411,13
+289381,7
+490910,12
+280132,7
+350715,8
+515420,12
+500483,12
+155048,3
+548039,13
+159001,3
+259781,6
+305752,7
+440918,11
+570199,2
+271941,6
+338749,8
+24763,0
+195569,4
+71721,1
+122383,3
+446246,11
+109049,2
+629110,13
+447967,11
+512152,12
+595457,7
+519769,12
+627120,13
+255493,6
+624984,12
+273286,6
+189162,4
+344293,8
+372531,9
+29018,0
+205314,5
+625379,13
+469454,11
+230476,5
+204654,5
+520655,13
+288651,7
+104825,2
+214389,5
+20110,0
+41044,1
+194452,4
+59730,1
+57442,1
+64758,1
+187100,4
+464958,11
+409688,10
+83738,2
+18629,0
+22171,0
+519286,12
+365196,9
+88486,2
+170933,4
+462262,11
+423491,10
+352140,8
+371193,9
+520384,13
+165724,4
+61541,1
+92598,2
+502991,12
+510090,12
+373503,9
+334143,8
+254218,6
+574886,2
+435218,10
+536727,13
+188444,4
+353268,8
+56545,1
+432335,10
+429690,10
+256138,6
+349225,8
+549412,13
+87635,2
+102106,2
+273150,6
+481342,12
+267805,6
+397352,9
+155277,3
+493917,12
+80100,2
+541412,13
+373275,9
+83225,2
+369656,9
+574411,2
+40799,1
+45818,1
+333796,8
+493550,12
+422653,10
+63468,1
+609582,9
+606860,9
+600704,8
+117308,2
+329250,8
+569597,1
+332288,8
+305334,7
+484911,12
+151758,3
+519888,12
+169272,4
+199204,4
+187002,4
+511004,12
+375121,9
+258679,6
+122557,3
+520367,13
+471340,11
+404040,10
+568665,1
+278038,6
+796,0
+479273,11
+352044,8
+360232,9
+369575,9
+56976,1
+236924,5
+387670,9
+529346,13
+63627,1
+209419,5
+105642,2
+617164,11
+19445,0
+181477,4
+483464,12
+173648,4
+401686,10
+250899,6
+281270,7
+309823,7
+283278,7
+145538,3
+266367,6
+500793,12
+424942,10
+199892,4
+26663,0
+411745,10
+601539,8
+161634,4
+552110,13
+305137,7
+168657,4
+540326,13
+118994,2
+361861,9
+103956,2
+453866,11
+151989,3

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=0.0-1.0/logits.csv

@@ -0,0 +1,448 @@
+572581,-14.750982,-17.701208,-0.0009827552,-10.75306,-11.126233,-19.67668,-18.375982,-14.786626,-24.478199,-15.000982,-17.625982,-16.688482,-16.375982,-8.376624
+504852,-16.625113,-24.527922,-14.750113,-21.856625,-20.949617,-22.275858,-19.562613,-18.440857,-28.298418,-18.812613,-20.125113,-14.750113,-0.00011228884,-10.897484
+238802,-12.500162,-17.80482,-15.937662,-18.78936,-18.085405,-0.0021339227,-10.375162,-13.125617,-23.063753,-15.312662,-14.062662,-16.000162,-17.750162,-13.376003
+330355,-16.625126,-16.713638,-16.125126,-18.118359,-17.896933,-25.962303,-11.937627,-13.062794,-0.00019823445,-17.375126,-13.250127,-14.750127,-17.437626,-16.4106
+301384,-15.812642,-17.061136,-17.562643,-19.511757,-20.034996,-11.151713,-16.500143,-0.00019787574,-18.872551,-15.375142,-17.062643,-16.812643,-20.687643,-11.307608
+533602,-8.756096,-14.247263,-7.881096,-14.520351,-15.749273,-15.03394,-15.506096,-12.944231,-20.510452,-8.381096,-16.256096,-6.256096,-6.006096,-0.0069004428
+201281,-15.875126,-16.86768,-16.125126,-19.429384,-17.973946,-0.0025886772,-11.875126,-13.000404,-23.565023,-17.000126,-14.187626,-15.187626,-18.187626,-13.813366
+611120,-16.875061,-22.871775,-18.000061,-24.1926,-22.341707,-19.998314,-19.375061,-14.880009,-26.7645,-11.87506,-6.031808e-05,-18.000061,-22.875061,-18.501207
+20574,-4.613293e-05,-17.915644,-16.750046,-19.246466,-18.715176,-15.852444,-17.000046,-17.178972,-26.550472,-21.500046,-20.437546,-19.437546,-21.500046,-17.310684
+262164,-14.500432,-13.406537,-18.250431,-21.371025,-19.600243,-13.225313,-0.0004319212,-15.500655,-20.385773,-18.437931,-16.375431,-17.125431,-17.750431,-12.75207
+370707,-15.875299,-20.936129,-12.875299,-17.981436,-20.52672,-13.424607,-18.5628,-10.250827,-24.46193,-0.00029905137,-9.875299,-17.5628,-19.6253,-15.00088
+283587,-15.37519,-16.436638,-18.87519,-18.00162,-20.472237,-12.467654,-11.37519,-0.00025771014,-17.11887,-15.62519,-16.12519,-16.56269,-19.62519,-12.002929
+337629,-15.437659,-15.843741,-15.687659,-16.815044,-17.855677,-20.318829,-11.062659,-12.43777,-0.00023768755,-17.06266,-13.000159,-15.125159,-16.93766,-17.740383
+104099,-14.375478,-17.7002,-0.00047791502,-10.558525,-10.876139,-22.143974,-17.937979,-14.843974,-23.607517,-15.437978,-18.562979,-16.625479,-15.875478,-9.501538
+477608,-16.375132,-23.24777,-10.750132,-19.906456,-20.466112,-16.7688,-20.625132,-17.938745,-25.89539,-17.562632,-18.750132,-0.00013136001,-17.187632,-13.756213
+548903,-8.127333,-9.893394,-9.877333,-13.017101,-13.13653,-11.824096,-10.877333,-12.753156,-18.568026,-12.502333,-15.564833,-10.627333,-11.939833,-0.0031178687
+516108,-16.000147,-22.786572,-13.125147,-19.366463,-18.438105,-22.786798,-19.000147,-17.504574,-24.687159,-17.000147,-18.625147,-13.750147,-0.00014733183,-12.376658
+161886,-14.250248,-19.004753,-10.375248,-13.269018,-0.00074025703,-19.955917,-15.500248,-16.359093,-22.82489,-16.812748,-17.562748,-19.625248,-19.187748,-14.8758955
+111845,-11.3752365,-17.458025,-0.00023672162,-10.05149,-12.885238,-17.23438,-16.375237,-15.850587,-25.670286,-15.5002365,-17.875237,-17.187737,-16.875237,-15.689186
+583614,-14.000309,-17.604708,-9.125309,-12.905278,-0.000690578,-17.459227,-15.250309,-15.159508,-22.474972,-16.062809,-16.812809,-19.125309,-18.500309,-13.625838
+582835,-11.750763,-15.272272,-10.500763,-11.290838,-0.0009288122,-15.597231,-13.625763,-13.8262615,-19.82837,-15.750763,-15.000763,-17.813263,-16.188263,-13.626414
+508767,-12.375702,-16.941618,-12.250702,-13.550141,-14.929262,-15.265575,-16.063202,-15.626014,-22.72091,-13.875702,-16.938202,-12.625702,-0.00070213457,-7.6259813
+611626,-16.50007,-23.971256,-18.00007,-24.532938,-21.719246,-17.943445,-19.25007,-14.133034,-26.500942,-11.750071,-7.033101e-05,-18.75007,-23.00007,-17.875818
+97380,-14.000225,-18.926249,-0.00022539936,-10.126023,-14.815036,-20.08417,-18.687725,-17.165928,-23.220207,-16.312725,-20.125225,-17.937725,-14.250225,-11.640998
+605746,-14.750133,-21.849886,-12.375133,-17.130283,-20.082764,-15.651789,-18.625134,-12.658348,-23.622517,-0.00013279033,-12.750133,-18.750134,-19.375134,-15.625534
+151329,-15.375499,-15.862405,-8.750499,-0.0017619445,-15.126397,-14.883985,-18.375498,-15.458723,-26.216438,-16.000498,-16.750498,-17.750498,-16.937998,-15.504747
+401497,-15.125425,-21.692947,-17.062925,-21.113049,-19.605608,-15.621199,-17.437925,-12.1315365,-23.42006,-12.875425,-0.00042536747,-17.312925,-21.062925,-15.626166
+333278,-16.687716,-17.455433,-15.875216,-15.287033,-17.56821,-19.086529,-12.000216,-12.625429,-0.00031265806,-17.250216,-13.000216,-14.250216,-17.250216,-16.25513
+335545,-14.255901,-11.29594,-14.255901,-18.42863,-15.819887,-17.363588,-5.2559013,-8.756117,-0.0062872185,-14.318401,-12.755901,-15.255901,-15.255901,-12.35878
+474193,-15.750133,-23.571232,-11.500133,-20.770786,-23.304379,-16.617481,-20.687634,-19.251762,-27.39545,-17.500134,-19.750134,-0.00013290952,-17.312634,-14.0024395
+127047,-14.189299,-16.957464,-8.251799,-0.003435752,-13.62824,-15.51959,-16.939299,-14.516496,-24.935883,-13.939299,-16.126799,-16.376799,-15.376799,-14.075127
+12388,-0.0005372511,-16.19444,-19.313038,-19.671427,-15.983048,-14.387565,-7.6255374,-16.938677,-27.350494,-20.563038,-20.313038,-20.063038,-20.500538,-15.266426
+407238,-17.125082,-24.388885,-18.000082,-21.685034,-22.593426,-18.947748,-19.312582,-14.132103,-25.437862,-11.750083,-8.272783e-05,-17.750082,-22.562582,-17.13261
+168614,-14.000266,-17.085932,-10.500266,-13.0270195,-0.0010366695,-15.848065,-15.125266,-15.771589,-23.169014,-15.125266,-15.375266,-18.562767,-18.250267,-15.251506
+366134,-14.000174,-18.228727,-12.250174,-17.05169,-18.716257,-13.863205,-17.750174,-12.625925,-25.46352,-0.00017331529,-14.375174,-17.687674,-17.937674,-14.755014
+620510,-15.6251545,-19.101635,-12.3751545,-20.141628,-18.394867,-17.785042,-19.062654,-16.56301,-24.246332,-16.000154,-19.000154,-14.6251545,-0.00015436411,-12.625708
+555494,-15.375121,-19.385334,-12.375121,-17.884523,-24.712112,-19.306513,-16.93762,-17.194082,-28.113327,-17.12512,-19.50012,-11.625121,-15.875121,-0.00061153516
+388944,-15.250124,-22.430603,-14.500124,-18.013702,-22.005552,-15.002872,-20.125124,-15.250564,-28.748846,-0.00012420837,-10.875124,-17.312624,-20.437624,-16.500526
+557466,-9.628499,-6.13223,-10.003499,-12.360899,-11.237247,-9.896139,-10.628499,-14.12911,-20.004147,-13.065999,-15.065999,-12.878499,-13.753499,-0.004492932
+211508,-15.50007,-17.623016,-15.93757,-17.755121,-17.07639,-0.0020639244,-15.43757,-12.250451,-28.565601,-14.87507,-16.687569,-16.187569,-18.875069,-12.625632
+298658,-14.937844,-16.518002,-17.250343,-18.347118,-18.896313,-10.168188,-16.625343,-0.00041776666,-16.403336,-15.062844,-17.437843,-16.875343,-19.562843,-11.709637
+16514,-0.00018761781,-16.195944,-18.937687,-18.199413,-13.329962,-11.921636,-13.750188,-16.94025,-27.362997,-19.687687,-20.000187,-18.500187,-20.562687,-13.888136
+7484,-3.826545e-05,-18.330664,-17.437538,-20.153095,-19.230764,-15.686941,-12.875038,-17.750895,-27.874016,-21.312538,-19.687538,-20.062538,-21.875038,-16.985355
+458601,-13.000759,-18.080288,-9.000759,-15.421387,-19.895573,-16.739674,-18.50076,-16.6283,-23.68597,-15.688259,-17.43826,-0.00075919414,-12.250759,-9.25122
+94193,-15.250315,-18.359612,-0.00031466302,-9.501641,-16.938925,-23.294022,-20.187815,-15.918676,-29.150265,-14.375315,-17.937815,-13.625315,-15.500315,-17.220364
+175138,-11.001184,-13.937579,-7.876184,-10.509612,-0.0014033217,-12.004689,-14.063684,-12.493379,-17.878674,-14.563684,-13.626184,-16.313684,-15.251184,-11.87652
+137803,-17.437939,-17.796396,-9.250439,-0.000697483,-18.002369,-13.461049,-19.500439,-16.700153,-30.278887,-15.500439,-18.500439,-18.937939,-16.687939,-17.064451
+68245,-9.251727,-0.0019843974,-13.814227,-17.645695,-14.30215,-22.472279,-9.751727,-17.37785,-21.431515,-15.814227,-15.314227,-16.501728,-16.689228,-10.891259
+514644,-14.12585,-20.07231,-10.37585,-19.695877,-16.903448,-15.793464,-17.563349,-16.501322,-26.387985,-16.125849,-18.750849,-12.50085,-0.0008497203,-7.3761153
+361057,-15.500131,-22.401598,-14.750131,-18.635515,-22.463858,-15.269316,-20.25013,-15.750491,-27.477558,-0.00013052566,-13.750131,-17.81263,-20.75013,-16.250774
+306770,-15.251898,-13.270317,-18.189398,-20.822529,-16.66129,-15.605885,-6.626898,-0.0020259393,-16.432669,-16.376898,-12.626898,-16.751898,-18.814398,-12.558572
+374839,-15.87513,-22.607515,-14.75013,-18.834404,-22.3732,-15.591292,-20.56263,-16.250528,-27.650013,-0.00012992969,-14.00013,-18.25013,-21.25013,-17.0631
+37758,-6.556296e-05,-17.127474,-17.500065,-20.447195,-15.947501,-15.226993,-12.250066,-15.009078,-23.045885,-19.000065,-17.125065,-18.937565,-20.562565,-14.631709
+524302,-14.500732,-19.523506,-10.250732,-16.01199,-16.073416,-14.443433,-13.000732,-13.501074,-24.642544,-13.750732,-16.375732,-10.875732,-13.250732,-0.0010758942
+1944,-0.00015317221,-17.572136,-14.750154,-16.082281,-17.681938,-9.50561,-15.375154,-17.625807,-29.332691,-16.937653,-18.812653,-17.625153,-17.812653,-14.2538805
+295131,-14.687962,-15.464682,-18.875462,-18.52751,-19.365932,-10.134533,-10.625462,-0.0005573114,-16.6337,-16.312962,-16.312962,-16.625462,-20.750462,-12.508541
+449193,-15.500145,-23.33189,-10.625145,-20.584015,-22.687366,-17.33693,-20.312645,-18.315016,-25.975233,-17.500145,-19.437645,-0.00014459042,-17.562645,-12.876057
+344783,-14.001075,-13.864674,-14.563575,-14.226276,-16.419548,-16.958157,-8.001075,-9.126209,-0.0011550343,-16.438574,-12.876075,-13.751075,-15.751075,-14.551132
+125608,-16.312813,-15.830102,-9.750314,-0.0014965197,-17.125986,-12.61314,-18.687813,-16.507734,-26.645712,-16.312813,-17.875313,-18.187813,-16.375313,-15.94678
+471433,-16.500175,-23.078749,-13.125175,-20.561731,-24.207546,-16.3841,-21.500175,-19.313944,-26.883532,-19.000175,-20.312675,-0.00017581825,-17.562675,-14.502235
+60212,-12.125513,-0.0011672846,-18.813013,-21.037477,-25.720749,-18.122334,-8.875513,-16.938156,-19.638657,-19.375513,-17.500513,-17.875513,-18.875513,-12.753076
+14654,-0.00023135847,-15.283955,-13.750232,-18.407019,-17.262669,-14.173397,-15.750232,-18.004087,-26.753304,-18.87523,-19.43773,-16.62523,-17.93773,-8.62635
+486614,-16.500153,-24.343319,-13.875153,-19.742771,-20.293983,-23.049042,-19.312653,-18.438879,-26.949741,-17.312653,-19.937653,-14.875153,-0.00015281464,-11.2508135
+197717,-15.625302,-19.821238,-14.750302,-15.365979,-0.0006433879,-18.432531,-16.562803,-17.845041,-27.824339,-18.187803,-18.125303,-20.812803,-20.687803,-18.50974
+510700,-16.375168,-22.048178,-14.500169,-18.858006,-18.312708,-19.177374,-18.000168,-17.189974,-26.750961,-16.812668,-18.937668,-13.250169,-0.00016842854,-10.875999
+363260,-14.7501545,-20.874609,-11.6251545,-16.761042,-20.03661,-14.751852,-18.312654,-12.825928,-22.840588,-0.00015484088,-11.5001545,-18.187654,-19.187654,-16.063553
+504055,-16.000181,-22.385357,-14.000182,-21.00837,-18.138323,-20.298433,-19.062681,-17.689127,-28.208073,-17.562681,-19.750181,-14.375182,-0.00018189683,-10.625712
+206229,-7.751678,-12.422443,-10.376678,-14.656957,-12.473467,-0.0064734914,-8.751678,-13.315193,-26.025726,-9.876678,-10.001678,-13.001678,-13.501678,-9.002534
+49008,-11.377326,-0.0031871516,-17.689827,-17.145878,-19.53627,-14.734097,-6.627326,-15.690022,-15.993703,-18.002327,-15.564826,-15.627326,-17.189827,-11.255017
+469080,-16.562647,-23.794247,-11.000146,-19.534906,-25.597626,-19.204546,-21.062647,-18.564764,-25.234129,-18.437647,-19.500147,-0.0001462591,-16.437647,-13.255421
+286382,-16.312632,-16.975222,-17.750132,-20.752726,-19.874128,-10.883781,-17.375132,-0.00019596933,-18.55509,-15.687632,-18.500132,-18.000132,-20.812632,-12.004199
+603250,-15.437786,-14.981309,-15.125286,-16.931662,-16.34751,-18.424162,-11.875286,-9.875476,-0.00041813657,-16.125286,-13.312786,-15.312786,-15.812786,-16.394417
+295557,-14.938631,-14.203521,-18.501131,-18.493744,-17.457167,-13.863481,-7.126131,-0.001217437,-18.377495,-16.001131,-12.251131,-15.938631,-18.876131,-12.877002
+580358,-13.7504,-16.472527,-9.8754,-11.302869,-0.0008815951,-15.996805,-14.9379,-14.7148905,-20.093666,-15.1254,-15.7504,-18.3754,-16.6254,-14.813662
+85850,-12.379165,-12.87949,-0.0041647134,-7.759924,-5.8794503,-14.941929,-13.816665,-10.438602,-18.914524,-12.941665,-15.316665,-15.066665,-15.441665,-7.7551084
+622388,-16.750154,-24.966684,-14.875154,-21.507477,-21.916838,-16.11847,-19.625154,-18.385683,-27.690193,-18.062654,-19.500154,-14.625154,-0.00015364897,-12.253944
+415989,-16.250076,-21.846344,-17.250076,-23.752304,-21.768955,-18.18297,-19.000076,-13.125704,-26.34776,-11.375076,-7.641024e-05,-18.000076,-22.500076,-18.000439
+462319,-16.875141,-22.907824,-11.875141,-19.543142,-21.12029,-21.15194,-20.562641,-19.506056,-26.5593,-19.000141,-20.437641,-0.00014101465,-17.625141,-13.501167
+248695,-14.500506,-13.77672,-18.250505,-20.21914,-19.315458,-12.161695,-0.00050639204,-9.250641,-17.72167,-16.188005,-14.875506,-17.500505,-19.250505,-11.755562
+193564,-14.500371,-18.15196,-13.500371,-13.541365,-0.00060179224,-19.94197,-14.562871,-16.386822,-26.039822,-16.31287,-16.68787,-18.68787,-18.81287,-15.751082
+440700,-16.750158,-23.249147,-11.500157,-20.59421,-22.74423,-19.347082,-21.187658,-19.316847,-27.075542,-18.062658,-20.375158,-0.00015746307,-17.125158,-13.7517395
+412263,-17.625074,-24.304068,-18.750074,-22.991943,-21.91113,-19.077282,-19.750074,-14.946879,-27.212296,-14.375074,-7.414543e-05,-18.562574,-23.875074,-17.750591
+229914,-9.875883,-14.755448,-11.500883,-13.900913,-16.985903,-0.004151867,-9.875883,-11.626221,-19.733366,-10.875883,-10.375883,-13.188383,-14.938383,-9.25166
+549503,-16.375307,-22.096058,-13.250307,-16.977932,-16.790457,-17.69992,-15.500307,-14.752026,-24.61663,-16.250307,-18.250307,-12.125307,-14.875307,-0.0006905779
+309803,-15.875183,-17.36023,-18.000183,-19.948647,-19.66048,-10.888878,-17.375183,-0.00025198923,-18.01897,-15.437683,-18.125183,-17.625183,-20.250183,-12.00466
+413252,-17.000061,-26.006245,-17.000061,-21.247005,-22.158648,-23.091688,-21.062561,-16.168562,-27.41376,-13.375061,-6.079489e-05,-18.750061,-23.875061,-19.500957
+194445,-12.1257715,-15.069641,-7.875771,-9.224607,-0.001278332,-16.723372,-13.5007715,-13.346613,-19.55791,-12.5007715,-14.1257715,-17.12577,-15.5632715,-14.753238
+538591,-15.750939,-20.597443,-11.625939,-16.723202,-20.61427,-18.465128,-14.625939,-13.878451,-24.65079,-16.125938,-17.750938,-10.875939,-13.125939,-0.0012007967
+555568,-15.813174,-20.77068,-11.250674,-16.52868,-21.53784,-16.95955,-15.750674,-14.626351,-24.385355,-15.313174,-17.875673,-11.250674,-13.500674,-0.00093314797
+70400,-10.375654,-0.0011719002,-16.500654,-14.676926,-14.760798,-18.578444,-10.500654,-17.438622,-18.385529,-16.500654,-15.500654,-15.500654,-17.125654,-11.252102
+133576,-15.314025,-16.499054,-6.6265254,-0.0019681947,-14.877335,-12.772693,-17.501526,-15.274035,-25.90107,-14.376525,-16.626526,-16.876526,-16.251526,-15.44028
+377280,-13.875694,-19.924295,-11.625694,-16.63255,-19.319464,-13.926329,-16.750694,-11.878744,-22.639877,-0.0006942723,-7.5006943,-17.188194,-18.188194,-15.565919
+173839,-12.875713,-15.143952,-7.8757133,-11.522815,-0.0011034282,-13.22718,-13.375713,-11.546681,-21.283543,-15.000713,-14.875713,-16.813213,-17.813213,-12.001229
+194136,-11.751231,-14.299141,-7.1262307,-9.520757,-0.0017457642,-12.190774,-13.438731,-13.576398,-19.660057,-14.001231,-14.876231,-17.37623,-16.93873,-12.252641
+242653,-7.5068517,-5.3872886,-14.131852,-15.208163,-10.896155,-20.399353,-0.0068518682,-12.945831,-17.462831,-14.006852,-12.694352,-15.631852,-15.694352,-10.882334
+454808,-16.000183,-23.299622,-12.625183,-20.481007,-24.105377,-16.871899,-20.687683,-18.938522,-27.183527,-18.812683,-20.375183,-0.00018356545,-17.687683,-13.751013
+511940,-13.750228,-22.06473,-11.625228,-18.7257,-17.274748,-21.408154,-17.812727,-17.313711,-25.413515,-16.812727,-19.187727,-13.500228,-0.00022790219,-11.503305
+623075,-16.875143,-26.14804,-13.875142,-21.669823,-19.95837,-22.405521,-19.625143,-18.254774,-27.147194,-17.812643,-20.625143,-14.875142,-0.00014256415,-10.876963
+495787,-15.500177,-22.470621,-13.250177,-19.71219,-18.99032,-15.826618,-18.750177,-17.56403,-26.982328,-16.000177,-18.500177,-14.000177,-0.00017784444,-9.875573
+520554,-15.1253,-21.484072,-11.8753,-16.794907,-23.483568,-13.483981,-16.500301,-14.125632,-26.344063,-16.437801,-19.500301,-12.0003,-14.7503,-0.00054924027
+98721,-15.500139,-18.30669,-0.00013958434,-10.626754,-15.876064,-15.86919,-19.75014,-15.575868,-28.413689,-15.125139,-17.93764,-14.500139,-17.50014,-16.256018
+509603,-15.00024,-20.7227,-12.75024,-18.759829,-18.838118,-18.75947,-18.62524,-17.18834,-24.438532,-17.00024,-18.06274,-12.75024,-0.00024029706,-12.126445
+528569,-15.750158,-18.920816,-12.875158,-17.239574,-20.808598,-19.020971,-15.375158,-15.376226,-28.272484,-17.000158,-18.937658,-10.750158,-15.750158,-0.00070710573
+474747,-15.875172,-23.136759,-11.750172,-19.68621,-20.906672,-16.719145,-20.562672,-18.754166,-26.157032,-18.250172,-19.437672,-0.00017128908,-16.937672,-14.125791
+10442,-5.3761945e-05,-17.945824,-18.187553,-21.07886,-19.710777,-15.507047,-16.000053,-17.063564,-29.491339,-21.437553,-21.375053,-20.250053,-20.875053,-18.776772
+336661,-15.625178,-16.015388,-16.06268,-16.559761,-17.82951,-21.360157,-10.875178,-12.562831,-0.00021944751,-17.56268,-13.312678,-15.125178,-16.93768,-17.530434
+137621,-14.875576,-16.751583,-8.250576,-0.0012185427,-13.501197,-12.389575,-18.563076,-15.888644,-27.89046,-16.688076,-17.125576,-18.625576,-16.938076,-16.629044
+418783,-16.25017,-22.763975,-16.12517,-21.806211,-22.761147,-18.73765,-18.00017,-13.00168,-24.894056,-9.25017,-0.00016962043,-17.25017,-23.43767,-18.189089
+82931,-12.125301,-17.089605,-0.00030095817,-11.762897,-9.875541,-19.518188,-17.187801,-15.036907,-24.093168,-15.000301,-17.312801,-12.750301,-16.812801,-13.381574
+443483,-14.625467,-19.881474,-11.125467,-18.784494,-21.658703,-12.609429,-17.375467,-17.375835,-26.511517,-17.687967,-19.062967,-0.00046719128,-15.625467,-9.376026
+480350,-15.750141,-22.20666,-13.125141,-20.096066,-19.35903,-22.971088,-18.562641,-17.626162,-25.631433,-17.500141,-19.562641,-13.625141,-0.00014125303,-11.001596
+166095,-10.754003,-13.259801,-5.754002,-8.779173,-0.0048413,-12.201011,-12.566503,-10.372604,-19.742226,-11.754003,-12.004003,-14.754003,-14.441503,-11.380004
+192608,-11.500621,-15.0745735,-11.750621,-11.988322,-0.0010482807,-14.623077,-12.500621,-14.030185,-22.56603,-14.688121,-15.125621,-17.625622,-16.688122,-14.440348
+576007,-15.875528,-17.280146,-9.000528,-0.0015394138,-15.501134,-11.85809,-19.563028,-16.833683,-27.08303,-15.000528,-17.000528,-17.875528,-17.500528,-14.627089
+15040,-0.00023850934,-16.243347,-13.500238,-16.520811,-19.585493,-16.411821,-12.750238,-15.063054,-21.36901,-17.000238,-15.687738,-16.125238,-18.500238,-15.001466
+158048,-16.812862,-19.469421,-9.000362,-0.0010624401,-16.313667,-18.131845,-19.875362,-16.329182,-28.722908,-17.562862,-18.062862,-19.937862,-17.437862,-16.56659
+594659,-14.875444,-10.62416,-18.125444,-21.38191,-19.304903,-17.489353,-0.0004440752,-14.625602,-18.75892,-18.437944,-16.750444,-18.062944,-18.187944,-11.627888
+501368,-15.625111,-24.589201,-13.375111,-21.15892,-21.25112,-21.283976,-20.25011,-18.710274,-28.65875,-18.25011,-20.18761,-13.875111,-0.0001106201,-11.377304
+29612,-0.00014053787,-16.06697,-10.12514,-18.069435,-16.842754,-14.495217,-14.93764,-17.6884,-23.314583,-18.437641,-20.500141,-10.87514,-17.937641,-14.940434
+389051,-15.937703,-21.436619,-12.250203,-18.300026,-20.85154,-13.694641,-19.187704,-12.014995,-25.23163,-0.00020346955,-11.750203,-18.187704,-19.687704,-15.753003
+155811,-14.626004,-16.430115,-7.2510037,-0.0017377749,-13.376544,-12.3673935,-17.938503,-14.776298,-26.05068,-16.313503,-16.313503,-17.626003,-16.938503,-14.25367
+617952,-16.500107,-26.290676,-12.000107,-20.659985,-24.502968,-18.940454,-20.750107,-19.190027,-27.384434,-18.687607,-20.500107,-0.000107044216,-17.062607,-14.626972
+28142,-0.0019236171,-13.958216,-15.126924,-15.00424,-15.778894,-11.783251,-8.876924,-15.252271,-19.125631,-16.064425,-16.189425,-16.376925,-18.189425,-11.879088
+310406,-16.250303,-15.715482,-20.125303,-18.385761,-19.467632,-16.20125,-10.125303,-0.00039500935,-21.004627,-16.187803,-13.750303,-16.687803,-20.687803,-13.751024
+80967,-11.8777,-13.623379,-0.0026996618,-6.0052714,-11.128709,-16.062832,-16.252699,-13.98858,-21.395245,-13.0027,-16.252699,-15.6277,-10.8777,-14.13946
+490500,-13.375238,-20.047539,-12.500238,-18.165964,-15.599484,-17.508156,-17.750238,-15.942036,-27.752892,-14.750238,-18.687738,-12.625238,-0.00023803262,-9.626048
+416295,-16.375132,-22.03186,-17.062632,-20.847664,-21.1779,-17.848696,-19.000132,-14.026781,-27.906658,-13.250133,-0.00013255194,-18.125132,-22.875132,-16.751701
+61970,-11.125619,-0.0014447138,-17.063118,-17.536106,-20.639383,-18.415283,-8.500619,-16.500893,-19.498695,-17.750618,-15.625619,-16.063118,-17.750618,-11.127374
+161868,-14.625203,-17.828192,-10.625203,-13.890712,-0.0007097425,-17.127844,-15.750203,-15.1608305,-23.614164,-17.187704,-16.437704,-18.750204,-19.250204,-15.251255
+243344,-14.875266,-14.339941,-18.875265,-18.931305,-24.428684,-14.968801,-0.00026592056,-13.500362,-17.081205,-18.187765,-16.500265,-17.250265,-18.875265,-12.886748
+401602,-16.625082,-24.512505,-17.625082,-22.818556,-22.99247,-18.755505,-19.437582,-15.55581,-25.680536,-11.625081,-8.141663e-05,-17.500082,-22.500082,-17.647236
+33294,-6.15101e-05,-16.35791,-11.250061,-18.04869,-16.61718,-14.985605,-15.125061,-18.375723,-24.770237,-19.125061,-20.625061,-12.250061,-18.250061,-15.38169
+276160,-12.378374,-9.594782,-14.690874,-14.192551,-16.903091,-8.641933,-0.0033742418,-6.628514,-13.26848,-10.690874,-9.003374,-14.690874,-14.440874,-8.629674
+628579,-11.2516165,-14.479309,-7.0016165,-12.27499,-11.939847,-10.9663725,-15.8766165,-13.065344,-24.179842,-9.8766165,-15.9391165,-11.6266165,-13.4391165,-0.0020163492
+316738,-17.187723,-15.383653,-20.187723,-22.284119,-22.030796,-13.625629,-9.375222,-0.00030765077,-20.159224,-17.375223,-15.000222,-17.625223,-21.312723,-13.501473
+421916,-16.125166,-24.365294,-17.625166,-21.72949,-21.069763,-15.834604,-17.937666,-12.516543,-23.835056,-13.625166,-0.00016604476,-18.000166,-21.937666,-17.814363
+286122,-16.125357,-15.805255,-19.937857,-19.863281,-17.485191,-13.058868,-8.250357,-0.0004373119,-21.310808,-15.625357,-13.625357,-17.312857,-21.187857,-13.751603
+295373,-15.812681,-16.78944,-17.125181,-18.629698,-19.370043,-10.890274,-16.687681,-0.00023959253,-15.961469,-14.500181,-17.187681,-16.750181,-20.312681,-12.129834
+49637,-9.0039425,-0.006254905,-15.5039425,-16.234657,-13.277898,-12.418332,-12.0664425,-12.87915,-15.0483055,-16.941442,-15.3789425,-14.0039425,-16.253942,-9.382715
+294784,-16.937895,-16.895737,-20.625395,-19.337027,-19.133507,-16.588484,-8.625395,-0.0005274144,-18.680904,-16.250395,-13.750395,-16.687895,-20.562895,-14.502126
+470357,-16.125095,-23.727472,-11.875095,-20.636927,-23.859722,-19.076002,-20.187595,-19.13011,-24.964859,-18.437595,-19.312595,-9.560128e-05,-17.062595,-14.39536
+45254,-10.250514,-0.0009614427,-16.188015,-18.038084,-20.347898,-17.7383,-9.500514,-17.625826,-18.872852,-16.875515,-16.625515,-16.500515,-18.125515,-11.628004
+387920,-15.750134,-22.60951,-14.500134,-18.59103,-22.388203,-16.182459,-20.562635,-16.000788,-28.225739,-0.00013481661,-13.500134,-17.875135,-20.812635,-16.626312
+11801,-4.6371337e-05,-18.595858,-16.500046,-21.017414,-19.744156,-15.635055,-15.750047,-18.189486,-24.059063,-19.437546,-19.812546,-18.937546,-21.187546,-15.6294985
+474772,-17.000103,-23.015211,-12.125103,-21.01226,-20.915857,-20.50552,-20.937603,-19.439478,-25.096008,-19.687603,-19.812603,-0.00010263393,-17.875103,-14.64203
+266181,-16.813011,-14.073766,-18.188011,-22.44802,-23.792639,-16.6893,-0.0005108005,-12.0006695,-15.34171,-19.063011,-15.875511,-16.813011,-18.625511,-13.502962
+428218,-17.37505,-24.874699,-18.50005,-25.081398,-22.720272,-19.909973,-19.68755,-14.76016,-25.781889,-13.250051,-5.0305054e-05,-18.87505,-23.50005,-18.125954
+205884,-15.62509,-18.35756,-16.31259,-19.348,-16.986519,-0.0022632768,-14.25009,-13.625473,-25.625532,-16.31259,-16.31259,-16.25009,-18.43759,-14.9382
+160937,-14.125329,-17.827654,-10.750329,-12.759681,-0.00075075624,-18.39693,-14.750329,-16.402306,-22.435429,-17.31283,-16.93783,-19.62533,-19.62533,-14.376252
+38872,-2.6702524e-05,-17.109766,-15.750027,-20.116915,-19.046305,-17.383684,-16.125027,-18.438124,-24.806953,-20.000027,-20.875027,-18.875027,-20.375027,-15.376613
+465054,-14.750252,-20.012789,-9.125252,-18.765333,-18.707338,-16.90323,-20.062752,-17.813211,-25.036388,-16.937752,-18.562752,-0.00025161915,-15.750252,-13.00216
+570477,-15.250087,-19.915373,-8.65422e-05,-12.757257,-13.250367,-19.2602,-16.500086,-16.75603,-27.831585,-16.625086,-19.375086,-17.312586,-17.937586,-16.625856
+266179,-12.375613,-8.412232,-15.875613,-17.679234,-17.68991,-12.541503,-0.00061362033,-14.000735,-19.213573,-16.000614,-14.625613,-14.938113,-17.563114,-10.877426
+315976,-15.250292,-15.989901,-18.562792,-18.164154,-19.906012,-13.613298,-10.375292,-0.0003696225,-15.208965,-15.562792,-15.875292,-16.875292,-20.000292,-12.807044
+79618,-10.750592,-0.0011061224,-17.875593,-17.886139,-22.196316,-19.735674,-9.125592,-17.001047,-18.00571,-17.250593,-15.688092,-16.625593,-17.313093,-12.002867
+590726,-15.814274,-12.180024,-15.814274,-17.109274,-19.998901,-12.943777,-0.0017734529,-10.251899,-9.593349,-16.564274,-14.126774,-15.001774,-17.189274,-13.79692
+244695,-16.625406,-11.536962,-19.187906,-21.861519,-25.02726,-17.485321,-0.00040630193,-15.250648,-20.357498,-18.812906,-17.500406,-18.500406,-19.187906,-14.003074
+466120,-15.000173,-23.871773,-12.000173,-20.43622,-22.705751,-16.645432,-21.312674,-19.626698,-27.15648,-17.625174,-20.000174,-0.00017307691,-17.000174,-14.751407
+253976,-16.254381,-6.0503707,-19.379381,-23.614693,-24.340282,-15.11245,-0.004380512,-15.942112,-19.134129,-19.254381,-16.629381,-17.504381,-18.879381,-12.506527
+456589,-17.000101,-24.818562,-11.5001,-20.59854,-22.196018,-19.025288,-20.812601,-19.135265,-25.84326,-18.937601,-19.375101,-0.000100607576,-17.000101,-14.376942
+345426,-15.687661,-16.065779,-16.25016,-17.234283,-18.057915,-22.777945,-10.875161,-12.375276,-0.00019608573,-17.81266,-13.437661,-15.312661,-17.06266,-17.932083
+620861,-13.500209,-19.796963,-12.375209,-18.325588,-17.348392,-17.784395,-18.43771,-16.93839,-27.426891,-15.562709,-18.81271,-13.750209,-0.00020895206,-9.625584
+348693,-15.000234,-14.464581,-15.250234,-14.895542,-16.520735,-14.61589,-11.000234,-11.187945,-0.00028321275,-16.937733,-13.437734,-14.125234,-16.437733,-17.829325
+138193,-17.750177,-19.72168,-11.375177,-0.00081362354,-17.627346,-16.789085,-20.000177,-17.853762,-32.307713,-18.687677,-19.125177,-20.437677,-18.250177,-17.565033
+561642,-4.8636208e-05,-15.909343,-14.125049,-17.893814,-16.200682,-16.402493,-15.250049,-18.064737,-25.634153,-19.250048,-20.312548,-16.750048,-14.375049,-15.264785
+318283,-15.437747,-17.006973,-17.750246,-19.388721,-19.182919,-10.507577,-17.437746,-0.0003151566,-17.301558,-15.375247,-18.250246,-17.375246,-20.000246,-11.391995
+13717,-2.5629668e-05,-18.013628,-16.250025,-20.286707,-21.317028,-18.676937,-16.250025,-17.699678,-27.91905,-21.375025,-21.500025,-19.062525,-21.375025,-14.286389
+25919,-0.0004943579,-14.82629,-18.062994,-17.717949,-17.936954,-14.078816,-8.500494,-16.501465,-21.635752,-19.812994,-18.187994,-18.000494,-20.687994,-13.165439
+570877,-15.375274,-17.108902,-0.00027366707,-11.380016,-18.006384,-15.437216,-19.687773,-16.822653,-27.032717,-14.500274,-17.812773,-13.250274,-17.312773,-15.818569
+66511,-10.754185,-0.006055293,-15.816685,-13.962964,-18.129034,-12.042486,-5.6291847,-14.8793955,-16.045742,-16.691685,-14.691685,-13.441685,-17.066685,-10.881973
+566616,-8.006409,-0.0072139483,-14.756409,-16.017721,-13.980707,-17.114037,-5.256409,-16.256983,-19.677277,-16.006409,-14.193909,-15.943909,-16.131409,-11.971315
+176783,-12.625397,-17.267502,-11.875397,-12.802858,-0.0005897501,-13.873082,-14.250397,-15.780888,-22.72807,-16.250397,-16.125397,-19.125397,-18.625397,-15.875845
+196934,-13.750287,-17.09222,-10.000287,-12.646809,-0.0006329003,-18.27894,-14.875287,-15.407155,-21.684177,-16.750288,-16.062788,-19.062788,-19.125288,-13.626129
+439744,-17.62505,-25.372438,-18.62505,-24.764812,-22.748266,-18.591206,-20.25005,-14.757895,-28.47752,-13.750049,-4.8993817e-05,-19.00005,-23.68755,-17.876451
+222636,-8.2602625,-14.9640875,-10.7602625,-13.20219,-18.896545,-0.012939347,-12.0102625,-11.573371,-20.808659,-9.0102625,-13.5727625,-12.4477625,-13.7602625,-6.886855
+120755,-11.884061,-11.36434,-4.759061,-0.010015462,-11.9481325,-9.333734,-15.134061,-14.069805,-20.381065,-12.634061,-15.821561,-16.321562,-14.321561,-13.448105
+590327,-16.375484,-10.756431,-17.875484,-22.216215,-21.927542,-15.667861,-0.0004844684,-12.625601,-16.542772,-18.875484,-17.000484,-17.062984,-18.500484,-13.253044
+591845,-17.062849,-14.37155,-17.937849,-19.926252,-24.365005,-15.963501,-0.0003489839,-14.0005245,-18.799095,-17.125349,-14.812849,-16.375349,-18.312849,-13.12769
+263256,-15.312823,-14.2825775,-18.437822,-21.540442,-23.961224,-14.106937,-0.00032288584,-14.125517,-19.729061,-18.500322,-15.875323,-17.125322,-17.875322,-12.878006
+346565,-14.875214,-15.74555,-15.437714,-16.068588,-17.597834,-21.73977,-10.500214,-12.062901,-0.00026175956,-17.187714,-12.875214,-14.375214,-16.500214,-15.78384
+118314,-15.375091,-19.570652,-9.107175e-05,-13.13172,-16.37573,-17.159956,-18.625092,-17.389784,-29.164722,-17.125092,-19.687592,-18.125092,-18.375092,-17.501234
+432977,-17.625065,-26.166895,-18.250065,-23.719328,-21.755009,-19.249058,-19.375065,-14.070798,-26.647251,-13.500066,-6.580136e-05,-18.625065,-23.187565,-17.539818
+308745,-16.500307,-15.444407,-19.750307,-18.611885,-19.154587,-13.75927,-8.875307,-0.00041384177,-19.106709,-15.812807,-13.500307,-16.625307,-20.750307,-14.005981
+283240,-15.377031,-15.050386,-18.689531,-17.454506,-18.404797,-13.949689,-7.8770313,-0.0020987585,-17.359709,-15.564531,-12.877031,-14.877031,-19.127031,-13.756165
+492278,-17.625103,-25.776777,-15.125103,-22.133085,-21.585968,-21.722214,-20.375103,-18.502123,-28.967209,-19.187603,-20.562603,-15.750103,-0.00010311072,-11.636533
+392979,-15.625083,-19.671982,-13.250083,-18.509638,-20.522957,-15.697512,-19.187584,-11.375867,-26.26615,-8.332382e-05,-12.625083,-18.187584,-19.250084,-15.375446
+504787,-16.937653,-23.91627,-14.500154,-20.09301,-19.528032,-22.992897,-19.500153,-17.946245,-28.68554,-17.562653,-19.437653,-15.375154,-0.00015341058,-10.751483
+331007,-15.375183,-15.375446,-15.625183,-15.754719,-17.489964,-18.813793,-11.125183,-12.25032,-0.00023589702,-17.312683,-13.125183,-14.625183,-16.750183,-15.326675
+167847,-15.625189,-18.5669,-12.125189,-14.432985,-0.0010823612,-20.679506,-16.375189,-16.768108,-26.017975,-16.750189,-16.500189,-19.625189,-19.500189,-15.626132
+40640,-11.37547,-0.0009986268,-16.43797,-18.263296,-21.588745,-18.416111,-10.50047,-17.375824,-19.600418,-16.87547,-15.50047,-16.06297,-17.62547,-11.878115
+21746,-6.1629304e-05,-18.698679,-17.625061,-19.747158,-17.492846,-19.167694,-15.625062,-17.646902,-27.402817,-20.937561,-21.937561,-19.375061,-20.750061,-16.680449
+596473,-17.875175,-16.338701,-19.875175,-20.101103,-20.54789,-14.457513,-11.000175,-0.0002745187,-20.025122,-15.687675,-13.250175,-17.375175,-21.437675,-14.501811
+100563,-12.501134,-16.8736,-0.0011341099,-8.252109,-12.880342,-19.041836,-17.501135,-15.67391,-22.526653,-14.751134,-19.063635,-16.001135,-13.813634,-8.631497
+515484,-15.187781,-21.742613,-13.375281,-21.810652,-16.81852,-22.846523,-17.81278,-15.627658,-22.763077,-16.62528,-18.00028,-13.500281,-0.000281056,-10.75208
+422976,-15.250299,-21.736439,-15.250299,-22.266388,-21.213726,-18.719149,-17.8753,-12.751536,-24.847654,-8.375299,-0.00029976643,-17.0003,-22.1253,-17.125937
+193304,-12.000582,-14.278363,-9.500582,-11.0310545,-0.0010594871,-10.711012,-12.250582,-13.60909,-24.47005,-14.813082,-15.438082,-16.500582,-17.000582,-13.443196
+530969,-9.251021,-8.882296,-9.626021,-16.676716,-16.745134,-16.451506,-11.376021,-10.788213,-24.094551,-12.751021,-15.438521,-11.876021,-13.376021,-0.0020054053
+256240,-15.93807,-10.541018,-18.12557,-21.750744,-25.152512,-15.45765,-0.00057037297,-16.313267,-19.794516,-18.87557,-17.00057,-17.87557,-18.75057,-13.758073
+273681,-16.18783,-12.795873,-20.56283,-23.492514,-23.421717,-13.889486,-0.00032920187,-13.875488,-19.12115,-19.75033,-16.06283,-18.06283,-19.12533,-14.378411
+503726,-15.25022,-22.812637,-13.12522,-20.415684,-21.496492,-19.661419,-18.68772,-17.75451,-26.677338,-17.31272,-18.81272,-14.25022,-0.00022015533,-11.002193
+568498,-11.128491,-0.007435182,-16.565992,-14.5471325,-20.693222,-11.3017845,-5.878492,-15.566167,-17.682255,-17.065992,-14.940991,-14.378491,-17.190992,-11.254722
+533621,-12.500658,-13.062675,-8.875658,-14.1747465,-12.373495,-11.784733,-12.500658,-12.876564,-25.274601,-13.938158,-15.750658,-9.000658,-15.563158,-0.0014033143
+52485,-10.12647,-0.0016692675,-14.93897,-17.453577,-17.859282,-22.586895,-10.00147,-16.751728,-18.975538,-16.06397,-14.06397,-16.31397,-16.75147,-11.377728
+444950,-9.128695,-13.923053,-8.003695,-12.481157,-16.483685,-10.994855,-15.003695,-13.37921,-21.403736,-13.191195,-14.128695,-0.0036943774,-7.2536945,-7.1294465
+218504,-16.812565,-17.126402,-16.750065,-19.356415,-18.034798,-0.001317339,-14.125064,-13.87536,-27.063894,-17.437565,-15.937564,-15.750064,-18.812565,-14.750649
+583579,-14.8752,-16.815535,-11.3752,-14.258241,-0.0007080733,-18.718285,-15.6877,-16.730673,-23.99043,-18.0627,-16.9377,-19.4377,-19.7502,-15.501919
+567210,-11.1254835,-0.0008420456,-16.375484,-17.368368,-20.661358,-19.25739,-12.1254835,-16.813314,-19.615965,-16.562984,-15.1254835,-15.7504835,-17.437984,-12.37833
+429421,-17.000097,-23.584976,-18.125097,-23.494339,-20.352718,-18.594624,-18.437597,-14.386075,-25.782572,-13.875097,-9.750845e-05,-17.750097,-22.687597,-16.751484
+612232,-16.000122,-24.48618,-17.937622,-24.589142,-20.768274,-20.476044,-18.500122,-13.918768,-24.27604,-14.375122,-0.00012242045,-18.437622,-23.062622,-16.899025
+75471,-9.50277,-0.003495301,-13.00277,-16.328985,-9.826073,-13.444336,-7.1277704,-14.504466,-18.53783,-13.37777,-16.940271,-15.75277,-15.75277,-9.130908
+430853,-15.875161,-21.96867,-17.000162,-22.857922,-19.283493,-16.010748,-17.375162,-12.68786,-24.784004,-13.125161,-0.00016139635,-17.625162,-22.125162,-16.627642
+483698,-15.000229,-20.414377,-13.500229,-19.684048,-16.361282,-15.343366,-18.187729,-17.875895,-28.01962,-17.750229,-19.375229,-14.125229,-0.00022897482,-9.1257305
+142300,-17.062752,-18.57067,-10.875253,-0.0011350472,-15.875978,-15.03362,-20.250252,-17.612303,-29.62151,-18.750252,-19.562752,-20.687752,-18.625252,-17.564373
+333226,-16.187614,-16.950338,-16.375114,-17.85909,-17.710472,-24.195076,-12.187614,-12.625269,-0.0001981158,-17.312614,-13.375114,-14.687614,-17.187614,-15.937104
+226236,-12.564386,-15.52261,-13.939386,-15.598923,-17.276302,-0.008081324,-7.126886,-10.43965,-17.944448,-13.439386,-12.064386,-13.439386,-15.626886,-11.127732
+546066,-13.37521,-18.315218,-11.37521,-17.040674,-26.655825,-18.842705,-16.25021,-15.258553,-26.87635,-14.87521,-18.25021,-11.00021,-16.00021,-0.0004998997
+504014,-16.62511,-25.393059,-14.87511,-21.181297,-18.83688,-19.497171,-19.43761,-19.005375,-27.138206,-17.87511,-20.18761,-15.00011,-0.000110143315,-12.002924
+309953,-16.125143,-17.839798,-18.312643,-20.42188,-20.338863,-11.130326,-18.000143,-0.00020955753,-19.944794,-15.250142,-18.375143,-17.687643,-20.812643,-11.87836
+274054,-16.625303,-13.991308,-19.875303,-23.008528,-19.141918,-14.6097145,-0.00030334163,-16.81293,-21.237795,-18.750303,-17.375303,-18.187803,-19.125303,-14.267967
+202461,-15.937539,-17.673376,-16.562538,-19.99373,-18.236893,-0.0016797762,-13.500039,-13.750273,-19.627453,-16.750038,-15.375039,-16.500038,-18.937538,-14.626176
+274974,-18.12539,-17.685162,-19.25039,-22.728071,-26.859802,-17.536777,-0.00038973842,-15.750551,-19.444063,-18.43789,-16.75039,-17.43789,-19.06289,-13.752979
+469724,-14.875318,-19.752174,-11.625318,-18.19769,-20.469273,-15.010459,-18.562819,-17.313208,-24.88964,-17.687819,-19.187819,-0.00031788065,-16.062819,-11.251207
+413182,-16.875149,-21.61481,-18.375149,-21.41142,-22.324387,-18.299038,-19.687649,-12.021031,-26.834743,-13.750149,-0.00014888131,-17.375149,-22.750149,-16.375774
+397518,-15.750207,-22.787807,-14.875207,-18.772306,-22.024591,-14.374172,-20.125206,-15.250661,-27.43312,-0.00020656837,-12.875207,-17.625206,-20.937706,-16.125769
+31123,-0.00042536747,-14.377229,-16.062925,-16.073353,-11.196273,-9.639529,-10.750425,-13.000763,-23.392673,-15.312925,-16.500425,-17.562925,-18.562925,-13.126639
+454954,-14.750213,-21.621449,-10.875213,-19.166756,-21.37449,-17.767878,-19.375214,-18.505217,-26.03303,-16.812714,-19.312714,-0.00021276594,-15.500213,-12.376138
+236987,-14.500283,-16.808603,-15.062783,-17.278929,-20.678013,-0.0030673686,-9.875283,-12.750531,-22.251682,-14.562783,-13.250283,-15.187783,-17.687782,-12.313473
+38525,-6.2821324e-05,-16.959013,-11.125063,-18.415672,-16.065037,-15.852828,-15.937563,-19.377802,-25.588692,-19.250063,-21.000063,-11.875063,-18.312563,-15.253271
+618135,-15.625132,-23.732952,-11.875132,-20.044054,-24.791588,-19.34643,-20.687632,-18.882874,-26.037079,-18.500132,-20.562632,-0.00013195598,-17.250132,-13.003187
+562638,-6.592056e-05,-18.206762,-17.625067,-21.86895,-19.36604,-15.473263,-14.250066,-19.066196,-31.51286,-21.500067,-20.500067,-20.250067,-20.375067,-15.758713
+426429,-17.000078,-22.706264,-16.500078,-23.282564,-22.901257,-19.788277,-20.687578,-13.125261,-27.24688,-12.000078,-7.855584e-05,-18.875078,-23.437578,-19.001038
+519844,-11.127988,-13.89554,-9.252988,-16.724373,-14.515698,-10.555344,-11.002988,-15.378308,-22.129526,-14.315488,-15.440488,-10.627988,-0.0029875666,-6.003294
+317539,-15.50054,-15.104499,-18.93804,-17.668205,-19.381075,-11.342037,-9.00054,-0.0006748083,-17.227398,-14.68804,-12.50054,-15.43804,-19.37554,-14.62727
+397565,-14.6251135,-20.556946,-11.6251135,-17.884815,-20.514032,-14.877648,-18.625113,-13.12781,-26.039766,-0.000113242415,-11.2501135,-17.562613,-19.562613,-15.380867
+383136,-14.125145,-18.614532,-11.125145,-17.76219,-19.281738,-14.277883,-17.875145,-11.251245,-25.309298,-0.00014530557,-11.500145,-17.562645,-19.125145,-15.627519
+87885,-15.693492,-19.860939,-0.00599183,-11.007505,-15.823791,-18.720541,-18.880991,-14.1937275,-25.008743,-16.380991,-19.193491,-15.005992,-16.193491,-7.6470184
+463824,-14.375533,-19.897114,-9.000533,-18.610954,-19.489746,-14.541767,-18.625532,-16.68878,-24.850922,-15.625533,-17.938032,-0.0005327236,-15.000533,-10.626806
+385933,-14.125121,-18.728277,-12.250121,-17.818382,-19.764166,-14.400657,-17.43762,-11.000396,-26.760843,-0.00012099011,-11.875121,-17.25012,-18.68762,-14.750878
+451904,-15.750138,-22.993792,-11.375138,-20.268814,-22.003574,-17.84696,-20.31264,-19.125597,-26.779694,-17.81264,-19.62514,-0.0001385116,-16.93764,-13.379312
+434346,-15.875106,-21.25907,-15.500106,-22.100443,-21.515072,-18.70301,-18.500107,-14.00147,-27.728561,-10.000106,-0.00010609064,-17.375107,-22.437607,-17.501068
+512872,-16.00024,-23.221283,-13.87524,-20.957893,-19.099886,-18.795258,-18.75024,-17.94163,-27.86436,-17.68774,-19.50024,-14.12524,-0.00023993952,-9.376197
+88875,-14.753248,-17.4019,-0.0032485353,-10.629251,-14.131209,-19.691984,-17.940748,-14.062645,-24.984537,-15.128248,-19.128248,-13.628248,-15.315748,-6.7541394
+165974,-14.375187,-16.896982,-11.500187,-13.768623,-0.001548537,-18.337711,-14.125187,-15.830859,-23.222788,-15.812687,-15.187687,-18.812687,-19.250187,-13.625856
+528412,-12.000199,-11.901389,-11.875199,-15.985352,-13.564457,-11.29896,-13.125199,-15.688433,-22.319496,-16.250198,-16.937698,-13.375199,-14.750199,-0.0011559714
+428513,-17.125088,-23.982426,-19.187588,-24.37628,-20.54338,-19.984224,-18.437588,-13.30619,-25.947998,-15.250087,-8.7019e-05,-20.125088,-23.437588,-17.37571
+497353,-16.125156,-24.654629,-14.000156,-20.553444,-19.062315,-20.413671,-18.625156,-18.018436,-26.884628,-18.000156,-19.125156,-13.750156,-0.00015662874,-11.002322
+65062,-10.501215,-0.0015103315,-15.188715,-16.624971,-21.328623,-18.724667,-10.501215,-17.189137,-17.62682,-16.501215,-14.813715,-16.126215,-16.626215,-11.504798
+368214,-15.000098,-19.264742,-13.375098,-18.586214,-20.333462,-15.692901,-18.875097,-11.501098,-25.565792,-9.8104436e-05,-12.125098,-17.937597,-19.000097,-14.750682
+132601,-16.125433,-15.254665,-9.250432,-0.0017654608,-16.751173,-11.971066,-18.312933,-15.569464,-26.453724,-15.562932,-17.187933,-17.562933,-15.812932,-15.821355
+276250,-15.062811,-12.927326,-18.56281,-23.040287,-23.205322,-14.659288,-0.000310492,-15.125641,-20.151915,-18.12531,-16.75031,-17.68781,-18.37531,-13.492123
+617372,-15.875125,-24.185007,-10.375125,-19.47764,-21.719122,-18.334257,-20.187626,-18.626028,-26.399673,-17.562626,-19.125126,-0.00012504273,-16.375126,-13.631624
+429821,-15.875106,-22.313276,-17.000105,-22.319086,-21.988256,-19.476044,-18.187605,-13.382047,-25.591492,-12.000106,-0.00010585225,-17.500105,-23.250105,-17.4763
+320033,-15.750119,-15.984834,-15.875119,-16.954172,-19.624044,-19.869446,-11.250119,-12.625236,-0.001100647,-17.562618,-13.375119,-15.312619,-17.250118,-17.92037
+196626,-14.125292,-17.127623,-9.500292,-12.264698,-0.0010415656,-13.474464,-14.750292,-14.164312,-22.480793,-15.875292,-15.250292,-17.875292,-17.750292,-15.001888
+75213,-10.875642,-0.0010880044,-16.625643,-17.658531,-23.065165,-17.683348,-12.125642,-17.938385,-19.947636,-18.313143,-16.125643,-15.563142,-17.188143,-12.634634
+447256,-16.375153,-22.813171,-12.125154,-20.746088,-21.977049,-19.491207,-21.062653,-19.438562,-27.136421,-18.375153,-20.437653,-0.00015341058,-17.250153,-13.7511215
+116730,-15.125181,-17.707054,-0.0001811817,-13.004884,-12.875484,-18.414951,-18.562681,-15.928891,-25.6342,-16.000181,-18.687681,-16.875181,-18.500181,-13.877407
+186721,-15.625174,-18.80477,-13.375174,-14.66259,-0.00092476676,-18.693087,-15.750174,-17.529032,-22.819096,-17.187674,-16.812674,-19.750174,-19.875174,-16.189249
+247,-0.00021729493,-17.441881,-14.000217,-16.752071,-15.860167,-8.882936,-15.375217,-17.375832,-29.183416,-15.125217,-18.750217,-17.500217,-17.875217,-16.44631
+568826,-9.001637,-0.0021216776,-14.314137,-16.777676,-17.31915,-17.132797,-9.126637,-16.6895,-19.033104,-16.001638,-14.001637,-16.189138,-16.439138,-11.128476
+254940,-14.062732,-13.2871,-18.687733,-19.188961,-25.104488,-14.004621,-0.00023183519,-16.187881,-18.716192,-17.812733,-16.312733,-16.500233,-17.500233,-11.65306
+594412,-10.626057,-9.756786,-15.751057,-16.451174,-20.101448,-15.126755,-0.0010562324,-15.3138895,-17.53092,-16.501057,-13.188557,-16.626057,-15.938557,-11.129109
+376137,-15.250084,-19.479572,-13.500084,-18.609575,-20.648645,-16.070461,-19.125084,-12.000996,-26.002567,-8.368142e-05,-13.500084,-18.437584,-19.187584,-15.313038
+25392,-0.00027700403,-16.267687,-8.750277,-17.19176,-16.327652,-16.638819,-15.625277,-18.440233,-23.569021,-17.687777,-19.812777,-10.500277,-17.375277,-14.2524185
+275294,-17.37554,-14.732416,-18.25054,-20.579638,-25.533102,-17.00349,-0.0005395149,-13.500711,-17.771736,-17.18804,-12.50054,-16.81304,-17.81304,-13.628569
+627527,-15.875607,-22.545341,-11.875607,-17.475624,-22.302803,-17.635145,-15.875607,-14.252224,-25.390121,-16.125607,-17.938107,-11.500607,-13.875607,-0.000834136
+165963,-14.37541,-16.552502,-9.00041,-11.512242,-0.0010576886,-16.220057,-14.25041,-12.528808,-20.399075,-15.81291,-14.81291,-18.37541,-18.56291,-13.00139
+26119,-0.00032681847,-16.57739,-14.500327,-17.069118,-17.33926,-8.382151,-14.125327,-15.876384,-27.13724,-14.812827,-18.187826,-16.937826,-17.000326,-13.412705
+41782,-11.377467,-0.0055656526,-16.564966,-15.036779,-21.885866,-12.692827,-6.2524667,-15.815239,-18.551664,-17.439966,-15.064967,-14.877467,-17.377466,-11.129532
+260253,-15.500292,-14.675015,-18.750292,-22.908556,-22.33444,-14.683321,-0.00029190094,-15.375416,-22.570868,-17.937792,-16.687792,-17.375292,-18.500292,-13.697771
+359204,-14.937848,-14.545431,-14.812848,-15.040348,-17.012451,-13.806098,-10.937848,-11.188049,-0.00040310368,-17.062849,-13.250348,-13.562848,-16.187849,-18.595396
+599704,-15.687697,-16.952948,-18.125196,-19.84928,-19.238228,-10.387898,-17.750196,-0.00026974856,-17.618282,-16.000196,-18.312696,-17.500196,-20.250196,-11.530022
+554339,-14.313185,-17.711702,-11.125685,-15.913314,-17.990404,-15.958617,-15.125685,-13.126206,-23.232962,-14.875685,-18.063185,-10.000685,-14.188185,-0.00087367086
+339143,-15.750195,-15.876749,-15.937695,-16.158411,-17.567757,-22.286007,-10.500195,-12.312829,-0.00023398809,-17.375195,-13.000195,-14.875195,-16.750195,-16.411438
+456517,-16.500147,-22.915802,-12.375147,-20.603487,-23.160738,-18.9645,-20.687647,-19.253294,-26.393032,-19.000147,-20.062647,-0.00014697426,-18.062647,-13.377103
+91498,-15.125124,-17.97819,-0.00012444676,-12.87799,-15.875887,-17.780355,-19.625124,-16.777426,-28.929684,-16.375124,-20.312624,-14.750124,-18.000124,-14.752743
+229049,-16.000107,-17.297985,-15.875108,-21.92429,-17.778133,-0.0017208759,-14.125108,-12.937813,-27.00124,-16.625107,-15.250108,-15.437608,-18.375107,-14.438307
+427133,-16.750072,-22.663313,-17.625072,-23.437912,-22.235874,-19.423462,-19.000072,-14.253526,-27.017534,-11.7500725,-7.223822e-05,-18.875072,-23.750072,-18.125624
+461190,-14.250347,-21.25385,-12.500347,-19.097992,-23.384727,-20.336576,-20.875347,-18.251776,-25.633547,-17.375347,-20.437847,-0.00034731554,-14.875347,-11.626405
+222752,-16.37505,-18.341486,-16.75005,-19.444025,-17.5237,-0.0020079385,-14.62505,-13.001097,-28.250946,-16.56255,-16.62505,-16.81255,-18.93755,-14.250567
+566091,-11.877144,-0.0031067424,-17.002144,-19.248215,-21.993418,-19.873737,-6.377144,-16.56481,-18.943098,-17.564644,-15.502144,-16.314644,-18.252144,-12.630702
+559411,-8.261391,-13.302078,-5.8863907,-11.725171,-13.163904,-11.170634,-11.386391,-13.764317,-20.37522,-12.011391,-11.198891,-6.6363907,-8.386391,-0.011759898
+289381,-16.187721,-17.963179,-19.312721,-18.492317,-18.604332,-13.712437,-14.437721,-0.00028798296,-16.797113,-16.187721,-16.625221,-17.187721,-19.562721,-13.254538
+490910,-14.125263,-22.118355,-12.875263,-23.612305,-17.434965,-23.729286,-18.375263,-17.06452,-24.516184,-16.875263,-18.625263,-13.625263,-0.00026329866,-11.251318
+280132,-17.937567,-18.658665,-20.312567,-21.708143,-22.234879,-12.377777,-19.437567,-0.00012898029,-21.619661,-17.375067,-19.812567,-19.062567,-22.562567,-13.387193
+350715,-14.375442,-15.371603,-15.250442,-15.374723,-16.157598,-18.277664,-10.375442,-11.063099,-0.00050427514,-16.37544,-12.875442,-14.062942,-16.50044,-14.258294
+515420,-15.500168,-20.177685,-12.875168,-22.321415,-17.873339,-17.297743,-18.250168,-17.3761,-24.685343,-16.500168,-18.500168,-13.250168,-0.00016747502,-11.250839
+500483,-15.875161,-21.63414,-14.250161,-23.469177,-18.196724,-22.292358,-19.43766,-18.125717,-25.468231,-18.06266,-19.31266,-15.000161,-0.00016080041,-12.002534
+155048,-13.125823,-14.901683,-9.250823,-0.0015667484,-8.501289,-9.644476,-17.250822,-14.36745,-26.035555,-13.750823,-16.063322,-17.563322,-15.313323,-15.439863
+548039,-14.00082,-20.461205,-10.50082,-16.173653,-21.528418,-16.37814,-15.62582,-13.626806,-23.535666,-15.81332,-17.62582,-9.62582,-10.75082,-0.0010397405
+159001,-17.18779,-17.814402,-12.000291,-0.0011310198,-17.68865,-14.9895935,-19.75029,-18.030552,-27.621395,-16.62529,-18.56279,-19.06279,-17.68779,-16.501429
+259781,-14.313616,-12.641031,-17.876116,-19.67456,-19.339376,-12.005382,-0.0011162485,-10.62624,-14.485165,-16.501116,-13.626116,-16.126116,-17.001116,-11.254326
+305752,-13.875497,-14.313799,-19.250498,-17.724674,-14.775888,-12.643072,-8.250497,-0.0005705285,-17.213614,-15.500497,-14.250497,-16.500498,-19.062998,-11.256542
+440918,-16.62513,-24.518896,-11.750131,-20.31836,-21.550854,-19.811317,-20.31263,-19.41225,-24.870663,-18.43763,-18.87513,-0.00013040646,-17.06263,-14.006935
+570199,-13.751358,-16.488773,-0.0013580633,-7.0044227,-16.565308,-14.31605,-18.813858,-15.926764,-25.68394,-13.876358,-16.751358,-11.501358,-15.938858,-15.131669
+271941,-11.125413,-11.3688135,-16.250412,-15.970762,-20.13824,-13.563238,-0.00041273658,-11.875553,-14.638827,-16.000412,-15.125413,-14.625413,-16.437912,-10.752444
+338749,-15.687613,-16.02254,-15.937613,-16.89764,-19.138351,-22.02422,-11.625113,-12.43773,-0.0001562761,-17.125113,-13.750113,-14.750113,-17.187613,-19.882473
+24763,-3.1232346e-05,-17.50976,-17.93753,-19.687819,-17.463108,-15.880668,-15.625031,-14.706218,-27.215694,-21.43753,-19.68753,-19.75003,-21.18753,-17.406927
+195569,-13.750292,-15.006539,-9.750292,-11.507805,-0.00078661635,-14.893443,-14.625292,-14.987402,-23.769278,-16.375292,-16.812792,-18.250292,-18.375292,-12.876705
+71721,-10.376718,-0.002260885,-17.314217,-14.999358,-16.42667,-19.980171,-10.751718,-16.439756,-19.30091,-18.189217,-16.251717,-15.751718,-16.501717,-10.877779
+122383,-16.062923,-15.757548,-9.500423,-0.0011962345,-15.0010805,-11.563576,-17.875423,-16.445402,-27.55597,-15.250423,-17.187923,-17.875423,-15.250423,-16.127272
+446246,-16.25014,-24.205004,-12.250139,-21.00114,-22.21765,-18.787802,-20.93764,-19.251478,-26.489437,-18.50014,-20.81264,-0.00013886917,-17.50014,-14.131467
+109049,-15.000445,-17.32189,-0.00044526675,-8.252194,-16.752085,-15.717168,-18.937944,-16.106575,-28.837877,-14.375445,-17.875444,-13.500445,-16.125444,-15.888863
+629110,-14.625557,-19.564098,-11.250557,-17.535072,-17.164001,-14.144012,-13.875557,-12.875722,-18.083162,-15.375557,-18.375557,-12.750557,-14.500557,-0.0008233071
+447967,-13.375308,-20.85107,-10.000308,-19.424213,-20.770473,-12.570805,-18.500307,-16.750803,-25.315966,-16.437807,-19.000307,-0.00030787018,-15.625308,-10.75076
+512152,-15.625248,-21.288284,-13.125248,-19.745558,-18.431921,-20.094065,-18.437748,-17.813465,-27.85832,-16.437748,-17.562748,-13.875248,-0.00024816295,-9.250546
+595457,-15.812678,-16.490341,-17.750177,-18.794987,-19.469215,-10.63849,-15.500178,-0.0002386393,-16.10325,-15.687678,-17.125177,-16.875177,-19.875177,-11.523892
+519769,-16.750168,-21.158825,-13.750168,-20.703848,-21.862026,-22.915514,-20.187668,-18.317402,-26.364738,-18.062668,-18.875168,-15.375168,-0.00016807097,-11.125904
+627120,-14.500629,-20.701742,-10.875629,-16.604033,-16.795137,-16.520966,-14.625629,-14.251242,-25.46408,-15.688129,-19.25063,-11.375629,-13.000629,-0.0008319814
+255493,-15.06436,-8.848589,-16.43936,-18.757538,-20.975508,-13.685874,-0.0018592468,-13.814539,-15.619787,-17.25186,-15.25186,-16.81436,-17.62686,-11.76839
+624984,-14.000221,-22.86544,-12.125221,-19.526312,-19.190697,-16.760729,-17.937721,-17.001657,-27.027742,-16.187721,-18.562721,-13.875221,-0.00022134715,-10.3764925
+273286,-12.250612,-14.586429,-17.438112,-20.635855,-19.547598,-12.869932,-0.000612429,-14.250719,-17.270643,-17.625612,-14.813112,-16.750612,-16.938112,-13.004203
+189162,-13.750276,-17.172506,-13.375276,-13.546004,-0.00060191564,-18.097105,-15.125276,-16.384018,-24.45192,-17.500275,-17.812775,-19.750275,-19.125275,-16.31345
+344293,-15.3126545,-15.913196,-16.000154,-16.17146,-17.531895,-23.191996,-11.8751545,-12.312785,-0.00020073543,-17.375154,-13.9376545,-15.1876545,-17.000154,-15.516249
+372531,-15.125164,-18.702406,-13.875164,-18.255823,-19.55861,-15.51315,-18.000164,-10.127138,-25.924849,-0.0001643761,-13.375164,-18.125164,-19.062664,-13.87553
+29018,-9.9058016e-05,-16.880495,-17.9376,-18.055964,-16.694944,-15.77379,-10.875099,-16.190048,-24.07293,-18.0626,-19.3751,-18.8751,-19.6876,-15.752024
+205314,-14.188062,-16.3267,-14.813062,-16.152248,-20.117779,-0.0025658424,-10.125562,-11.938377,-22.064861,-14.188062,-13.500562,-15.000562,-16.813063,-12.376254
+625379,-15.875145,-17.348951,-13.625145,-17.023575,-15.12702,-16.044285,-15.625145,-15.628546,-28.035915,-16.375145,-18.750145,-13.250145,-17.000145,-0.0005259875
+469454,-15.875098,-22.660833,-11.625098,-19.301497,-24.115734,-16.66276,-20.0001,-18.625887,-25.535,-18.4376,-19.3751,-9.8700424e-05,-17.0626,-13.626713
+230476,-15.3752985,-16.280706,-14.8752985,-18.367737,-16.95156,-0.0023692057,-12.3752985,-13.000682,-22.939518,-16.3753,-14.1877985,-14.0002985,-17.5003,-13.750884
+204654,-11.5004015,-16.333927,-14.9379015,-17.436386,-17.144915,-0.004090506,-10.6254015,-11.938336,-22.254412,-14.5629015,-12.8754015,-15.3754015,-15.8129015,-13.377732
+520655,-15.750584,-23.0436,-11.250584,-16.943762,-21.3189,-21.37102,-16.000584,-14.880579,-26.0732,-16.375584,-19.063084,-11.500584,-13.750584,-0.00079278805
+288651,-16.37516,-18.075996,-18.37516,-21.933027,-19.243834,-10.537935,-17.37516,-0.00022231051,-18.101686,-15.437661,-17.62516,-17.75016,-20.81266,-12.53034
+104825,-15.937693,-17.506144,-0.00019238528,-10.502347,-17.188076,-13.791224,-19.125193,-15.216682,-26.355785,-15.000193,-16.812693,-12.875193,-16.750193,-15.955154
+214389,-13.6879835,-17.02567,-15.6254835,-16.732893,-16.780277,-0.002311719,-12.2504835,-10.500775,-19.628098,-14.3129835,-14.5629835,-15.3754835,-16.750484,-13.251168
+20110,-4.136477e-05,-17.576586,-17.125042,-19.929707,-18.52518,-15.368005,-13.625041,-17.75179,-25.381254,-21.562542,-20.812542,-18.937542,-20.187542,-14.9184675
+41044,-12.000538,-0.0017462746,-17.688038,-19.147257,-23.82267,-16.30529,-10.250538,-16.875801,-19.779835,-19.125538,-17.063038,-16.313038,-18.188038,-12.50286
+194452,-11.6259985,-14.602663,-8.6259985,-9.548954,-0.0012567681,-13.41014,-11.8134985,-12.131811,-15.632606,-13.2509985,-13.5634985,-15.9384985,-15.4384985,-11.814337
+59730,-10.501202,-0.0019873627,-16.563702,-16.607954,-16.14364,-18.046488,-8.376202,-14.7514105,-15.198349,-16.751202,-15.438702,-15.001202,-16.063702,-10.251834
+57442,-10.375751,-0.0017449243,-16.25075,-13.448509,-22.270893,-13.671799,-9.750751,-15.875969,-16.977919,-16.93825,-14.938251,-14.688251,-16.68825,-10.877192
+64758,-10.750908,-0.0018569279,-17.188408,-17.780535,-17.200022,-23.537424,-12.875908,-17.939383,-16.366062,-17.000908,-15.188408,-15.938408,-16.563408,-11.64603
+187100,-14.875214,-18.221779,-11.500214,-13.195276,-0.0007118902,-17.47165,-15.375214,-14.644701,-24.603794,-16.687714,-16.000214,-18.812714,-19.000214,-15.689429
+464958,-15.1251,-22.481773,-11.6251,-19.869318,-23.666075,-18.670002,-19.562601,-18.75151,-25.014198,-18.437601,-19.500101,-0.000100607576,-16.500101,-13.001526
+409688,-17.250048,-22.699402,-18.625048,-24.93182,-22.35176,-19.362032,-19.812548,-14.751292,-27.027155,-12.875048,-4.8159392e-05,-18.750048,-23.187548,-18.250612
+83738,-15.7503,-18.252369,-0.000300839,-9.2511015,-16.064415,-17.261774,-19.125301,-16.489714,-29.084785,-13.5003,-17.062801,-13.2503,-15.6878,-17.094456
+18629,-0.00010048838,-16.391932,-17.250101,-19.541973,-16.088451,-14.614054,-13.5001,-17.652225,-24.439163,-19.312601,-18.875101,-19.125101,-20.937601,-13.629029
+22171,-3.9099883e-05,-18.368225,-14.000039,-19.841755,-18.204838,-19.739082,-17.812538,-19.1881,-25.732107,-20.000038,-21.375038,-17.875038,-14.375039,-17.131556
+519286,-16.250181,-24.683985,-14.000181,-20.654633,-19.501238,-18.662975,-18.750181,-17.688673,-27.025173,-17.687681,-18.437681,-13.750181,-0.00018153928,-10.751028
+365196,-15.750123,-22.199015,-14.000123,-18.261246,-19.718683,-15.671713,-18.625122,-13.509372,-23.50296,-0.00012277803,-11.875123,-17.750122,-19.437622,-16.250732
+88486,-16.377457,-20.545044,-0.0024557929,-12.628166,-15.254622,-22.073658,-18.002457,-15.319248,-24.85242,-16.377457,-19.002457,-14.127456,-15.377456,-6.752954
+170933,-15.625218,-19.397137,-12.750218,-15.769818,-0.00095159345,-18.854198,-16.125217,-18.359962,-24.428083,-18.937717,-18.312717,-20.562717,-20.687717,-16.375532
+462262,-15.500165,-23.666086,-10.750165,-19.516708,-19.970354,-20.796967,-19.937666,-19.500946,-26.423882,-18.187666,-19.500166,-0.0001654488,-15.875165,-14.882604
+423491,-17.000092,-26.229897,-18.687592,-21.97455,-21.581871,-15.449291,-18.625092,-13.784249,-26.017809,-13.375092,-9.190614e-05,-18.125092,-22.187592,-16.501238
+352140,-16.500124,-16.586258,-16.312624,-16.865555,-17.667099,-22.215096,-11.750124,-13.062766,-0.00020550581,-17.562624,-13.375124,-14.812624,-17.250124,-16.023045
+371193,-14.625109,-19.379965,-11.500109,-18.166758,-20.230927,-14.699509,-18.562609,-11.625648,-25.046883,-0.00010835537,-10.625109,-17.562609,-19.250109,-16.00081
+520384,-10.500436,-10.3827,-11.875436,-15.376709,-11.743737,-14.780541,-11.250436,-11.512507,-24.496881,-13.125436,-15.125436,-13.125436,-14.500436,-0.0014016973
+165724,-13.000298,-14.621201,-9.500298,-10.892753,-0.00089563464,-15.617312,-14.687798,-14.97351,-24.31662,-15.812798,-16.062798,-17.375298,-17.500298,-15.376299
+61541,-9.003591,-0.0039601857,-13.566091,-15.804501,-15.08249,-18.329527,-8.878591,-15.504455,-18.901838,-14.878591,-13.003591,-15.066091,-15.503591,-10.382088
+92598,-14.625103,-18.38014,-0.000102753125,-12.377589,-11.62543,-18.59699,-18.500103,-16.379473,-26.991394,-15.375103,-18.375103,-17.000103,-17.312603,-13.625504
+502991,-15.87514,-22.043709,-12.75014,-20.75333,-19.873566,-21.48686,-18.937641,-18.565838,-28.878193,-16.500141,-19.250141,-13.87514,-0.00014065707,-10.000322
+510090,-17.000107,-24.663116,-14.250108,-21.94929,-21.520397,-20.529387,-20.562607,-19.064398,-28.930073,-18.312607,-20.750107,-15.500108,-0.00010775939,-12.00346
+373503,-12.500223,-18.170832,-11.375223,-16.150835,-18.560686,-12.620921,-16.500223,-13.631758,-24.47289,-0.00022361163,-13.375223,-18.000223,-18.375223,-13.000973
+334143,-16.43761,-16.386045,-16.06261,-15.956312,-17.729666,-21.15698,-11.625112,-12.62525,-0.00021373082,-17.37511,-13.500112,-14.875112,-17.56261,-15.911704
+254218,-14.43797,-11.234429,-17.187971,-19.958721,-21.022049,-13.940665,-0.00047028926,-14.313183,-16.328892,-17.375471,-16.500471,-17.250471,-17.625471,-16.41518
+574886,-13.376213,-14.560359,-0.0012132911,-6.8777847,-14.189799,-16.149664,-18.188713,-15.396779,-23.46711,-13.251213,-16.688713,-16.501213,-11.501213,-14.004415
+435218,-15.875125,-22.24565,-18.000124,-23.057533,-20.110363,-16.437586,-17.812624,-12.385173,-23.186531,-13.875125,-0.00012456595,-18.000124,-22.125124,-17.12603
+536727,-9.2507515,-10.925696,-10.7507515,-14.520561,-13.043662,-12.4878235,-11.2507515,-11.564558,-22.473349,-13.2507515,-14.6257515,-12.7507515,-14.1882515,-0.0023411545
+188444,-12.2512455,-13.6769085,-7.126245,-11.026035,-0.0014479544,-15.369347,-14.5012455,-13.444748,-20.064075,-14.5637455,-14.7512455,-17.813745,-16.313745,-11.502585
+353268,-15.25019,-15.619704,-15.75019,-16.015467,-17.572906,-21.250261,-11.06269,-12.00032,-0.0002801197,-17.12519,-13.00019,-14.87519,-16.62519,-16.272198
+56545,-9.00244,-0.0031984078,-15.06494,-17.671835,-14.2023735,-19.820421,-7.627441,-15.50318,-13.646745,-14.81494,-14.43994,-15.31494,-15.18994,-10.926016
+432335,-17.375053,-23.185352,-18.875053,-24.836454,-22.872972,-19.813915,-19.937553,-13.886453,-27.696981,-13.375054,-5.4238757e-05,-18.750053,-23.750053,-18.37575
+429690,-16.125134,-23.75884,-16.625134,-20.288364,-22.026194,-18.394283,-18.937634,-15.299363,-26.132956,-10.6251335,-0.0001335055,-16.750134,-22.375134,-18.010847
+256138,-14.500217,-14.007694,-16.125217,-18.969463,-24.344015,-13.189431,-0.00021777165,-16.562988,-21.372263,-18.437717,-17.125217,-17.062717,-16.562717,-12.503415
+349225,-16.500145,-16.512526,-16.125145,-17.216194,-17.604376,-20.092873,-12.062646,-13.125281,-0.00023423172,-17.375145,-13.437646,-14.562646,-17.187645,-15.828255
+549412,-12.1255,-17.620657,-9.7505,-15.897803,-20.113882,-18.820478,-17.188,-13.565612,-23.017246,-13.0005,-18.1255,-10.5005,-14.563,-0.0009768006
+87635,-16.12512,-19.57867,-0.000120155746,-11.126596,-16.875988,-15.461871,-20.75012,-16.272024,-30.429798,-16.00012,-18.87512,-15.00012,-18.31262,-18.002722
+102106,-11.876003,-16.457617,-0.0010035961,-7.253785,-13.128476,-21.51329,-18.126003,-15.764048,-23.878124,-11.751003,-17.063503,-16.063503,-12.501003,-14.517974
+273150,-13.750235,-13.879585,-18.625235,-18.491352,-23.966583,-15.322444,-0.00023481472,-17.687904,-20.786833,-18.812735,-17.062735,-17.062735,-17.375235,-12.02039
+481342,-15.500215,-23.476105,-13.125215,-20.04734,-19.680635,-24.04487,-19.062714,-17.251448,-26.806557,-16.375214,-19.562714,-13.500215,-0.0002145537,-10.626361
+267805,-7.3782105,-12.414197,-14.62821,-15.434277,-17.853779,-9.9350605,-0.0032103925,-13.503425,-17.43724,-15.62821,-13.75321,-14.75321,-16.56571,-9.380199
+397352,-14.000254,-20.156403,-12.625254,-16.381313,-18.140245,-12.463195,-16.500254,-11.250796,-22.360535,-0.0002541219,-9.375254,-16.750254,-18.250254,-14.125987
+155277,-16.562716,-18.94339,-9.750216,-0.0008958414,-16.37599,-17.73117,-20.187716,-18.923513,-27.882408,-16.437716,-20.312716,-18.937716,-17.500216,-17.190672
+493917,-13.000299,-19.722631,-11.000299,-18.555382,-18.68695,-17.052362,-17.5628,-16.313608,-26.542557,-13.500299,-17.9378,-11.000299,-0.00029905137,-9.251103
+80100,-17.437649,-19.941923,-0.00014864294,-11.626471,-18.376337,-17.302427,-20.437649,-17.01091,-27.88335,-15.750149,-18.187649,-12.125149,-16.750149,-17.416067
+541412,-15.000324,-18.39927,-11.625324,-16.482336,-20.360224,-13.451119,-14.875324,-14.501014,-27.257439,-14.625324,-17.625324,-11.125324,-14.000324,-0.0006860506
+373275,-14.500138,-18.97499,-13.625138,-18.095842,-20.028637,-15.067227,-17.43764,-10.625335,-26.99659,-0.0001385116,-13.500138,-17.87514,-19.25014,-14.25077
+83225,-14.000259,-16.00393,-0.00025936577,-9.25349,-12.62569,-17.496824,-18.12526,-15.681491,-27.35138,-15.375259,-18.43776,-14.250259,-15.937759,-16.689075
+369656,-13.625553,-19.99462,-11.875553,-15.708442,-19.287231,-13.044575,-16.500553,-10.127579,-24.73167,-0.00055309734,-8.875553,-16.875553,-18.125553,-13.126093
+574411,-12.62526,-17.89118,-0.0002603192,-12.752386,-13.571181,-18.274889,-17.93776,-17.825155,-23.234259,-15.62526,-20.12526,-17.12526,-11.37526,-10.251568
+40799,-11.250449,-0.0013823754,-17.062948,-16.779732,-23.136997,-16.585133,-10.750449,-16.188257,-20.011312,-18.125448,-16.000448,-15.500449,-17.312948,-11.251718
+45818,-10.875555,-0.0009112755,-16.813055,-16.60043,-20.283028,-17.668163,-10.875555,-17.438408,-18.914474,-17.500555,-15.625555,-15.875555,-17.563055,-12.377317
+333796,-15.562694,-15.881647,-15.687694,-16.15283,-17.855156,-22.132189,-11.375194,-12.5003195,-0.00024972312,-17.312695,-13.062694,-15.250194,-16.812695,-17.32282
+493550,-14.250236,-21.975145,-12.625236,-18.787556,-17.094416,-19.678804,-18.125235,-16.69117,-26.942532,-15.625236,-17.875235,-13.000236,-0.00023517228,-9.750786
+422653,-16.500101,-22.340359,-17.375101,-20.84396,-21.946777,-19.088459,-18.562601,-12.8812275,-25.853622,-11.000101,-0.00010096517,-18.250101,-22.875101,-17.250538
+63468,-10.250607,-0.0009943134,-16.750607,-16.402178,-20.458096,-20.971437,-13.375607,-17.938833,-18.476154,-16.938107,-15.688107,-16.313107,-17.375607,-12.256168
+609582,-13.937665,-19.40935,-11.625165,-17.49348,-18.980568,-14.5431385,-17.437664,-12.388469,-23.591696,-0.00016473368,-10.250165,-16.500164,-19.000164,-15.322315
+606860,-15.437601,-19.211195,-14.500101,-18.601986,-20.117975,-15.59669,-19.187601,-11.1271515,-26.71915,-0.00010132276,-14.875101,-18.687601,-19.125101,-14.62545
+600704,-16.562593,-16.786734,-16.562593,-18.269604,-17.984823,-22.01209,-11.875093,-13.125256,-0.00017666034,-17.625093,-13.500093,-15.187593,-17.250093,-15.908747
+117308,-11.751503,-13.771324,-0.0015032907,-6.8786488,-9.251987,-12.603389,-14.626503,-11.162567,-18.513205,-12.376503,-14.126503,-13.751503,-13.814003,-12.377401
+329250,-15.625131,-16.024683,-16.12513,-16.580774,-18.07438,-20.62579,-11.625131,-12.250255,-0.00016914871,-17.81263,-13.562631,-15.125131,-17.06263,-16.942732
+569597,-10.500687,-0.0017823218,-17.500687,-16.832596,-17.904581,-21.988468,-12.250687,-17.752443,-17.757677,-17.625687,-15.813187,-17.250687,-17.063187,-11.628127
+332288,-15.187726,-16.015802,-15.937726,-16.486832,-17.429213,-20.621475,-10.875226,-12.187893,-0.00026342625,-17.500227,-13.250226,-14.937726,-16.875227,-17.556923
+305334,-15.875203,-16.418495,-18.625204,-19.511482,-19.694183,-11.015607,-16.375204,-0.00026354927,-18.336864,-16.062704,-17.312704,-17.187704,-20.500204,-12.389162
+484911,-15.3751955,-22.493137,-13.6251955,-20.275093,-18.585018,-20.529274,-19.375195,-17.68959,-26.45044,-16.875195,-18.437695,-14.0001955,-0.00019536493,-10.001009
+151758,-16.188133,-15.427855,-9.500633,-0.0015975733,-16.001324,-12.63354,-17.688133,-15.766057,-29.028137,-15.438133,-16.688133,-18.125633,-14.750633,-15.9418745
+519888,-14.25043,-20.17049,-13.12543,-18.450727,-18.033648,-17.028221,-17.87543,-17.564123,-26.562193,-16.31293,-17.93793,-13.25043,-0.00042965717,-8.125609
+169272,-13.75035,-16.68177,-9.00035,-11.885444,-0.0008484655,-15.336929,-14.25035,-14.41017,-20.769037,-15.50035,-15.87535,-18.75035,-18.93785,-13.876321
+199204,-11.251553,-13.733678,-7.6265526,-9.404869,-0.001975195,-13.812166,-12.564053,-11.261127,-20.442343,-13.001553,-12.251553,-15.314053,-14.814053,-11.377452
+187002,-13.625366,-16.702976,-9.125366,-10.78997,-0.0007971118,-15.452371,-14.437866,-14.491698,-22.030796,-16.312866,-16.687866,-19.250366,-18.562866,-13.876
+511004,-15.875203,-21.02873,-12.750203,-19.151749,-17.474073,-18.71604,-18.312702,-16.625566,-23.683432,-16.000202,-18.437702,-13.875203,-0.00020287363,-11.126011
+375121,-14.187897,-19.462208,-11.875397,-17.559227,-19.186028,-17.030455,-17.562897,-11.277992,-22.996819,-0.00039712648,-11.250397,-17.062897,-18.750397,-14.772803
+258679,-16.313076,-10.683268,-18.438076,-20.249058,-23.469334,-17.48564,-0.00057609176,-14.875741,-19.032053,-18.813076,-17.188076,-18.625576,-19.000576,-14.256308
+122557,-14.625793,-16.177633,-7.6257935,-0.0016203511,-14.001406,-12.854949,-17.500793,-15.136199,-26.292416,-16.438293,-16.188293,-17.438293,-17.375793,-13.75339
+520367,-16.000278,-18.910488,-13.750279,-18.048422,-14.684724,-17.128191,-15.125279,-13.645835,-27.878578,-14.625279,-18.625278,-14.000279,-15.750279,-0.0007453872
+471340,-14.750181,-21.544409,-11.375181,-20.037682,-22.011818,-18.225527,-19.875181,-17.688833,-26.176102,-17.312681,-18.875181,-0.00018153928,-16.125181,-11.376035
+404040,-17.250042,-25.091175,-18.500042,-25.660587,-22.76709,-20.124777,-19.875042,-14.1265545,-26.984188,-13.125043,-4.2676016e-05,-19.250042,-23.625042,-18.625498
+568665,-12.000499,-0.00088924647,-18.6255,-18.49766,-21.769472,-19.197172,-10.875499,-17.501057,-18.75381,-18.188,-16.6255,-18.063,-17.8755,-12.3801985
+278038,-10.62585,-12.271131,-16.938349,-15.661242,-21.66794,-14.798751,-0.00084960123,-14.688545,-16.36724,-17.250849,-15.06335,-15.31335,-16.625849,-11.504165
+796,-0.00028486963,-16.583563,-16.000284,-10.610522,-15.488421,-11.142263,-12.375285,-16.06328,-24.04008,-16.062784,-17.562784,-18.312784,-17.250284,-13.377065
+479273,-13.750295,-20.930521,-10.500295,-18.051117,-21.433296,-18.757162,-19.625296,-17.316538,-24.434855,-18.125296,-18.875296,-0.00029476112,-16.125296,-11.50243
+352044,-15.875106,-15.925632,-16.187605,-16.859505,-18.54927,-21.9043,-11.750106,-12.75025,-0.00013779984,-17.750105,-14.000106,-15.062606,-17.375105,-20.259445
+360232,-15.62512,-19.078136,-14.50012,-18.15329,-20.316292,-15.671188,-18.37512,-10.875784,-26.018845,-0.00012051333,-15.31262,-18.43762,-19.31262,-13.875462
+369575,-14.625191,-21.567638,-12.375191,-16.507256,-18.702955,-12.523526,-16.93769,-11.251118,-23.676338,-0.00019035912,-9.750191,-16.93769,-18.81269,-14.375867
+56976,-10.5009,-0.0027263947,-16.6259,-16.516703,-19.263706,-18.219719,-10.3759,-15.438733,-15.603947,-17.0009,-15.1884,-15.3759,-16.8759,-12.007651
+236924,-17.125036,-19.049908,-17.687536,-20.275547,-19.617437,-0.0016759939,-15.375036,-14.750424,-29.941425,-17.625036,-17.312536,-17.125036,-20.437536,-15.500804
+387670,-15.75014,-23.032965,-15.12514,-18.361147,-22.228922,-14.980271,-20.812641,-16.37671,-27.446768,-0.0001402995,-13.75014,-18.437641,-20.562641,-16.563541
+529346,-16.812977,-22.156326,-12.750477,-17.690313,-22.176094,-17.299828,-16.250477,-14.875731,-25.451565,-16.437977,-18.312977,-12.000477,-14.875477,-0.0006917538
+63627,-10.127488,-0.0031623186,-16.752487,-16.68342,-15.958275,-20.293518,-8.127488,-14.878076,-14.449481,-17.189987,-15.127488,-15.627488,-16.002487,-10.135861
+209419,-17.125053,-17.49408,-17.125053,-20.4172,-18.015343,-0.0011335983,-14.125053,-13.875367,-27.188728,-18.000053,-16.187553,-16.187553,-19.187553,-14.688001
+105642,-13.875126,-18.823532,-0.0001258771,-12.882815,-15.876385,-20.568184,-19.250126,-18.092314,-28.284275,-16.125126,-20.500126,-13.875126,-16.250126,-16.52066
+617164,-16.500154,-23.867634,-12.2501545,-20.539095,-24.177914,-17.372145,-21.125154,-18.68853,-26.53384,-18.437654,-19.875154,-0.00015496007,-17.687654,-13.251281
+19445,-3.9457496e-05,-18.84633,-17.00004,-20.374533,-18.888159,-16.783821,-15.000039,-18.252775,-24.07671,-19.75004,-19.37504,-18.75004,-21.06254,-16.289858
+181477,-13.875208,-16.765675,-13.750208,-13.507063,-0.00060583994,-19.363596,-14.625208,-16.086468,-25.629173,-16.687708,-16.875208,-18.562708,-19.375208,-16.250584
+483464,-15.250173,-23.17426,-13.125173,-20.883545,-19.854465,-19.268524,-18.750172,-17.313917,-27.656244,-16.437672,-19.062672,-13.625173,-0.00017236178,-11.501255
+173648,-12.875344,-18.327225,-11.125344,-12.544499,-0.0006088268,-18.685888,-14.375344,-16.526445,-19.194016,-16.250343,-16.937843,-18.750343,-18.312843,-14.81348
+401686,-15.0002165,-18.958847,-17.437717,-19.743855,-19.125416,-14.792207,-17.125217,-11.391726,-21.918262,-14.3752165,-0.000216699,-18.125217,-21.750217,-15.750912
+250899,-16.250551,-12.799897,-17.750551,-18.916876,-21.794912,-14.575051,-0.0005521442,-12.000646,-16.799255,-16.813051,-13.875552,-16.375551,-18.375551,-13.142205
+281270,-15.2502985,-17.11094,-17.562798,-18.726389,-18.767252,-10.964162,-16.937798,-0.00035805846,-17.757225,-15.1252985,-17.562798,-17.187798,-19.937798,-11.685418
+309823,-16.50017,-16.35135,-20.43767,-19.328949,-18.934467,-14.901482,-9.87517,-0.00025806978,-22.467594,-16.50017,-14.37517,-17.18767,-21.37517,-14.250908
+283278,-15.812886,-14.882422,-15.812886,-19.112766,-18.445156,-12.086023,-12.625386,-0.00048021518,-19.623333,-16.500387,-16.062887,-18.312887,-18.687887,-11.628452
+145538,-16.875307,-17.680851,-11.000306,-0.0012912198,-17.126017,-13.40785,-18.875307,-16.654602,-27.10143,-14.875306,-17.812807,-18.562807,-16.875307,-16.629053
+266367,-14.7513,-9.723185,-16.876299,-18.593172,-21.58759,-16.125088,-0.0012998474,-14.314005,-15.110186,-18.001299,-15.6888,-16.813799,-17.501299,-12.841181
+500793,-15.125142,-20.455978,-12.250142,-20.77024,-18.235838,-19.664637,-19.312643,-17.687975,-23.549532,-17.187643,-19.000143,-14.125142,-0.00014244496,-12.127644
+424942,-14.375121,-19.778032,-15.875121,-23.436836,-20.62327,-17.94355,-18.00012,-11.625646,-27.016808,-10.375121,-0.000120870915,-17.12512,-22.62512,-16.404634
+199892,-14.375232,-16.374474,-10.625232,-13.258536,-0.0006880642,-20.183773,-15.000232,-16.040592,-23.481476,-17.31273,-16.68773,-19.25023,-19.37523,-14.251502
+26663,-3.0159496e-05,-18.99742,-17.31253,-20.095655,-19.404419,-19.947763,-14.7500305,-17.388296,-23.709614,-19.18753,-18.12503,-19.12503,-21.00003,-16.352488
+411745,-15.625159,-22.904285,-17.81266,-23.147884,-20.586424,-16.619884,-17.25016,-12.125717,-22.844036,-13.250159,-0.0001596085,-17.50016,-21.93766,-17.251598
+601539,-15.12538,-14.250621,-15.00038,-18.155878,-16.573341,-16.989197,-11.06288,-10.313013,-0.00047711792,-15.50038,-12.31288,-14.12538,-15.93788,-16.80696
+161634,-14.375244,-18.061466,-12.750244,-14.261148,-0.0006338493,-22.291214,-14.500244,-16.601439,-23.989882,-17.000244,-16.000244,-20.062744,-19.875244,-15.878887
+552110,-14.750858,-20.094984,-10.000858,-16.947844,-18.598747,-14.951856,-14.125858,-14.381649,-24.646631,-15.313358,-18.563358,-10.625858,-12.750858,-0.0010845298
+305137,-16.250107,-17.667105,-19.125107,-19.03177,-19.867563,-10.394787,-17.750107,-0.00020395668,-19.61429,-17.312607,-18.250107,-17.187607,-20.625107,-12.824519
+168657,-15.125171,-17.797092,-10.500171,-13.652603,-0.000677681,-19.78867,-15.500171,-15.313919,-25.91131,-17.000172,-16.937672,-18.687672,-19.187672,-13.750763
+540326,-9.8753195,-11.003496,-12.4378195,-15.735851,-13.432971,-13.823683,-12.3753195,-12.4394455,-23.403502,-14.1878195,-16.12532,-13.3753195,-15.8753195,-0.0017054693
+118994,-13.250273,-15.892318,-0.0002730712,-9.502599,-14.376104,-14.146241,-18.750273,-16.962032,-28.724216,-14.500273,-18.125273,-13.750273,-16.375273,-15.880066
+361861,-14.625085,-19.450657,-11.375085,-17.887718,-20.23187,-14.355872,-18.750084,-12.125766,-25.742119,-8.475421e-05,-12.000085,-17.687584,-19.437584,-16.063553
+103956,-17.062666,-19.650253,-0.00016616394,-10.875897,-17.188662,-17.383207,-20.250166,-17.049015,-28.857779,-14.750166,-17.562666,-13.500166,-17.000166,-17.754566
+453866,-16.125132,-24.152212,-11.625132,-20.505365,-22.994926,-17.151989,-21.125132,-19.322626,-27.391014,-18.062632,-19.125132,-0.00013195598,-17.312632,-14.628279
+151989,-12.630205,-14.178392,-5.505205,-0.006110279,-11.381108,-8.135684,-16.505205,-14.931056,-22.605143,-12.255205,-15.817705,-16.005205,-14.380205,-12.005789

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,291 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3161032758653164,0,9.888760566711426,
+0,8,0.0547216460108757,1,7.255101612636021,
+0,16,0.03606721758842468,2,6.975261290868123,
+0,24,0.03364064544439316,3,4.573744755524856,
+0,32,0.034281447529792786,4,6.548751419240778,
+0,40,0.03657795116305351,5,5.917586115690378,
+0,48,0.04253918677568436,6,4.28943348924319,
+0,56,0.03420891985297203,7,4.962425683225904,
+0,64,0.03982122614979744,8,3.0127427130937576,
+0,72,0.03938193619251251,9,3.172871242144278,
+0,80,0.04322545975446701,10,1.168474091724916,
+0,88,0.03635929897427559,11,2.1663951352238655,
+0,96,0.0340905599296093,12,3.4526206265602792,
+0,104,0.03695901110768318,13,2.566194647923112,
+0,112,0.037150245159864426,14,2.752996040383975,
+0,120,0.04020298272371292,15,1.0250507263200623,
+0,128,0.038369279354810715,16,2.171722486784512,
+,,,16,,1.0377884276175613
+0,136,0.043079208582639694,17,1.5983296069590485,
+0,144,0.038477823138237,18,1.13630405598535,
+0,152,0.03391655907034874,19,1.5941462371265516,
+0,160,0.032531239092350006,20,0.6637525924348405,
+0,168,0.03241974860429764,21,0.5274496881577831,
+0,176,0.03600981831550598,22,0.42925402509669464,
+0,184,0.032655224204063416,23,0.34953858287861717,
+0,192,0.03284455090761185,24,0.4454612891588892,
+0,200,0.031804900616407394,25,0.7586720549346259,
+0,208,0.03292464837431908,26,0.23280382643525416,
+0,216,0.03552287071943283,27,0.8072608071591028,
+0,224,0.033541884273290634,28,0.034010843839496374,
+0,232,0.03205360844731331,29,0.1530345083357623,
+0,240,0.03182031959295273,30,0.3230881499747435,
+0,248,0.03212900459766388,31,0.05111101172432037,
+0,256,0.03227335587143898,32,0.2788307268754579,
+,,,32,,0.17994664388410211
+0,264,0.03452775254845619,33,0.23280168873524026,
+0,272,0.03205578401684761,34,0.3831125090185266,
+0,280,0.033837731927633286,35,0.10080389631912112,
+0,288,0.03264443203806877,36,0.09754252168708123,
+0,296,0.03270528092980385,37,0.016629938294904098,
+0,304,0.03776068985462189,38,0.07543639652431011,
+0,312,0.03737829625606537,39,0.005015128275512585,
+1,320,0.03250727429986,40,0.03284554913989268,
+1,328,0.032090913504362106,41,0.01689359510783106,
+1,336,0.03177632763981819,42,0.008760559186339379,
+1,344,0.031884726136922836,43,0.04489934202283621,
+1,352,0.032303839921951294,44,0.038296945894566864,
+1,360,0.03232451155781746,45,0.09350175122381188,
+1,368,0.03191974759101868,46,0.0132619942921926,
+1,376,0.0321674570441246,47,0.07327745975150417,
+1,384,0.03241413086652756,48,0.07941565576038556,
+,,,48,,0.039926985234164734
+1,392,0.032096054404973984,49,0.03712639859960681,
+1,400,0.03235096484422684,50,0.015560803305230696,
+1,408,0.03220537677407265,51,0.012785061601210724,
+1,416,0.0315718948841095,52,0.0073972596354516485,
+1,424,0.03371686860918999,53,0.010369363590143621,
+1,432,0.03402503579854965,54,0.012803695217977898,
+1,440,0.034246571362018585,55,0.006287471497092734,
+1,448,0.03211988881230354,56,0.020528883691160724,
+1,456,0.03184722363948822,57,0.014137089887464588,
+1,464,0.03137705475091934,58,0.07433221410875293,
+1,472,0.03208394721150398,59,0.03272808603489668,
+1,480,0.031977176666259766,60,0.0067283159229331296,
+1,488,0.03151591494679451,61,0.016517874157915894,
+1,496,0.03198548033833504,62,0.007012603714918861,
+1,504,0.03872581571340561,63,0.021338944815480234,
+1,512,0.038955207914114,64,0.005046810967744225,
+,,,64,,0.0438254780746533
+1,520,0.031929295510053635,65,0.45961889849110904,
+1,528,0.031779658049345016,66,0.011830237028854234,
+1,536,0.032110121101140976,67,0.015072959739093979,
+1,544,0.033186595886945724,68,0.2952484966643775,
+1,552,0.031561415642499924,69,0.0033271303182118572,
+1,560,0.031868766993284225,70,0.010419776115347357,
+1,568,0.0319206602871418,71,0.04961518076463388,
+1,576,0.03203434497117996,72,0.004979999931362856,
+1,584,0.0321783684194088,73,0.011469585453876508,
+1,592,0.03332889825105667,74,0.023559841996757314,
+1,600,0.031962305307388306,75,0.008666640301401327,
+1,608,0.03233453258872032,76,0.11812768658721605,
+1,616,0.03368363156914711,77,0.20353252302239916,
+1,624,0.03193534165620804,78,0.01156566190184094,
+2,632,0.033111315220594406,79,0.013930478470865638,
+2,640,0.03197237849235535,80,0.01075231287229274,
+,,,80,,0.04728249727824088
+2,648,0.033195242285728455,81,0.0022373369662091135,
+2,656,0.03809591755270958,82,0.00205175415724695,
+2,664,0.03748875856399536,83,0.007895009117915337,
+2,672,0.031786177307367325,84,0.017876357503701,
+2,680,0.03234481066465378,85,0.013223086477106941,
+2,688,0.033831365406513214,86,0.0207159894898723,
+2,696,0.03198136389255524,87,0.0016502278789024178,
+2,704,0.03254541754722595,88,0.007188113574860229,
+2,712,0.03262379392981529,89,0.0027160063279249393,
+2,720,0.032083362340927124,90,0.008272644723712636,
+2,728,0.03325255215167999,91,0.023146851919591427,
+2,736,0.031878478825092316,92,0.001980108325369656,
+2,744,0.032173700630664825,93,0.0025617116208498675,
+2,752,0.032180339097976685,94,0.007649683153859395,
+2,760,0.03239499032497406,95,0.002969524772197474,
+2,768,0.0320977047085762,96,0.01732536787000884,
+,,,96,,0.03173342846227034
+2,776,0.031867124140262604,97,0.001908687471698683,
+2,784,0.031842418015003204,98,0.00402810451543281,
+2,792,0.03364144265651703,99,0.007088652742822887,
+2,800,0.03315413370728493,100,0.01255463401585902,
+2,808,0.03401719778776169,101,0.005627461424280357,
+2,816,0.031674765050411224,102,0.002156901662922738,
+2,824,0.03200969845056534,103,0.052472253368857004,
+2,832,0.03218276798725128,104,0.0033172250587085728,
+2,840,0.032260894775390625,105,0.0024830041892038514,
+2,848,0.032041892409324646,106,0.04314828813816844,
+2,856,0.03508717939257622,107,0.0022102229903490905,
+2,864,0.03182439133524895,108,0.003300684334879572,
+2,872,0.03180384263396263,109,0.0015969415981089696,
+2,880,0.03313124552369118,110,0.003369708246152316,
+2,888,0.03164106607437134,111,0.003702687294347785,
+2,896,0.033972449600696564,112,0.019332336630516995,
+,,,112,,0.027863926864697033
+2,904,0.03160496801137924,113,0.006490955061356847,
+2,912,0.032583221793174744,114,0.003450708506120877,
+2,920,0.03197507932782173,115,0.035098187952266574,
+2,928,0.0320020467042923,116,0.0015352866433274287,
+2,936,0.03687625750899315,117,0.0036014685950552425,
+3,944,0.03376368060708046,118,0.005601852884865366,
+3,952,0.031706612557172775,119,0.0013900478899648244,
+3,960,0.031816210597753525,120,0.002091863747829428,
+3,968,0.03158088028430939,121,0.0027432028884784533,
+3,976,0.03225390240550041,122,0.002556232914615136,
+3,984,0.032072313129901886,123,0.001440135117333669,
+3,992,0.03160394728183746,124,0.003666556378205617,
+3,1000,0.031701862812042236,125,0.0014013267978693225,
+3,1008,0.03209127485752106,126,0.004363550025468262,
+3,1016,0.031944628804922104,127,0.009485586011578562,
+3,1024,0.032411299645900726,128,0.001978011757063751,
+,,,128,,0.06261650340979179
+3,1032,0.03169124200940132,129,0.001737863340947245,
+3,1040,0.0317520946264267,130,0.0013392890056517597,
+3,1048,0.032229337841272354,131,0.0021557903037319193,
+3,1056,0.03247407451272011,132,0.0014903851551935077,
+3,1064,0.03179001063108444,133,0.0035710349232734493,
+3,1072,0.03147108107805252,134,0.0015744126126678152,
+3,1080,0.03361083194613457,135,0.002698669298600483,
+3,1088,0.031262341886758804,136,0.004502585189281187,
+3,1096,0.03346628323197365,137,0.002693087472421625,
+3,1104,0.03180384635925293,138,0.04436197679800292,
+3,1112,0.0336214117705822,139,0.0019705929638197026,
+3,1120,0.03173649683594704,140,0.003862247120802446,
+3,1128,0.03237006068229675,141,0.0016844893592254568,
+3,1136,0.03260132670402527,142,0.006080589800452192,
+3,1144,0.032356955111026764,143,0.0020898975919754733,
+3,1152,0.03235102444887161,144,0.001082525829718049,
+,,,144,,0.07918883510753869
+3,1160,0.03382379934191704,145,0.05505602117269658,
+3,1168,0.03148328885436058,146,0.014893044444481628,
+3,1176,0.03127702698111534,147,0.004675089459245403,
+3,1184,0.03198651596903801,148,0.0032321637069496014,
+3,1192,0.033608537167310715,149,0.43442701244930504,
+3,1200,0.03207438439130783,150,0.045076514977457315,
+3,1208,0.0363822840154171,151,0.00458603510633111,
+3,1216,0.031518615782260895,152,0.002027709549414188,
+3,1224,0.03156968578696251,153,0.002468064580832354,
+3,1232,0.03754793852567673,154,0.0025071038035093807,
+3,1240,0.037346117198467255,155,0.04321771995587782,
+3,1248,0.03755078464746475,156,0.0024718768040960033,
+3,1256,0.037101540714502335,157,0.0023425581312039867,
+4,1264,0.03734061121940613,158,0.0062302285494903725,
+4,1272,0.038168881088495255,159,0.0034482639499141703,
+4,1280,0.038196198642253876,160,0.001412647805409506,
+,,,160,,0.04032105806341582
+4,1288,0.03859853744506836,161,0.02179283525964076,
+4,1296,0.03861973434686661,162,0.001864177073002793,
+4,1304,0.031522445380687714,163,0.0019685321154115213,
+4,1312,0.031820859760046005,164,0.0023736185937499005,
+4,1320,0.03202087804675102,165,0.002343208201637026,
+4,1328,0.03218409791588783,166,0.0027019097872723183,
+4,1336,0.03241046145558357,167,0.005945320381821754,
+4,1344,0.033693887293338776,168,0.0036523555706177526,
+4,1352,0.03224720433354378,169,0.001660741005512786,
+4,1360,0.038570769131183624,170,0.00208213285804959,
+4,1368,0.0384637825191021,171,0.003980630534351803,
+4,1376,0.03850560635328293,172,0.0013132121318697252,
+4,1384,0.03826163709163666,173,0.003832074091769755,
+4,1392,0.038272734731435776,174,0.012287519980842869,
+4,1400,0.03213861584663391,175,0.0030687544853068315,
+4,1408,0.03250306099653244,176,0.00631757611699868,
+,,,176,,0.03774309158325195
+4,1416,0.03178459778428078,177,0.004356579640774395,
+4,1424,0.031791552901268005,178,0.019401124503929168,
+4,1432,0.031747184693813324,179,0.0036430702727687147,
+4,1440,0.03200910612940788,180,0.002937566623586463,
+4,1448,0.03360442817211151,181,0.003881231496052351,
+4,1456,0.03240623325109482,182,0.013987483382648365,
+4,1464,0.031992197036743164,183,0.004893043358606519,
+4,1472,0.03204382583498955,184,0.0015648618670335661,
+4,1480,0.03193800151348114,185,0.002765134402300016,
+4,1488,0.03205254301428795,186,0.004384557978482917,
+4,1496,0.031768642365932465,187,0.0024058189631129307,
+4,1504,0.031762320548295975,188,0.0021674255661379834,
+4,1512,0.034430403262376785,189,0.003182323141178737,
+4,1520,0.03368644416332245,190,0.0024190102655362957,
+4,1528,0.03229929134249687,191,0.0021159440646162974,
+4,1536,0.03320986405014992,192,0.0008047233277466148,
+,,,192,,0.04339334497041109
+4,1544,0.0313359834253788,193,0.0031629708745250745,
+4,1552,0.03392959386110306,194,0.003574747273391536,
+4,1560,0.031928349286317825,195,0.002786261378787458,
+4,1568,0.03230283036828041,196,0.0038088116040550326,
+5,1576,0.03364168107509613,197,0.0016253937355941162,
+5,1584,0.03201485797762871,198,0.002298027501334824,
+5,1592,0.03295891359448433,199,0.0019295768209055743,
+5,1600,0.03202829509973526,200,0.0019969930021593776,
+5,1608,0.03178388997912407,201,0.002464007481466979,
+5,1616,0.032413456588983536,202,0.0012288461797512495,
+5,1624,0.031946513801813126,203,0.0014961144320709122,
+5,1632,0.03231754153966904,204,0.001448402207725766,
+5,1640,0.032463353127241135,205,0.0022034867891177,
+5,1648,0.0327102355659008,206,0.003073549476819328,
+5,1656,0.03203525021672249,207,0.0012769284568583737,
+5,1664,0.03226269781589508,208,0.002838687891198788,
+,,,208,,0.046819408544513025
+5,1672,0.033602867275476456,209,0.0016746966263911287,
+5,1680,0.031831953674554825,210,0.004410467774765233,
+5,1688,0.03234809264540672,211,0.002488136915157416,
+5,1696,0.032088927924633026,212,0.002186123917524058,
+5,1704,0.03217485919594765,213,0.0011628521537846502,
+5,1712,0.03245511278510094,214,0.0012312923674471677,
+5,1720,0.03241061419248581,215,0.0011858788166136947,
+5,1728,0.034064386039972305,216,0.000989712724306931,
+5,1736,0.032018400728702545,217,0.0028116385722321206,
+5,1744,0.03246895968914032,218,0.004266595509963938,
+5,1752,0.034885894507169724,219,0.004138879985971885,
+5,1760,0.03180116415023804,220,0.0010861430402236204,
+5,1768,0.03188388794660568,221,0.00172848156762484,
+5,1776,0.03216932341456413,222,0.0006378107791533694,
+5,1784,0.03389640897512436,223,0.0011896353137368957,
+5,1792,0.0322783924639225,224,0.001937657977188272,
+,,,224,,0.044202973397724936
+5,1800,0.03219740837812424,225,0.002763112651466924,
+5,1808,0.03218294680118561,226,0.0016987795734166866,
+5,1816,0.032638151198625565,227,0.0017225121740590441,
+5,1824,0.03211682662367821,228,0.000987322793142604,
+5,1832,0.0319407694041729,229,0.0011415576882427558,
+5,1840,0.032071553170681,230,0.0010449528866350495,
+5,1848,0.032109253108501434,231,0.0012551097877024273,
+5,1856,0.0330626405775547,232,0.0010828747084209074,
+5,1864,0.03227364271879196,233,0.0014128905151867205,
+5,1872,0.032052185386419296,234,0.0012330078013921874,
+5,1880,0.032640181481838226,235,0.002376019003210016,
+6,1888,0.03202464431524277,236,0.0011838103285602604,
+6,1896,0.03210146725177765,237,0.001025179376413759,
+6,1904,0.032104041427373886,238,0.002204457162103305,
+6,1912,0.03223799541592598,239,0.0006246794975595549,
+6,1920,0.03215351328253746,240,0.0018209455185569823,
+,,,240,,0.04343752883838124
+6,1928,0.032228369265794754,241,0.0009154125344304538,
+6,1936,0.03285214304924011,242,0.0008070845651673153,
+6,1944,0.03181055188179016,243,0.0014309872521235693,
+6,1952,0.03279085084795952,244,0.0018076455598929897,
+6,1960,0.03221222758293152,245,0.001083774335711496,
+6,1968,0.031905971467494965,246,0.0015260019899869803,
+6,1976,0.031690310686826706,247,0.002387611932456767,
+6,1984,0.032214656472206116,248,0.0025821920761910197,
+6,1992,0.03156932070851326,249,0.0013026566370032155,
+6,2000,0.03267757594585419,250,0.0011642976619028063,
+6,2008,0.03168957680463791,251,0.0016195450880331919,
+6,2016,0.0314767099916935,252,0.0010867094864476132,
+6,2024,0.03277894854545593,253,0.0008393758594488295,
+6,2032,0.03261696547269821,254,0.000889102088298056,
+6,2040,0.03179342299699783,255,0.0021380072020375255,
+6,2048,0.0323515422642231,256,0.0019626561261247844,
+,,,256,,0.04254511326694032
+6,2056,0.033271875232458115,257,0.0012941826614277327,
+6,2064,0.04273786395788193,258,0.003150696974314217,
+6,2072,0.038044147193431854,259,0.0032932824355417062,
+6,2080,0.03177136927843094,260,0.0008522125837557457,
+6,2088,0.03201740235090256,261,0.0013201644469518214,
+6,2096,0.03174276649951935,262,0.002181166984463254,
+6,2104,0.0328209362924099,263,0.001103837458437986,
+6,2112,0.03133928403258324,264,0.0014639170658483636,
+6,2120,0.031687960028648376,265,0.001033701396618898,
+6,2128,0.03178422152996063,266,0.001302505485606768,
+6,2136,0.03174913302063942,267,0.00106566269040251,
+6,2144,0.03174028918147087,268,0.0011130220227641985,
+6,2152,0.03147731348872185,269,0.0029440180925816737,
+6,2160,0.031829528510570526,270,0.0010164225700114353,
+6,2168,0.03183659166097641,271,0.0006604582813451998,
+6,2176,0.03331379219889641,272,0.001463433535879149,
+,,,272,,0.04222457830985767

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,134 @@
+87862,2
+223549,5
+22243,0
+527085,13
+397420,9
+425931,10
+201528,5
+329734,8
+510393,12
+158355,3
+550860,13
+473939,11
+500869,12
+582760,4
+328531,8
+427214,10
+366395,9
+552489,13
+120167,3
+59163,1
+399805,9
+66517,1
+393906,9
+382342,9
+39118,0
+549795,13
+577754,3
+310516,7
+546692,13
+172378,4
+476626,11
+44298,1
+374478,9
+54169,1
+105279,2
+245639,6
+604587,8
+553105,13
+422626,10
+371351,9
+467649,11
+28742,0
+79375,1
+161818,4
+627361,13
+593717,6
+251019,6
+152162,3
+490140,12
+608680,9
+406871,10
+366740,9
+13757,0
+182113,4
+585303,5
+251586,6
+141339,3
+484913,12
+182267,4
+478591,11
+363613,9
+198692,4
+447216,11
+77985,1
+177636,4
+341151,8
+439547,10
+408348,10
+384099,9
+558019,13
+143909,3
+277388,6
+145435,3
+353448,8
+270913,6
+445118,11
+433885,10
+38657,0
+50887,1
+427215,10
+265992,6
+485494,12
+195388,4
+608604,9
+322270,8
+512612,12
+306673,7
+406816,10
+418053,10
+225935,5
+382895,9
+380597,9
+377083,9
+487814,12
+432974,10
+196501,4
+294645,7
+125544,3
+562857,0
+367179,9
+277724,6
+600902,8
+612772,10
+232993,5
+316471,7
+434944,10
+607269,9
+622192,12
+245014,6
+489727,12
+109178,2
+586508,5
+156994,3
+408049,10
+499176,12
+344930,8
+143530,3
+607050,9
+142238,3
+350053,8
+450006,11
+283515,7
+516258,12
+258690,6
+553109,13
+244398,6
+64595,1
+318944,7
+103346,2
+238833,5
+166380,4
+478924,11
+395088,9
+511207,12

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,134 @@
+87862,-11.625937,-17.788116,-0.00093738,-10.004425,-8.378352,-14.123814,-16.000937,-18.01834,-21.795418,-15.813437,-17.125937,-12.625937,-14.000937,-15.439124
+223549,-14.001445,-15.410565,-12.251445,-18.584919,-14.938571,-0.004332923,-10.501445,-12.3226385,-23.87815,-15.751445,-13.626445,-14.126445,-15.563945,-14.1893635
+22243,-9.488609e-05,-16.06269,-15.562594,-16.458118,-16.006853,-14.413801,-16.125095,-17.067574,-25.32545,-18.250095,-16.937595,-17.437595,-18.687595,-14.761108
+527085,-10.973168,-16.91305,-5.9106684,-13.607636,-12.7153015,-14.970413,-11.410668,-9.161665,-21.536432,-13.598168,-13.223168,-6.7856684,-12.535668,-0.036133874
+397420,-15.375167,-23.41042,-13.250167,-17.06921,-19.940548,-13.824524,-18.375168,-13.880047,-24.82743,-0.00016699827,-12.250167,-18.000168,-20.687668,-18.250992
+425931,-13.625207,-24.338379,-15.000207,-20.140158,-20.08283,-13.124252,-17.062706,-13.582932,-25.336498,-10.375207,-0.00020656837,-16.000206,-22.250206,-15.250717
+201528,-10.06788,-15.019262,-12.88038,-15.088549,-16.212072,-0.008443647,-10.69288,-11.133916,-20.886993,-13.31788,-12.44288,-14.00538,-13.94288,-13.320089
+329734,-12.688468,-14.784958,-10.688468,-12.306946,-14.770974,-12.7880535,-10.750968,-9.751635,-0.0014040795,-14.000968,-10.688468,-11.188468,-15.438468,-13.8771925
+510393,-11.377785,-18.955368,-7.877785,-17.66054,-17.973698,-8.664196,-14.127785,-14.175482,-21.945349,-15.190285,-16.065285,-11.877785,-0.0027850196,-6.753071
+158355,-16.625961,-18.410686,-9.375961,-0.0020511316,-12.630004,-12.789514,-19.250961,-16.582737,-26.905704,-17.000961,-18.688461,-18.438461,-18.563461,-16.62806
+550860,-9.001587,-11.344363,-11.001587,-13.444672,-13.946186,-7.4184656,-12.314087,-11.943927,-24.05309,-13.126587,-15.876587,-13.189087,-15.564087,-0.0033929043
+473939,-15.375685,-22.348053,-8.875685,-18.511278,-20.569569,-12.201599,-18.375685,-17.135105,-22.139076,-17.063185,-18.250685,-0.0006842656,-15.938185,-13.652553
+500869,-13.875836,-23.193985,-10.875836,-16.968193,-16.800928,-11.20193,-16.125835,-14.5564995,-22.202549,-14.688336,-16.813335,-12.250836,-0.0008359037,-9.001287
+582760,-14.375954,-20.087074,-10.375954,-14.831323,-0.003968481,-13.625703,-15.438454,-17.54466,-21.752068,-16.813454,-17.375954,-20.000954,-21.375954,-14.002113
+328531,-12.563425,-13.591237,-12.000925,-13.309384,-18.114647,-17.06903,-11.188425,-9.81393,-0.006406563,-13.500925,-10.063425,-11.938425,-15.250925,-12.441561
+427214,-12.919017,-20.90507,-10.544017,-15.94704,-20.500658,-11.409689,-15.981517,-9.683987,-21.883411,-0.04401719,-3.169017,-14.169017,-19.231518,-13.606945
+366395,-10.001905,-19.76918,-9.626905,-14.774256,-20.076027,-9.948352,-13.564405,-7.753437,-23.501572,-0.001905651,-10.751905,-15.314405,-19.314405,-11.129929
+552489,-8.131437,-10.418411,-10.131437,-15.208781,-10.999973,-7.2264786,-11.756437,-6.9335938,-23.39502,-12.818937,-14.631437,-12.881437,-15.006437,-0.0072821183
+120167,-18.437998,-21.503126,-10.125498,-0.0014114927,-16.503784,-13.887269,-19.812998,-20.926643,-29.060513,-17.062998,-18.125498,-18.250498,-19.687998,-17.003906
+59163,-8.256095,-0.013395624,-12.756095,-15.838316,-14.791008,-15.758938,-7.8810954,-12.883644,-14.794804,-13.818595,-12.506095,-15.318595,-15.881095,-11.194912
+399805,-12.563467,-18.416414,-11.375967,-16.066078,-18.443066,-12.018018,-16.313467,-9.0023575,-26.40454,-0.00096679665,-12.313467,-15.500967,-18.688467,-13.376494
+66517,-7.0796885,-0.20897134,-12.454689,-15.686218,-14.010126,-18.09835,-1.7046887,-12.830967,-14.818464,-14.267189,-13.079689,-13.579689,-16.267189,-9.584949
+393906,-14.188249,-19.044657,-12.125749,-15.915004,-18.590027,-12.336367,-17.375748,-9.39023,-26.080349,-0.00074835424,-14.500749,-16.125748,-18.375748,-13.626265
+382342,-12.875712,-21.449932,-9.000712,-16.317232,-20.070393,-11.446577,-17.375713,-9.153368,-25.312069,-0.0007126176,-11.375712,-15.625712,-20.500713,-14.8139715
+39118,-0.0011223215,-15.601065,-13.501122,-16.41173,-12.406847,-12.427237,-12.501122,-16.057285,-25.2902,-17.751122,-17.126122,-18.751122,-19.688622,-13.254968
+549795,-6.3836656,-9.03265,-9.633666,-13.835149,-9.994862,-8.255289,-10.446166,-10.303359,-20.941599,-13.133666,-13.196166,-12.758666,-14.508666,-0.010094351
+577754,-15.064638,-18.862305,-6.6271386,-0.0033265213,-11.130059,-10.381246,-18.689638,-15.4151325,-23.428337,-14.689638,-16.752138,-16.252138,-17.189638,-13.503299
+310516,-13.125281,-17.468124,-16.18778,-18.78612,-20.299648,-10.126902,-17.68778,-0.00042719592,-18.081059,-15.062781,-16.43778,-16.87528,-21.28153,-12.250946
+546692,-6.170926,-10.351249,-9.795926,-11.9228525,-9.391301,-7.3707232,-10.670926,-11.236483,-19.571444,-14.045926,-13.295926,-12.670926,-13.608426,-0.054446574
+172378,-15.563541,-19.256939,-9.251041,-12.02374,-0.002470836,-13.054523,-16.751041,-18.127323,-25.348484,-16.313541,-18.126041,-18.938541,-20.938541,-15.876566
+476626,-14.505947,-23.191301,-5.2559476,-17.385542,-18.540796,-10.809191,-18.880947,-17.763527,-26.39574,-16.505947,-18.193447,-0.005947511,-15.380947,-13.506263
+44298,-6.7538123,-0.005287459,-14.066312,-14.233994,-15.420566,-13.817384,-8.753812,-15.321072,-17.802486,-14.941312,-13.441312,-14.941312,-16.941313,-9.380525
+374478,-13.375454,-22.896393,-11.125454,-15.141265,-17.389805,-11.175688,-15.687954,-10.27149,-22.069561,-0.00045360767,-10.875454,-16.125454,-17.937954,-14.688956
+54169,-7.1335473,-0.012688873,-12.821047,-15.1970215,-14.034542,-14.935407,-5.1335473,-13.324035,-16.826927,-15.008547,-13.883547,-14.008547,-16.633547,-9.134871
+105279,-15.500247,-22.483963,-0.0002467328,-13.627619,-13.129848,-14.999859,-19.062746,-21.77938,-29.134092,-17.937746,-19.187746,-11.500247,-17.562746,-16.25189
+245639,-13.313611,-13.52076,-14.188611,-16.337515,-18.53046,-11.243831,-0.0011111283,-12.251665,-16.725935,-15.501111,-13.938611,-14.751111,-17.313612,-10.885338
+604587,-13.063326,-15.528447,-11.563326,-13.086495,-15.342163,-16.556679,-11.625826,-10.12646,-0.0018799873,-14.500826,-11.500826,-11.438326,-15.938326,-13.752253
+553105,-9.500992,-10.432555,-11.000992,-14.712801,-9.3865,-11.72936,-12.500992,-10.835768,-23.9912,-13.000992,-16.188492,-13.500992,-16.188492,-0.0026259024
+422626,-13.126957,-21.525227,-10.876957,-18.10886,-22.066324,-12.7806425,-17.564457,-11.229784,-25.60874,-6.376957,-0.001957169,-14.001957,-20.501957,-14.877359
+371351,-13.197702,-21.85506,-10.635202,-14.710241,-18.56409,-10.846802,-17.010202,-9.98859,-22.119411,-0.010202399,-4.6352024,-15.260202,-19.447702,-15.698595
+467649,-15.25053,-23.640976,-8.37553,-18.852396,-23.332464,-11.293627,-17.68803,-17.131197,-24.984352,-17.18803,-18.06303,-0.0005298641,-15.56303,-13.878502
+28742,-0.00040368037,-16.179697,-15.375403,-17.684124,-19.024443,-8.758745,-15.187903,-14.128341,-24.483973,-16.500404,-17.625404,-17.125404,-17.875404,-12.354172
+79375,-5.633446,-0.009312478,-11.883447,-12.356711,-14.09521,-12.554248,-8.008447,-14.63939,-21.14048,-14.633447,-10.820947,-14.883447,-15.445947,-9.515696
+161818,-14.063989,-19.874825,-10.876489,-13.965064,-0.0026602673,-18.910831,-16.50149,-17.830936,-24.160683,-17.00149,-17.31399,-19.00149,-20.18899,-16.074596
+627361,-6.508081,-11.592144,-11.3205805,-12.563684,-10.162973,-8.186298,-11.3205805,-12.884989,-20.119999,-15.7580805,-14.0080805,-13.6955805,-14.6955805,-0.01007886
+593717,-12.376137,-14.342141,-16.001137,-18.87182,-22.768024,-13.254651,-0.0011369677,-14.939111,-17.475101,-17.188637,-15.563637,-15.938637,-18.188637,-12.128126
+251019,-10.376698,-11.416703,-12.376698,-14.871628,-18.119225,-10.917916,-0.0016974101,-13.50259,-18.422817,-15.439198,-14.876698,-13.626698,-17.189198,-11.629994
+152162,-16.875887,-16.665104,-9.000887,-0.0022479212,-13.253788,-12.015814,-17.938387,-15.5512495,-24.568592,-16.500887,-18.000887,-17.500887,-17.688387,-15.189569
+490140,-13.564858,-22.48992,-7.3773584,-16.223837,-14.433737,-12.04713,-16.06486,-14.509844,-20.533226,-15.502358,-16.25236,-10.002358,-0.0023585141,-9.878253
+608680,-12.563655,-20.02703,-10.626155,-14.693976,-18.830608,-11.573764,-16.938656,-11.335086,-25.19344,-0.0011551857,-12.626155,-15.563655,-18.938656,-13.189104
+406871,-13.376523,-23.580559,-12.001523,-18.2295,-20.410906,-12.507666,-17.751524,-10.757221,-25.883728,-6.6265235,-0.0015234066,-15.251523,-21.939024,-15.814444
+366740,-13.625476,-19.528973,-11.625476,-16.699432,-18.87739,-12.513601,-17.312977,-9.270179,-25.50776,-0.00047588945,-12.750476,-15.875476,-18.625477,-13.938458
+13757,-0.15230021,-11.725634,-12.7148,-13.156249,-14.317632,-9.41024,-2.0273001,-13.159252,-18.85254,-13.5898,-14.4023,-13.9023,-15.6523,-9.407021
+182113,-16.81359,-20.83312,-11.251088,-16.050669,-0.0036881752,-18.899012,-16.68859,-18.154137,-27.305876,-18.06359,-18.62609,-21.12609,-22.43859,-14.815172
+585303,-4.021007,-14.551515,-11.708507,-15.516511,-17.573217,-0.022558622,-8.396007,-6.396434,-17.160685,-11.521007,-13.083507,-12.771007,-15.646007,-8.1482
+251586,-14.750917,-17.45072,-15.688417,-17.77486,-23.215044,-12.794783,-0.0009176096,-13.501545,-17.380268,-16.375917,-14.625917,-15.750917,-18.063417,-12.510322
+141339,-17.125946,-21.131372,-9.375946,-0.0018971502,-16.067482,-12.644239,-18.813446,-15.888806,-29.153156,-15.875946,-18.563446,-18.375946,-17.688446,-15.814133
+484913,-14.376392,-23.118574,-11.251392,-18.533136,-19.630665,-10.48582,-16.563892,-14.949536,-23.986637,-16.063892,-18.126392,-13.126392,-0.0013921104,-7.6267695
+182267,-13.751744,-17.99001,-8.001744,-11.292264,-0.0042387377,-11.886338,-14.939244,-14.530548,-18.679163,-15.501744,-15.689244,-17.501743,-19.189243,-13.252203
+478591,-12.518989,-18.32974,-4.143989,-11.227148,-17.13634,-9.141307,-14.643989,-13.082887,-19.931974,-13.206489,-15.268989,-0.018988967,-12.518989,-9.894531
+363613,-13.688185,-20.460234,-11.000685,-16.292118,-19.476208,-12.431592,-17.188185,-10.449348,-25.526731,-0.0006843847,-12.938185,-16.313185,-19.250685,-15.188615
+198692,-14.500749,-21.366497,-10.375749,-13.2880745,-0.002748116,-15.147901,-16.250748,-18.618921,-22.191486,-18.188248,-18.063248,-21.375748,-21.750748,-15.438884
+447216,-15.188962,-25.730028,-7.126462,-18.668177,-22.443073,-14.461499,-19.126461,-16.84178,-25.45011,-15.626462,-18.251461,-0.0014617483,-15.438962,-13.37912
+77985,-7.2566795,-0.008935606,-13.44418,-14.650408,-18.634722,-14.325308,-9.50668,-13.698295,-14.008895,-13.63168,-12.31918,-13.88168,-15.75668,-9.258771
+177636,-13.376556,-21.65672,-10.751556,-14.0841465,-0.002443258,-18.300095,-16.251556,-17.871,-23.145687,-16.876556,-16.814056,-19.064056,-19.689056,-15.815335
+341151,-8.097321,-10.4551325,-9.472321,-11.38471,-13.973703,-8.911296,-4.2848206,-4.28518,-0.03526976,-12.659821,-9.659821,-9.659821,-14.097321,-10.373738
+439547,-13.125541,-22.68776,-13.250541,-18.357126,-19.864887,-12.051472,-16.75054,-10.643422,-23.144625,-8.625541,-0.000540468,-15.250541,-22.12554,-15.188656
+408348,-14.125187,-25.27399,-12.750187,-17.783516,-20.264658,-15.743262,-18.250187,-17.275564,-25.913643,-10.000187,-0.00018666433,-15.250187,-21.750187,-16.375603
+384099,-12.875831,-19.518873,-10.875831,-16.13468,-17.48983,-11.900774,-16.750832,-8.64984,-25.671524,-0.0008309011,-12.000831,-15.438331,-18.688332,-13.501391
+558019,-9.12953,-13.615619,-6.6295304,-15.993975,-13.1387005,-12.471949,-2.1295304,-14.006917,-24.816154,-14.75453,-17.37953,-12.25453,-15.87953,-0.1300951
+143909,-11.605888,-15.904267,-3.2933888,-0.045444448,-6.1718273,-6.795476,-15.605888,-13.918575,-19.834333,-12.668388,-14.980888,-14.543388,-13.605888,-10.981536
+277388,-13.250763,-13.330026,-16.875763,-19.753565,-24.084621,-13.7647915,-0.00076252944,-15.188876,-19.13196,-18.125763,-16.063263,-17.688263,-19.500763,-14.127796
+145435,-17.50103,-19.089804,-10.37603,-0.0025268968,-15.005512,-12.518781,-19.00103,-17.18254,-25.831774,-16.81353,-18.00103,-18.25103,-18.12603,-16.067781
+353448,-10.505307,-13.356225,-10.255307,-14.637049,-13.269534,-8.396136,-10.380307,-5.881198,-0.0056809275,-12.380307,-10.317807,-11.442807,-15.192807,-13.331699
+270913,-11.125498,-11.985075,-18.187998,-19.780935,-21.219936,-14.752395,-0.0004982899,-15.500759,-19.282658,-18.312998,-15.687998,-17.187998,-20.125498,-11.751496
+445118,-15.687949,-23.27438,-9.250449,-19.448246,-24.32832,-12.737834,-19.437948,-18.381233,-25.902468,-18.937948,-19.437948,-0.0004489606,-15.625449,-13.250895
+433885,-13.875302,-25.03013,-13.625302,-18.957039,-21.860521,-13.050725,-17.625303,-16.30752,-26.045776,-9.125302,-0.00030274576,-14.250302,-21.187803,-14.001039
+38657,-0.0004029654,-16.341059,-8.875403,-15.582867,-13.375231,-12.944125,-15.125403,-16.929014,-21.610989,-15.250403,-16.625402,-15.000403,-10.875403,-11.251558
+50887,-8.25652,-0.013333705,-14.38152,-13.903101,-16.329775,-13.029978,-9.25652,-14.070453,-18.222904,-16.006521,-13.75652,-14.06902,-17.006521,-9.632346
+427215,-13.000477,-23.42573,-14.500477,-19.109592,-19.745155,-11.525124,-16.687977,-10.906003,-22.693684,-9.000477,-0.0004764852,-15.000477,-21.187977,-13.376382
+265992,-13.75112,-16.10403,-15.00112,-16.213621,-21.160618,-11.545716,-0.001120059,-11.876512,-14.521138,-15.75112,-13.75112,-15.37612,-17.62612,-11.753055
+485494,-12.251287,-23.823263,-9.751287,-16.45983,-17.435364,-9.658487,-15.751287,-14.873519,-23.0469,-14.938787,-16.626287,-12.126287,-0.0012878228,-8.876986
+195388,-11.265265,-14.718311,-5.265266,-9.665796,-0.017252205,-16.611107,-13.202765,-11.401199,-18.501814,-11.952765,-12.577765,-13.890265,-16.327766,-11.506784
+608604,-13.7503195,-23.714943,-10.7503195,-15.904313,-17.883541,-12.262905,-16.68782,-9.916305,-23.116146,-0.0003196682,-10.5003195,-15.6878195,-19.18782,-15.627478
+322270,-11.875908,-13.503029,-12.000908,-13.652341,-16.22208,-14.614502,-10.438408,-8.501404,-0.0010142918,-14.563408,-10.750908,-12.188408,-14.875908,-12.802811
+512612,-12.126349,-18.422686,-8.876349,-17.969782,-17.983406,-8.516321,-14.376349,-15.135126,-22.851843,-14.688849,-17.00135,-10.876349,-0.00134973,-8.877019
+306673,-13.56281,-17.590586,-15.75031,-18.500069,-15.920665,-11.419855,-15.37531,-0.0005040692,-18.055996,-12.00031,-14.12531,-16.312809,-20.000309,-12.876842
+406816,-13.875382,-22.54872,-14.000382,-18.36111,-21.008343,-12.479675,-17.500381,-12.858311,-25.3903,-9.000382,-0.0003823503,-14.625382,-22.312881,-16.063503
+418053,-14.500162,-24.141169,-14.375162,-20.49511,-22.621002,-13.876964,-17.687662,-13.30667,-25.62106,-9.625162,-0.00016258826,-15.750162,-21.937662,-15.875949
+225935,-14.625365,-17.290817,-13.875365,-17.102715,-18.176428,-0.001782022,-12.312865,-13.8665695,-24.376766,-15.562865,-14.187865,-15.500365,-18.125366,-14.500985
+382895,-11.7511425,-18.821672,-9.3761425,-15.536206,-16.987104,-10.820845,-15.8136425,-11.395222,-23.503378,-0.0011428023,-10.2511425,-15.0636425,-18.376143,-14.439311
+380597,-12.439515,-19.648209,-10.127015,-14.738315,-17.83031,-10.689533,-16.314516,-11.224608,-24.574774,-0.0020154656,-11.377015,-14.502015,-18.064516,-12.377561
+377083,-14.500266,-24.01587,-12.750266,-17.034695,-23.677456,-12.419028,-19.812767,-13.845386,-26.709896,-0.00026639728,-12.250266,-16.812767,-21.250267,-15.563144
+487814,-12.251719,-22.592623,-8.626719,-16.846508,-18.059196,-9.297681,-14.626719,-13.518688,-21.549232,-14.501719,-16.68922,-11.501719,-0.0017197833,-8.502546
+432974,-14.00234,-25.5342,-14.00234,-17.969322,-19.593124,-12.854007,-17.37734,-12.030074,-23.52982,-6.252341,-0.0023406746,-14.56484,-20.87734,-14.565132
+196501,-14.152483,-19.699614,-9.777483,-13.683118,-0.028517753,-17.28493,-17.152483,-21.481176,-24.294918,-14.527483,-16.527483,-18.589983,-19.964983,-17.715382
+294645,-12.250239,-17.949783,-16.000238,-16.859419,-19.330673,-10.251401,-16.937738,-0.00047463505,-16.143967,-15.000239,-15.937739,-15.625239,-20.937738,-12.001485
+125544,-17.501013,-20.002659,-9.626013,-0.0016763031,-14.445813,-12.26022,-18.688513,-19.333555,-26.190874,-18.626013,-18.813513,-17.688513,-19.626013,-15.189395
+562857,-0.0001074018,-17.776588,-16.625107,-18.47142,-17.852077,-12.379636,-15.437608,-17.163227,-23.7696,-18.312607,-18.625107,-18.000107,-20.187607,-13.003625
+367179,-12.625879,-20.003447,-9.500879,-14.772661,-18.065975,-10.931817,-16.25088,-11.423422,-24.496681,-0.000879616,-10.125879,-15.000879,-19.25088,-14.626464
+277724,-14.502726,-12.065997,-16.690226,-18.41496,-20.649872,-13.388054,-0.0027260545,-15.2531395,-16.091454,-17.877726,-15.940226,-17.502726,-19.440226,-13.888211
+600902,-12.00108,-13.551918,-11.56358,-13.068889,-17.720411,-12.296622,-9.81358,-8.876712,-0.001766697,-13.68858,-9.93858,-11.81358,-15.18858,-12.712767
+612772,-13.500294,-21.936327,-13.375294,-21.336292,-20.86304,-13.29343,-16.937794,-11.786328,-25.56196,-8.875294,-0.00029404607,-15.625294,-22.125294,-15.625949
+232993,-12.125799,-15.767568,-10.875799,-13.731752,-18.701488,-0.003120837,-12.375799,-14.133128,-24.847563,-9.625799,-12.563299,-14.375799,-14.750799,-11.251273
+316471,-13.625244,-18.60292,-16.875244,-18.768803,-19.638977,-10.127956,-17.687744,-0.00043053678,-16.290133,-15.062744,-15.875244,-16.250244,-21.312744,-13.376756
+434944,-14.125164,-22.527056,-14.625164,-21.293013,-21.728594,-13.198847,-17.250164,-12.556616,-25.144602,-10.125164,-0.00016366097,-15.625164,-21.562664,-15.251666
+607269,-14.87524,-24.909437,-12.62524,-17.524559,-23.889599,-13.242542,-19.81274,-13.520724,-27.07228,-0.0002400587,-12.37524,-17.06274,-21.31274,-16.18809
+622192,-14.125753,-24.81748,-10.250753,-17.766613,-19.465595,-17.66396,-16.625753,-15.263991,-21.667387,-16.063253,-17.500753,-12.125753,-0.00075383374,-11.502424
+245014,-13.876435,-16.066538,-14.501435,-16.635447,-23.524378,-11.904362,-0.0014355603,-12.751807,-17.606907,-15.438935,-14.251435,-15.001435,-17.251436,-11.396873
+489727,-15.063056,-22.402935,-11.125556,-19.527727,-19.529676,-12.634295,-16.813057,-15.34696,-23.341242,-15.688056,-18.250557,-13.250556,-0.00055643334,-11.501408
+109178,-13.125625,-18.747917,-0.0006244617,-11.377448,-8.755496,-12.468454,-17.875624,-19.062609,-24.996891,-17.313124,-18.500624,-12.750625,-15.688125,-15.063805
+586508,-9.876269,-17.339968,-12.626269,-12.919244,-19.633873,-0.0034116714,-13.626269,-13.639544,-20.691868,-10.251269,-13.188769,-12.813769,-15.001269,-9.876741
+156994,-17.063103,-18.352533,-9.375602,-0.0019921504,-14.25437,-12.505634,-18.875603,-16.920603,-28.051048,-17.188103,-18.313103,-18.500603,-18.313103,-16.752012
+408049,-12.139868,-20.962852,-10.514868,-16.292881,-20.757507,-11.675502,-15.577368,-8.151129,-22.018835,-0.014867575,-4.264868,-14.889868,-20.702368,-13.953014
+499176,-14.250929,-23.557154,-11.000929,-17.403404,-17.71241,-9.909272,-16.500929,-15.322658,-24.927216,-14.188429,-16.938429,-12.500929,-0.0009288049,-9.126414
+344930,-12.063845,-14.5776415,-11.438845,-13.583988,-14.324955,-12.290315,-10.501345,-9.439414,-0.0019664515,-13.626345,-10.438845,-10.876345,-15.438845,-13.3778515
+143530,-17.625902,-20.79185,-9.250902,-0.0020661238,-13.878971,-13.004678,-19.250902,-17.48431,-27.282383,-18.188402,-18.500902,-17.875902,-19.938402,-16.315025
+607050,-12.250593,-21.855013,-11.125593,-16.067554,-19.89817,-12.233246,-17.313093,-12.990798,-26.968712,-0.0005928904,-14.313093,-16.563093,-20.125593,-14.941966
+142238,-15.688644,-20.020079,-7.501144,-0.0019227224,-14.443594,-12.981875,-19.313644,-19.63222,-24.61781,-14.751144,-17.376144,-17.251144,-16.376144,-14.565839
+350053,-12.251203,-13.436935,-11.188703,-12.664242,-14.869298,-14.488541,-10.001203,-8.939362,-0.002848335,-13.063703,-9.751203,-11.126203,-15.063703,-12.494352
+450006,-13.376249,-20.918755,-7.6262493,-16.957777,-20.869509,-10.463399,-16.25125,-17.580746,-22.932514,-17.37625,-18.00125,-0.0012492479,-13.438749,-10.751635
+283515,-12.750292,-16.884403,-15.812792,-16.963865,-18.240822,-11.382046,-13.500292,-0.0006301597,-14.06015,-13.312792,-14.625292,-15.937792,-19.750292,-12.815335
+516258,-12.378321,-22.499287,-8.753321,-15.019098,-17.42073,-9.381585,-15.378321,-12.884749,-21.380121,-14.378321,-15.378321,-10.128321,-0.0033205394,-9.880071
+258690,-14.126147,-18.03927,-16.688646,-19.020645,-23.837654,-13.779026,-0.0011469699,-13.376544,-16.791418,-17.813646,-14.563647,-15.938647,-18.751146,-12.377719
+553109,-13.813956,-19.378984,-12.501456,-15.165595,-12.054082,-17.72192,-13.063956,-11.279172,-25.035147,-14.938956,-17.438955,-13.376456,-16.501455,-0.0017640241
+244398,-9.001223,-13.701285,-14.876223,-14.19676,-16.903011,-10.0056925,-0.0012230544,-13.56414,-16.308546,-14.876223,-13.563723,-12.876223,-18.001223,-10.5072975
+64595,-2.0258524,-0.1518506,-11.463352,-14.199495,-10.516252,-9.934759,-5.5258527,-11.592503,-18.799006,-13.588352,-13.025852,-14.275852,-15.963352,-8.15238
+318944,-13.00023,-18.720705,-16.750229,-18.016682,-20.884188,-10.376453,-16.937729,-0.00046510057,-17.169966,-15.25023,-16.000229,-15.87523,-21.500229,-13.0016575
+103346,-11.500404,-19.182556,-0.0004039187,-11.887935,-11.898943,-14.615971,-14.875404,-19.077168,-24.239964,-16.500404,-18.562904,-16.062904,-17.375404,-14.751654
+238833,-15.375261,-18.273767,-14.500261,-17.129263,-16.789957,-0.022581045,-14.250261,-13.93412,-26.12648,-16.187761,-15.812761,-15.875261,-18.062761,-16.125532
+166380,-15.813292,-22.42104,-11.875792,-15.691665,-0.0032701003,-17.721825,-15.938292,-19.335,-24.106808,-17.688292,-18.563292,-21.313292,-22.125792,-16.001625
+478924,-16.25044,-26.538792,-9.375441,-19.215673,-23.503578,-12.439548,-18.87544,-18.696152,-25.68296,-19.62544,-18.56294,-0.00044085798,-16.43794,-14.876311
+395088,-13.501065,-20.12354,-11.876065,-16.709713,-18.039824,-12.514503,-17.188566,-9.278822,-25.882055,-0.0010654017,-13.126065,-16.063566,-17.751066,-12.876546
+511207,-14.063434,-20.632265,-8.625934,-16.854794,-17.61302,-16.189774,-17.250933,-15.54132,-22.273727,-15.875934,-17.750933,-12.500934,-0.0009333307,-12.626685

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=1/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}