Add files using upload-large-folder tool

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,325 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3233668617904186,0,8.2459077835083,
+0,8,0.057563163340091705,1,9.81137833228478,
+0,16,0.03783758357167244,2,8.102107048034668,
+0,24,0.03795070946216583,3,7.225925078758826,
+0,32,0.03394502401351929,4,5.424217700958252,
+0,40,0.04298343509435654,5,2.12739930834089,
+0,48,0.03263721987605095,6,4.8357590070137615,
+0,56,0.037058718502521515,7,3.4885432004928587,
+0,64,0.03670486807823181,8,3.626266966263453,
+0,72,0.03436601907014847,9,3.6534628730553846,
+1,80,0.035989150404930115,10,1.3534072091182072,
+1,88,0.03363315388560295,11,2.6167783783032346,
+1,96,0.0323590449988842,12,0.8541070155122064,
+1,104,0.033536192029714584,13,2.431644371964715,
+1,112,0.03804794326424599,14,2.838602394858996,
+1,120,0.03893869370222092,15,1.1920576989650726,
+1,128,0.0341695174574852,16,1.0165191946121364,
+,,,16,,1.4457696652879901
+1,136,0.03414835408329964,17,3.3727430950229365,
+1,144,0.03265739604830742,18,0.31725071743130684,
+1,152,0.032811786979436874,19,0.22839383813552558,
+2,160,0.03684419393539429,20,1.71227186316481,
+2,168,0.03693275898694992,21,1.2320160777114022,
+2,176,0.03518866002559662,22,0.28038833415220404,
+2,184,0.03763774037361145,23,0.05600017969581214,
+2,192,0.04074948653578758,24,0.07477212887412558,
+2,200,0.03786776214838028,25,0.44268516249333817,
+2,208,0.03494897484779358,26,0.09243136730510741,
+2,216,0.04091820493340492,27,0.11247111108968966,
+2,224,0.03717013821005821,28,0.39039926413845805,
+2,232,0.03850651904940605,29,0.5491309746761214,
+3,240,0.03888284042477608,30,0.0426361055399936,
+3,248,0.042668964713811874,31,0.02714315333093206,
+3,256,0.0471494160592556,32,0.221959345868196,
+,,,32,,0.16861403222177543
+3,264,0.04094250500202179,33,0.08923865569522604,
+3,272,0.039766471832990646,34,0.07507143115314345,
+3,280,0.038388922810554504,35,0.14808411176570438,
+3,288,0.03947095200419426,36,0.056994210835546254,
+3,296,0.04063469544053078,37,0.019353828437698003,
+3,304,0.040896184742450714,38,0.12793699750461832,
+3,312,0.03829769417643547,39,0.026864148752513126,
+4,320,0.038606178015470505,40,0.03694076141497741,
+4,328,0.036570362746715546,41,0.036798733800727255,
+4,336,0.03536956384778023,42,0.2549070397956082,
+4,344,0.03647543489933014,43,0.009894283264293336,
+4,352,0.04165751114487648,44,0.01109794887731998,
+4,360,0.038134824484586716,45,0.12147729078648038,
+4,368,0.03538539260625839,46,0.002089977255673148,
+4,376,0.04832596331834793,47,0.008840006727647657,
+4,384,0.03739839419722557,48,0.003203685128193518,
+,,,48,,0.18533147550096699
+4,392,0.049416303634643555,49,0.09453082550732818,
+5,400,0.03758544102311134,50,0.02585289244390359,
+5,408,0.03611336648464203,51,0.005390127989812754,
+5,416,0.041550859808921814,52,0.0018697735568922427,
+5,424,0.043223220854997635,53,0.0070118688495962745,
+5,432,0.03571457415819168,54,0.0037172256648773327,
+5,440,0.048388976603746414,55,0.008234135750998657,
+5,448,0.038757480680942535,56,0.004741411564352278,
+5,456,0.03898864611983299,57,0.005182667543219092,
+5,464,0.04557322338223457,58,0.0016955920921949048,
+5,472,0.03764808177947998,59,0.006291337194852531,
+6,480,0.04006199911236763,60,0.009203298504871782,
+6,488,0.03796248510479927,61,0.002087613544202983,
+6,496,0.04050762206315994,62,0.002869433498496867,
+6,504,0.041217658668756485,63,0.006459224819471794,
+6,512,0.0340883769094944,64,0.006663117586867884,
+,,,64,,0.1705491496067421
+6,520,0.034206584095954895,65,0.00934500763944995,
+6,528,0.033521343022584915,66,0.003476465976564214,
+6,536,0.03985161334276199,67,0.0030200046524193817,
+6,544,0.040030110627412796,68,0.004616167869729301,
+6,552,0.03865327686071396,69,0.0023242415530451885,
+7,560,0.033063583076000214,70,0.0034536703247935153,
+7,568,0.03486257791519165,71,0.0025541705457726494,
+7,576,0.03505818173289299,72,0.0009475612851719444,
+7,584,0.0329277366399765,73,0.0013023686624364927,
+7,592,0.0384613573551178,74,0.004557078724386743,
+7,600,0.041400402784347534,75,0.00815267328483363,
+7,608,0.035970184952020645,76,0.007137407323170919,
+7,616,0.03825702145695686,77,0.006555285356524918,
+7,624,0.05209263786673546,78,0.0018754887181178976,
+7,632,0.04535355418920517,79,0.0016287219980519942,
+8,640,0.04271455109119415,80,0.003434179731729356,
+,,,80,,0.16949015972661038
+8,648,0.040455058217048645,81,0.004485809146320786,
+8,656,0.041461944580078125,82,0.001318644726173564,
+8,664,0.03954850137233734,83,0.0034136501669238964,
+8,672,0.040198929607868195,84,0.0018680987413972616,
+8,680,0.03903200104832649,85,0.0010373547691135453,
+8,688,0.03993619605898857,86,0.005496087496996754,
+8,696,0.03861699625849724,87,0.006130135889039733,
+8,704,0.03772883862257004,88,0.0021226012341988582,
+9,712,0.04021166265010834,89,0.0033560813288204374,
+9,720,0.03770270198583603,90,0.0015840637337532827,
+9,728,0.04507359862327576,91,0.001825385305838769,
+9,736,0.03609559312462807,92,0.0028103037978077987,
+9,744,0.034971438348293304,93,0.0009802096809091215,
+9,752,0.03563832864165306,94,0.0020432715370718923,
+9,760,0.035286325961351395,95,0.0041465258970371606,
+9,768,0.035306964069604874,96,0.007413864695990924,
+,,,96,,0.16846722247553805
+9,776,0.04487697780132294,97,0.002676345777997215,
+9,784,0.040656380355358124,98,0.002197167596831504,
+10,792,0.03509625792503357,99,0.0023285598969475054,
+10,800,0.03665594756603241,100,0.0025009668238150577,
+10,808,0.037207309156656265,101,0.004152283345599874,
+10,816,0.03756260126829147,102,0.004252099831743786,
+10,824,0.04005596041679382,103,0.0016456436503424563,
+10,832,0.03644591197371483,104,0.0026227250290013705,
+10,840,0.04199220985174179,105,0.0010343870063397017,
+10,848,0.03734557330608368,106,0.001726031576981768,
+10,856,0.0455751046538353,107,0.0010699321785730056,
+10,864,0.03680974245071411,108,0.0032527057020078328,
+11,872,0.035740286111831665,109,0.0014283009882395466,
+11,880,0.03630122169852257,110,0.0015393889480037615,
+11,888,0.04304370656609535,111,0.001071896284702234,
+11,896,0.03560897707939148,112,0.003979767561438219,
+,,,112,,0.16877310883765126
+11,904,0.03533058613538742,113,0.002390227422438329,
+11,912,0.03657299280166626,114,0.0030413944768952206,
+11,920,0.03767210245132446,115,0.003248576601825854,
+11,928,0.038094449788331985,116,0.0017734304739860818,
+11,936,0.03566334396600723,117,0.001360768447436082,
+11,944,0.03614969179034233,118,0.0018818485448719002,
+12,952,0.04804524779319763,119,0.002139415168626742,
+12,960,0.0369284488260746,120,0.0034911082558599965,
+12,968,0.03505554795265198,121,0.002686772094770836,
+12,976,0.035482656210660934,122,0.000938350999300989,
+12,984,0.036440152674913406,123,0.0018775297738522147,
+12,992,0.03508629649877548,124,0.0013636042480356992,
+12,1000,0.03541305288672447,125,0.0017343764417231656,
+12,1008,0.03514422848820686,126,0.0024333121000381652,
+12,1016,0.033473286777734756,127,0.0023350271687377242,
+12,1024,0.045894473791122437,128,0.00245863476084196,
+,,,128,,0.1694195130292107
+13,1032,0.0401964969933033,129,0.001286048729005935,
+13,1040,0.039366837590932846,130,0.0015756216525915079,
+13,1048,0.037055980414152145,131,0.003036984003847465,
+13,1056,0.0383698046207428,132,0.0034258425584994256,
+13,1064,0.03747682273387909,133,0.0022914762424382693,
+13,1072,0.04100639000535011,134,0.0027864118518274544,
+13,1080,0.03509926050901413,135,0.0007655357489552857,
+13,1088,0.03347769379615784,136,0.0010893878192291596,
+13,1096,0.032227978110313416,137,0.00213376521943636,
+13,1104,0.03356065973639488,138,0.0013763404567725956,
+14,1112,0.03402206301689148,139,0.0025417891124056447,
+14,1120,0.03515208512544632,140,0.0009999601839808746,
+14,1128,0.03370780870318413,141,0.0018999589316081255,
+14,1136,0.033284351229667664,142,0.001198046980089902,
+14,1144,0.03480270504951477,143,0.0009780192364511702,
+14,1152,0.03350513428449631,144,0.0014568608845972146,
+,,,144,,0.16612959843055874
+14,1160,0.034666553139686584,145,0.00415615686842312,
+14,1168,0.03977004811167717,146,0.002786758165502061,
+14,1176,0.03411516547203064,147,0.0014915228578805302,
+14,1184,0.034026939421892166,148,0.002101132990251894,
+15,1192,0.03538673371076584,149,0.001955621487078523,
+15,1200,0.03608736768364906,150,0.0012923838486048307,
+15,1208,0.03442098945379257,151,0.001242979265622456,
+15,1216,0.036300599575042725,152,0.0032800013201873903,
+15,1224,0.0404912605881691,153,0.0032747786535765044,
+15,1232,0.03896930813789368,154,0.0007180972272180953,
+15,1240,0.04224229231476784,155,0.0011033330546607349,
+15,1248,0.042653199285268784,156,0.003240313346395851,
+15,1256,0.04290247708559036,157,0.0007305338737448134,
+15,1264,0.040791284292936325,158,0.001174495427403599,
+16,1272,0.05463697761297226,159,0.0022309634850199264,
+16,1280,0.04071255028247833,160,0.0012474045506678522,
+,,,160,,0.17010178285486557
+16,1288,0.04619438573718071,161,0.00195657313004351,
+16,1296,0.04441334307193756,162,0.000979673641268164,
+16,1304,0.03587198629975319,163,0.0021079256994804988,
+16,1312,0.0398385114967823,164,0.0006167481296870392,
+16,1320,0.03633226826786995,165,0.0019458328107638018,
+16,1328,0.038810111582279205,166,0.002843834336575431,
+16,1336,0.05534159764647484,167,0.0017920629543368705,
+17,1344,0.03535347059369087,168,0.001027566309979496,
+17,1352,0.03910855948925018,169,0.002208149674026152,
+17,1360,0.03628307953476906,170,0.0010714736872614594,
+17,1368,0.03457785025238991,171,0.0016086387331597507,
+17,1376,0.03590119257569313,172,0.0012203302523832666,
+17,1384,0.035787150263786316,173,0.0004636193757919087,
+17,1392,0.034780584275722504,174,0.0013212195309196513,
+17,1400,0.03849369287490845,175,0.002095108895446174,
+17,1408,0.03485069423913956,176,0.003346542114741169,
+,,,176,,0.16854170256969975
+17,1416,0.03478192910552025,177,0.0008883882158746322,
+18,1424,0.03450661525130272,178,0.0022866079863674447,
+18,1432,0.03659236058592796,179,0.003802634499152191,
+18,1440,0.03951476141810417,180,0.002066534592207366,
+18,1448,0.03893608599901199,181,0.001257624599384144,
+18,1456,0.03963594511151314,182,0.0014754627090251932,
+18,1464,0.03800617530941963,183,0.0010197072485673496,
+18,1472,0.03613286837935448,184,0.0008179873819410039,
+18,1480,0.03449377790093422,185,0.002077988554340075,
+18,1488,0.03520670533180237,186,0.0005935765584581532,
+18,1496,0.03448380157351494,187,0.0009544488745562446,
+19,1504,0.04477815330028534,188,0.0013022044057090004,
+19,1512,0.036202263087034225,189,0.0015117912759402923,
+19,1520,0.035021089017391205,190,0.0004534820829576347,
+19,1528,0.03579196706414223,191,0.001032977734352104,
+19,1536,0.04039707034826279,192,0.0007948305389039557,
+,,,192,,0.17166597702923944
+19,1544,0.037044186145067215,193,0.0029755355615634473,
+19,1552,0.033585429191589355,194,0.0013036804678752862,
+19,1560,0.03613094240427017,195,0.0009462966816499829,
+19,1568,0.03617708757519722,196,0.0007427499876939692,
+19,1576,0.035797469317913055,197,0.0021008360854466446,
+20,1584,0.03382788226008415,198,0.003412262725760229,
+20,1592,0.035255733877420425,199,0.0011629414386168885,
+20,1600,0.03918636962771416,200,0.0017306044049161886,
+20,1608,0.03664771467447281,201,0.0019516906512972827,
+20,1616,0.032628100365400314,202,0.0024286347169739505,
+20,1624,0.03232613950967789,203,0.001527316011821053,
+20,1632,0.032959479838609695,204,0.0007339490857702913,
+20,1640,0.03390205651521683,205,0.0007381766716627261,
+20,1648,0.03412933647632599,206,0.001291323490607153,
+20,1656,0.03280132636427879,207,0.0006303672885729207,
+21,1664,0.0366106815636158,208,0.0009281531053905686,
+,,,208,,0.16872351777319813
+21,1672,0.036216698586940765,209,0.001433706543009196,
+21,1680,0.03754199668765068,210,0.002366258816133874,
+21,1688,0.03913959860801697,211,0.0011275416414719074,
+21,1696,0.03855041041970253,212,0.001431918489106465,
+21,1704,0.035176295787096024,213,0.0005049610954301897,
+21,1712,0.03805980831384659,214,0.001550853906640744,
+21,1720,0.048275161534547806,215,0.002081250142789661,
+21,1728,0.03469952195882797,216,0.0016249831691807644,
+21,1736,0.03536561504006386,217,0.0015985302925400902,
+22,1744,0.0357368066906929,218,0.0009118216767092235,
+22,1752,0.03656160831451416,219,0.0013432665011630608,
+22,1760,0.03611748293042183,220,0.0013622681981360074,
+22,1768,0.03663026914000511,221,0.001837737401589178,
+22,1776,0.03766150400042534,222,0.001112757791166327,
+22,1784,0.036179620772600174,223,0.0016294767483486794,
+22,1792,0.03976041451096535,224,0.0006766947291907855,
+,,,224,,0.1715841106339997
+22,1800,0.04207303002476692,225,0.0018982067219136904,
+22,1808,0.035619884729385376,226,0.0009738379206586009,
+22,1816,0.03747372329235077,227,0.001997535507143766,
+23,1824,0.04157520458102226,228,0.0008131049835355952,
+23,1832,0.0340474508702755,229,0.0007336094779020641,
+23,1840,0.03986932709813118,230,0.0005139886153091749,
+23,1848,0.03742778301239014,231,0.0029405473874898496,
+23,1856,0.03816608339548111,232,0.002237626483596008,
+23,1864,0.03704047203063965,233,0.0023574096150696276,
+23,1872,0.03713352233171463,234,0.0008512868225807324,
+23,1880,0.038220446556806564,235,0.001099862620079269,
+23,1888,0.03696862980723381,236,0.0009493554071840746,
+23,1896,0.03578009456396103,237,0.0011841579762403853,
+24,1904,0.03589769825339317,238,0.0008873865372152068,
+24,1912,0.03613470122218132,239,0.0004134248236368876,
+24,1920,0.03560057282447815,240,0.0007355320703936741,
+,,,240,,0.16939626955518536
+24,1928,0.04336920008063316,241,0.00109015414021157,
+24,1936,0.04339008778333664,242,0.0011155168280570901,
+24,1944,0.04890790581703186,243,0.0020385608211374627,
+24,1952,0.03537968173623085,244,0.00208223623797364,
+24,1960,0.04204201325774193,245,0.0013354487507188293,
+24,1968,0.03628513962030411,246,0.0009580365546174686,
+25,1976,0.03663996607065201,247,0.002048992784693837,
+25,1984,0.03783908858895302,248,0.0008587468003567595,
+25,1992,0.04760139435529709,249,0.0017119989900563199,
+25,2000,0.0354231633245945,250,0.0007673366126255132,
+25,2008,0.03535570949316025,251,0.0006575707536992721,
+25,2016,0.036359649151563644,252,0.002484982236637734,
+25,2024,0.03760950639843941,253,0.0010487755756072986,
+25,2032,0.03808274120092392,254,0.0009445640122673163,
+25,2040,0.03641684353351593,255,0.001000039145847867,
+25,2048,0.04329289123415947,256,0.001461184757187896,
+,,,256,,0.1718156664979224
+26,2056,0.03423833101987839,257,0.0010682353101649576,
+26,2064,0.04170723631978035,258,0.0020887801755244645,
+26,2072,0.037924788892269135,259,0.0009295068092695954,
+26,2080,0.0407596081495285,260,0.0017591144617957373,
+26,2088,0.04190841689705849,261,0.0013103025836850672,
+26,2096,0.03432922810316086,262,0.0007268052868312225,
+26,2104,0.034673333168029785,263,0.001155415019289089,
+26,2112,0.03261338174343109,264,0.0013635291215905454,
+26,2120,0.03997855260968208,265,0.0015244496854183336,
+26,2128,0.034309957176446915,266,0.0006712745962431654,
+27,2136,0.03463567793369293,267,0.0007998942402826452,
+27,2144,0.03604162856936455,268,0.0016252253533041636,
+27,2152,0.04308175668120384,269,0.001301256498360696,
+27,2160,0.03463319316506386,270,0.0018893432470576954,
+27,2168,0.04282016679644585,271,0.0014896666652930435,
+27,2176,0.033370211720466614,272,0.001944865928222002,
+,,,272,,0.1725771473903282
+27,2184,0.03317254036664963,273,0.0009322461504780222,
+27,2192,0.03486171364784241,274,0.0009617685599633577,
+27,2200,0.03479233384132385,275,0.0009768479418805025,
+27,2208,0.0355968214571476,276,0.0007328227844222315,
+28,2216,0.03486597165465355,277,0.0011472334915127319,
+28,2224,0.035403311252593994,278,0.00129227534097691,
+28,2232,0.03286147117614746,279,0.0013832544746737068,
+28,2240,0.03248569369316101,280,0.0012554279193864204,
+28,2248,0.03353232890367508,281,0.0011895512183069843,
+28,2256,0.0357314832508564,282,0.001058204264457648,
+28,2264,0.03426780551671982,283,0.0025111794477977257,
+28,2272,0.03347315639257431,284,0.0004709371921004883,
+28,2280,0.03976675495505333,285,0.0009646067095066732,
+28,2288,0.03998728469014168,286,0.0005070924222915588,
+29,2296,0.03973495587706566,287,0.001226403973608588,
+29,2304,0.04022831469774246,288,0.001363262468657922,
+,,,288,,0.17043627944647097
+29,2312,0.039313800632953644,289,0.001469740630664791,
+29,2320,0.039942722767591476,290,0.0007286504657134752,
+29,2328,0.03998114913702011,291,0.0011970337722092294,
+29,2336,0.0464673787355423,292,0.0020587398030329496,
+29,2344,0.03944588825106621,293,0.0011504806995314236,
+29,2352,0.04282108321785927,294,0.0003221732781226323,
+29,2360,0.043269842863082886,295,0.001362106362089085,
+29,2368,0.038038529455661774,296,0.0007468359156822165,
+30,2376,0.041934411972761154,297,0.000896130031226979,
+30,2384,0.04243042320013046,298,0.001387078212596512,
+30,2392,0.03448527306318283,299,0.0009644834921346046,
+30,2400,0.03408459201455116,300,0.0010061554401710798,
+30,2408,0.034598227590322495,301,0.001178865723583537,
+30,2416,0.03495258092880249,302,0.0014604370662709698,
+30,2424,0.034895800054073334,303,0.0009024187742257849,
+30,2432,0.04171881452202797,304,0.0006842011776329441,
+,,,304,,0.17192255281934551

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,33 @@
+193564,4
+440700,11
+412263,10
+229914,5
+549503,13
+309803,7
+413252,10
+194445,4
+538591,13
+555568,13
+70400,1
+133576,3
+377280,9
+173839,4
+194136,4
+242653,6
+454808,11
+511940,12
+623075,12
+495787,12
+520554,13
+98721,2
+509603,12
+528569,13
+474747,11
+10442,0
+336661,8
+137621,3
+418783,10
+82931,2
+443483,11
+480350,12
+166095,4

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,33 @@
+193564,-13.125813,-16.51414,-10.750813,-13.075073,-0.0013202606,-11.556889,-17.250813,-14.101954,-24.476059,-15.188313,-16.188313,-16.125813,-15.375813,-13.314005
+440700,-16.625721,-19.33184,-9.000721,-18.079876,-18.479935,-14.933134,-21.875721,-16.626978,-25.106487,-16.625721,-17.813221,-0.00072143273,-13.875721,-12.503886
+412263,-16.562696,-21.531828,-15.875196,-20.302029,-20.645756,-15.625122,-20.562696,-11.787463,-25.378387,-12.125196,-0.00019631843,-16.250196,-20.812696,-15.627979
+229914,-6.69384,-10.405292,-8.44384,-9.9655075,-11.330268,-0.13597049,-9.19384,-8.257186,-15.297816,-6.88134,-6.81884,-9.06884,-10.06884,-6.6316013
+549503,-13.068364,-18.188295,-11.755864,-13.472283,-13.513564,-11.775441,-15.130864,-10.007394,-24.48368,-13.380864,-13.693364,-11.005864,-10.755864,-0.008031581
+309803,-14.3753605,-15.071273,-14.7503605,-18.143667,-17.969698,-9.2567215,-18.43786,-0.0004977436,-17.731379,-13.6878605,-14.0003605,-15.3128605,-16.93786,-10.377372
+413252,-15.125345,-21.463263,-12.875345,-19.45459,-20.716541,-15.6950655,-20.250345,-10.880743,-24.390705,-8.375345,-0.00034540886,-15.500345,-19.375345,-15.654053
+194445,-11.381953,-15.34501,-5.1319532,-9.658419,-0.0082724625,-12.378331,-16.819452,-10.424141,-19.76656,-12.444453,-14.131953,-15.069453,-13.131953,-12.510078
+538591,-14.563868,-17.166468,-11.876368,-15.125386,-15.0701065,-11.303452,-16.563868,-12.127416,-26.00745,-14.438868,-15.563868,-11.001368,-10.126368,-0.0024996728
+555568,-13.440778,-18.019026,-10.753278,-14.704487,-15.51544,-10.739699,-15.940778,-11.37896,-22.980673,-12.815778,-14.690778,-10.503278,-7.878278,-0.0039005592
+70400,-4.764183,-0.027615614,-10.326683,-10.715137,-8.267187,-8.435122,-10.826683,-11.01642,-18.277473,-12.451683,-10.889183,-10.826683,-12.264183,-7.1406384
+133576,-13.243275,-13.377736,-1.805775,-0.18165061,-11.057059,-10.637465,-17.305775,-9.955911,-22.656149,-11.430775,-15.618275,-11.930775,-12.305775,-11.432207
+377280,-13.128118,-18.804276,-10.128118,-14.772521,-18.44765,-11.2439165,-17.378119,-8.004276,-20.479628,-0.0031177031,-6.0031176,-14.565618,-16.003119,-13.827292
+173839,-11.253729,-15.2139845,-6.003729,-11.151181,-0.004802438,-9.027873,-16.566229,-8.935087,-19.539322,-14.628729,-14.816229,-15.128729,-14.628729,-10.254928
+194136,-10.951929,-11.8042,-4.3894296,-8.654253,-0.016506124,-9.7185545,-15.076929,-10.962902,-18.870192,-13.076929,-14.014429,-15.139429,-13.639429,-10.518008
+242653,-5.4435964,-0.13381548,-10.193597,-11.156691,-7.7272363,-13.192188,-8.318597,-10.32247,-20.361874,-10.881097,-9.818597,-12.256097,-11.818597,-8.632503
+454808,-14.688457,-19.109888,-10.875957,-17.158234,-17.386684,-12.7474575,-20.938456,-16.62657,-25.215368,-16.625956,-17.313456,-0.00095619727,-14.063457,-12.2539835
+511940,-13.813557,-20.523418,-7.5010567,-16.380487,-15.19159,-13.501816,-19.313557,-14.190412,-24.672293,-15.501057,-17.251057,-12.751057,-0.0010565895,-9.252747
+623075,-17.312723,-23.725887,-13.250223,-20.382004,-18.678204,-15.554871,-20.562723,-15.876877,-27.466267,-16.312723,-19.125223,-14.875223,-0.00022349245,-9.633768
+495787,-16.000214,-20.633589,-12.375214,-19.071012,-17.755957,-11.964651,-20.250214,-15.376308,-25.062199,-15.687714,-16.937714,-14.000214,-0.00021360023,-9.876756
+520554,-12.876358,-16.423437,-12.001358,-14.668397,-15.690943,-11.892113,-16.626358,-11.376922,-24.244774,-13.688858,-15.813858,-12.126358,-11.376358,-0.002196826
+98721,-14.500434,-17.693653,-0.0004334702,-10.877557,-13.126679,-12.218851,-21.125433,-12.176581,-25.767178,-14.375434,-17.562933,-12.500434,-14.625434,-14.127012
+509603,-16.437723,-19.38519,-12.750223,-19.0366,-18.471724,-13.007628,-21.562723,-15.875782,-24.837929,-16.687723,-17.312723,-14.750223,-0.00022361163,-13.37646
+528569,-13.188379,-14.555069,-12.250879,-14.389972,-15.513434,-13.719997,-16.18838,-12.626294,-26.100216,-14.563379,-16.00088,-10.750879,-12.750879,-0.0021886304
+474747,-14.813167,-18.51052,-9.750667,-16.764648,-17.46286,-13.466497,-20.938166,-15.751785,-24.572382,-16.750666,-17.063166,-0.000666158,-13.313167,-13.378064
+10442,-0.00014101465,-17.029907,-16.000141,-18.853651,-18.28055,-14.631565,-19.250141,-17.064608,-29.179972,-19.750141,-17.812641,-18.875141,-18.375141,-18.100918
+336661,-14.437722,-15.481767,-13.125222,-15.041396,-17.527128,-23.719522,-13.000222,-11.063073,-0.00033959563,-15.250222,-12.125222,-12.937722,-14.437722,-13.93962
+137621,-10.788994,-13.227258,-1.9139938,-0.16528438,-6.1646967,-8.706262,-17.351494,-8.595746,-23.19991,-11.288994,-14.101494,-12.851494,-11.663994,-10.540203
+418783,-13.383138,-18.655373,-11.445638,-17.20304,-19.215525,-12.885437,-17.633139,-7.822716,-20.747414,-2.695638,-0.07063783,-13.195638,-17.820639,-13.789286
+82931,-11.501812,-14.138756,-0.0018116505,-11.524013,-7.1272798,-13.582627,-18.251812,-10.880609,-21.285677,-12.564312,-15.689312,-9.751812,-13.126812,-11.252163
+443483,-11.628555,-14.109098,-8.503555,-14.2220745,-13.172845,-8.663422,-17.003555,-11.8170395,-23.123894,-14.128555,-14.316055,-0.0035557635,-10.878555,-6.5046706
+480350,-16.625603,-20.569603,-11.375602,-19.140247,-18.18441,-18.60352,-21.125603,-16.62654,-27.444084,-16.375603,-19.938103,-13.750602,-0.00060182577,-10.503082
+166095,-10.529211,-12.781172,-3.6542108,-9.299894,-0.030476129,-8.3480835,-16.029211,-8.247107,-19.5387,-11.716711,-12.591711,-13.029211,-11.966711,-9.905956

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,155 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3148454986512661,0,6.5897746086120605,
+0,8,0.060948509722948074,1,8.197881958701394,
+0,16,0.03964947909116745,2,8.960948038101197,
+0,24,0.05276450142264366,3,5.446037769317627,
+0,32,0.0532662607729435,4,6.590112666289012,
+0,40,0.043250273913145065,5,4.994296380451748,
+0,48,0.03699906915426254,6,5.67678325176239,
+0,56,0.03471410274505615,7,3.0880596902635364,
+0,64,0.03927754983305931,8,4.226123919853797,
+0,72,0.035142529755830765,9,2.856250339746475,
+0,80,0.037982091307640076,10,2.9028360503060475,
+0,88,0.04414132982492447,11,1.7300201530257862,
+0,96,0.03608083352446556,12,3.1145126769940057,
+0,104,0.04041790962219238,13,3.741290736012161,
+0,112,0.0455438494682312,14,1.7075952566587007,
+1,120,0.03774819150567055,15,1.2088640870956273,
+1,128,0.037175312638282776,16,0.6875006320575873,
+,,,16,,0.923218521417356
+1,136,0.03819803521037102,17,1.8772781764467557,
+1,144,0.04795542731881142,18,0.5956875509940661,
+1,152,0.03868143633008003,19,0.3879732875010142,
+1,160,0.03706452250480652,20,0.4239352813277107,
+1,168,0.034382954239845276,21,1.035660260822624,
+1,176,0.035546932369470596,22,0.26033858822969097,
+1,184,0.03981103003025055,23,1.2133319886544576,
+1,192,0.039828281849622726,24,0.13909442820162934,
+1,200,0.03621028736233711,25,1.243553338603427,
+1,208,0.03526303544640541,26,0.12907628389075398,
+1,216,0.03476790338754654,27,0.02128364609088749,
+1,224,0.03731468319892883,28,0.10381582094770339,
+2,232,0.04151282086968422,29,0.3058494655863167,
+2,240,0.03521770238876343,30,0.20892140267162837,
+2,248,0.037654850631952286,31,0.067398464132566,
+2,256,0.044782575219869614,32,0.013077781716775563,
+,,,32,,0.039301675908705765
+2,264,0.0454489029943943,33,0.006510758171013246,
+2,272,0.045125436037778854,34,0.009336905395188793,
+2,280,0.0368758887052536,35,0.22331729983367646,
+2,288,0.03589525818824768,36,0.011091166068441592,
+2,296,0.036894019693136215,37,0.06135481495099763,
+2,304,0.03668810799717903,38,0.05522517855861224,
+2,312,0.0363500714302063,39,0.14088290439506707,
+2,320,0.0376020185649395,40,0.14197674571700833,
+2,328,0.04158920794725418,41,0.06525849351892248,
+2,336,0.037410516291856766,42,0.13709467298758682,
+3,344,0.03568698838353157,43,0.08659327651063602,
+3,352,0.05275179445743561,44,0.048424565451568924,
+3,360,0.05119829252362251,45,0.022349945787573232,
+3,368,0.0369454063475132,46,0.010100770135371325,
+3,376,0.03893376886844635,47,0.024100033302480974,
+3,384,0.036305032670497894,48,0.011723658203014306,
+,,,48,,0.0458223025004069
+3,392,0.04727058485150337,49,0.05389624454367619,
+3,400,0.039560090750455856,50,0.003610050051727078,
+3,408,0.04293210059404373,51,0.046961250217546796,
+3,416,0.040861450135707855,52,0.06593376741511747,
+3,424,0.04300360754132271,53,0.11813416571489402,
+3,432,0.03514773026108742,54,0.0035278056695295327,
+3,440,0.04122705012559891,55,0.011291528557194397,
+3,448,0.036570630967617035,56,0.007697664812440053,
+4,456,0.0348188653588295,57,0.0072361460217507554,
+4,464,0.037095807492733,58,0.0028223788090558214,
+4,472,0.03550782427191734,59,0.015137400893893625,
+4,480,0.03667699918150902,60,0.00508043693844229,
+4,488,0.03727834299206734,61,0.0057116972748190165,
+4,496,0.04780308157205582,62,0.004343528043439922,
+4,504,0.04590608924627304,63,0.005792642319151623,
+4,512,0.04923519119620323,64,0.007327705148297051,
+,,,64,,0.003113122255194421
+4,520,0.03673837333917618,65,0.007090134936152026,
+4,528,0.03711723908782005,66,0.00595930014969781,
+4,536,0.0377446673810482,67,0.0017072381859179586,
+4,544,0.042749982327222824,68,0.001968293556604873,
+4,552,0.05152779445052147,69,0.002321080374083697,
+4,560,0.037370048463344574,70,0.02362271905876696,
+5,568,0.04013542830944061,71,0.00238029551692307,
+5,576,0.04523942619562149,72,0.0032849820903114355,
+5,584,0.038890138268470764,73,0.006829569945693947,
+5,592,0.040310997515916824,74,0.003146835987885984,
+5,600,0.036415405571460724,75,0.003972633819406231,
+5,608,0.038693707436323166,76,0.0014274002169258893,
+5,616,0.03593336045742035,77,0.003803000573368211,
+5,624,0.04265386238694191,78,0.0018818540615029634,
+5,632,0.03951582685112953,79,0.005419695509772282,
+5,640,0.04359634965658188,80,0.0035811747445470906,
+,,,80,,0.002180896115069296
+5,648,0.05245445668697357,81,0.0014390442738658749,
+5,656,0.038527198135852814,82,0.002084365172777325,
+5,664,0.040875762701034546,83,0.0012479690432717855,
+5,672,0.037064239382743835,84,0.00657987869076001,
+6,680,0.041367124766111374,85,0.004445673471006255,
+6,688,0.04844387620687485,86,0.002144987551478802,
+6,696,0.0371277742087841,87,0.003591336383992298,
+6,704,0.0396670438349247,88,0.0019375132716959343,
+6,712,0.03955092653632164,89,0.0018283959441098639,
+6,720,0.04200872406363487,90,0.002257938311562281,
+6,728,0.04026902839541435,91,0.005032671593093814,
+6,736,0.04130241274833679,92,0.002708395038748027,
+6,744,0.05363057926297188,93,0.0024549298468627967,
+6,752,0.03947768732905388,94,0.0038438144511019345,
+6,760,0.044240500777959824,95,0.002439179183663024,
+6,768,0.04988555982708931,96,0.0011895992647623643,
+,,,96,,0.0017657709472319659
+6,776,0.03731197491288185,97,0.0013851997937308624,
+6,784,0.045039087533950806,98,0.001831944707261685,
+7,792,0.04851394519209862,99,0.0016622419352643192,
+7,800,0.04312831163406372,100,0.0016356660053133965,
+7,808,0.03707940876483917,101,0.0015948280475144697,
+7,816,0.05326172709465027,102,0.00293014439687665,
+7,824,0.03772248327732086,103,0.0017205095767470386,
+7,832,0.038338251411914825,104,0.0012147872087856133,
+7,840,0.04124351218342781,105,0.00462135869643784,
+7,848,0.037642478942871094,106,0.0011877018282225786,
+7,856,0.04186761751770973,107,0.0018304256029130722,
+7,864,0.043366122990846634,108,0.001963307552311259,
+7,872,0.038121022284030914,109,0.002877998972378139,
+7,880,0.03644980862736702,110,0.003077195566480181,
+7,888,0.03813869506120682,111,0.001650072626282715,
+7,896,0.04047410935163498,112,0.0025555918915555454,
+,,,112,,0.0016466621674743353
+8,904,0.040468454360961914,113,0.0024975127442023503,
+8,912,0.038936689496040344,114,0.0020307771516784737,
+8,920,0.03554757684469223,115,0.001422975394234527,
+8,928,0.04624680057168007,116,0.0036972167186572085,
+8,936,0.04141770675778389,117,0.0020378631677224553,
+8,944,0.036519017070531845,118,0.0020137761680719753,
+8,952,0.03651737421751022,119,0.00156243666424416,
+8,960,0.038044992834329605,120,0.002014128150525115,
+8,968,0.038737017661333084,121,0.0020771892537595703,
+8,976,0.04928799346089363,122,0.0012406927737174556,
+8,984,0.037920862436294556,123,0.0011786002925453852,
+8,992,0.03813699632883072,124,0.002397262867210278,
+8,1000,0.04659299924969673,125,0.002638550622997662,
+8,1008,0.038401614874601364,126,0.0018722931311155359,
+9,1016,0.037224315106868744,127,0.0012280818724927183,
+9,1024,0.0378139466047287,128,0.003056693396171216,
+,,,128,,0.0014993038539792977
+9,1032,0.04855016991496086,129,0.001650264401597759,
+9,1040,0.03764424845576286,130,0.0022434445621911437,
+9,1048,0.04083898290991783,131,0.0018855070499869595,
+9,1056,0.04053710401058197,132,0.0017847965136752464,
+9,1064,0.03752564638853073,133,0.0031394732671157855,
+9,1072,0.04186255857348442,134,0.0013601385277676552,
+9,1080,0.03863447904586792,135,0.0010461005017119037,
+9,1088,0.039073433727025986,136,0.0014484621143700288,
+9,1096,0.050414156168699265,137,0.0007459572108928115,
+9,1104,0.03830234333872795,138,0.0025838832273924104,
+9,1112,0.038488637655973434,139,0.0012128321803174912,
+9,1120,0.036610446870326996,140,0.0028832364951085765,
+10,1128,0.03697974607348442,141,0.0014008687509116358,
+10,1136,0.03597557917237282,142,0.001187817976945856,
+10,1144,0.036852702498435974,143,0.0018687775134042437,
+10,1152,0.04906853288412094,144,0.001648925213764111,
+,,,144,,0.0014382669446515101

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 144
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,33 @@
+193564,4
+440700,11
+412263,10
+229914,5
+549503,13
+309803,7
+413252,10
+194445,4
+538591,13
+555568,13
+70400,1
+133576,3
+377280,9
+173839,4
+194136,4
+242653,6
+454808,11
+511940,12
+623075,12
+495787,12
+520554,13
+98721,2
+509603,12
+528569,13
+474747,11
+10442,0
+336661,8
+137621,3
+418783,10
+82931,2
+443483,11
+480350,12
+166095,4

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,33 @@
+193564,-14.062904,-17.589474,-11.625404,-13.888254,-0.000749685,-12.424433,-18.187904,-14.917084,-25.479221,-16.187904,-17.187904,-16.687904,-16.375404,-14.6258
+440700,-17.375317,-19.600683,-9.750318,-18.512648,-19.589499,-15.386965,-22.500317,-17.25116,-26.10469,-17.000317,-18.687817,-0.00031740396,-14.750318,-13.751799
+412263,-17.312607,-21.891722,-16.625107,-20.791498,-21.701109,-16.227957,-21.187607,-12.515023,-26.16312,-12.625107,-0.00010644823,-16.875107,-21.437607,-16.502739
+229914,-7.366199,-10.358204,-8.928699,-10.341789,-12.33762,-0.0561985,-9.866199,-8.804316,-15.645963,-7.366199,-7.678699,-9.303699,-10.553699,-7.491362
+549503,-13.505361,-18.027178,-12.130361,-13.648946,-14.136552,-12.118086,-15.255361,-10.381345,-24.63246,-13.755361,-14.067861,-11.130361,-11.130361,-0.0065157018
+309803,-14.562685,-15.227069,-15.375185,-18.341679,-18.4598,-9.753565,-18.625185,-0.00030801212,-18.345713,-14.000185,-14.500185,-15.562685,-17.375185,-11.251154
+413252,-15.750197,-21.47247,-13.625197,-19.972258,-21.519638,-16.095469,-20.875198,-11.50287,-25.086708,-8.875197,-0.00019786785,-15.875197,-19.875198,-16.651722
+194445,-11.755853,-15.8604145,-5.255852,-9.832539,-0.0065923654,-13.095409,-17.193352,-10.816392,-20.311138,-12.755853,-14.693353,-15.005853,-13.568353,-13.319891
+538591,-14.938477,-17.17322,-12.125977,-15.297676,-15.50498,-11.347788,-16.625977,-12.126826,-25.926708,-14.563477,-15.750977,-11.000977,-10.500977,-0.0015378804
+555568,-13.690021,-17.779955,-11.002521,-14.950826,-15.978413,-10.92069,-16.00252,-11.627979,-22.734566,-13.002521,-14.877521,-10.627521,-8.002521,-0.002867083
+70400,-5.755479,-0.013899589,-11.192979,-11.243924,-9.382326,-9.080671,-11.567979,-11.6947155,-19.183706,-13.317979,-11.692979,-11.192979,-13.005479,-8.131151
+133576,-13.577004,-13.248203,-1.7020042,-0.20255512,-11.57778,-11.02698,-17.452003,-10.223852,-23.289215,-11.452004,-16.014503,-11.827004,-12.577004,-12.077749
+377280,-13.564454,-19.03482,-10.626954,-15.079963,-19.069607,-11.353409,-17.564453,-8.252577,-20.752825,-0.0019537187,-6.5019536,-14.564454,-16.376953,-14.699537
+173839,-11.877096,-15.67482,-6.5020967,-11.890637,-0.002686035,-9.545577,-17.127096,-9.448179,-20.348728,-15.127096,-15.564596,-15.314596,-15.189596,-11.25282
+194136,-11.635738,-12.814874,-4.6357384,-9.27033,-0.011832904,-10.268665,-15.635738,-11.823185,-20.12156,-13.760738,-14.635738,-15.260738,-14.135738,-11.512424
+242653,-6.1650705,-0.07128238,-10.790071,-11.4712515,-8.571163,-14.359512,-8.790071,-10.918299,-21.000755,-11.602571,-10.602571,-12.540071,-12.290071,-9.290871
+454808,-15.500401,-19.324879,-11.625401,-17.708242,-18.598215,-13.248108,-21.8129,-17.313353,-26.038816,-17.0004,-18.1879,-0.0004002247,-15.000401,-13.627156
+511940,-14.625503,-20.249187,-8.250503,-16.799824,-16.31508,-13.72656,-19.750504,-14.939283,-25.058088,-15.938003,-18.000504,-13.125503,-0.00050305587,-10.251181
+623075,-18.312605,-23.556274,-14.125105,-21.11497,-19.794914,-16.784645,-21.187605,-16.813616,-28.47848,-16.937605,-19.875105,-15.375105,-0.000104898674,-11.002178
+495787,-16.875114,-20.553547,-13.125114,-19.743103,-19.004318,-12.424956,-20.812614,-16.00079,-25.398623,-16.250114,-17.750114,-14.500114,-0.000114076785,-11.125904
+520554,-13.3759,-16.759373,-12.3759,-15.036061,-16.362135,-12.386887,-16.8759,-11.626311,-24.242554,-14.0634,-16.2509,-12.3759,-11.7509,-0.0013453686
+98721,-15.12527,-17.907284,-0.00027009178,-11.376517,-14.251115,-13.145315,-21.62527,-12.675397,-26.459541,-14.75027,-18.25027,-12.75027,-15.25027,-15.375942
+509603,-17.625101,-19.84571,-14.0001,-20.022314,-19.908741,-14.128259,-22.437601,-16.875479,-25.515537,-17.562601,-18.500101,-15.6251,-0.00010036919,-14.875616
+528569,-13.625586,-14.781503,-12.500586,-14.613987,-16.198435,-13.92338,-16.438086,-13.000885,-25.979704,-14.813086,-16.438086,-10.875586,-13.250586,-0.0012342687
+474747,-15.562757,-18.883514,-10.625257,-17.385513,-18.64322,-14.204057,-21.625256,-16.501108,-25.292149,-17.000256,-17.937756,-0.00025626714,-14.250257,-14.62662
+10442,-7.223822e-05,-17.639048,-16.750072,-19.512953,-19.434208,-15.503685,-19.937572,-18.12636,-29.79999,-20.750072,-18.687572,-19.250072,-19.187572,-18.41374
+336661,-15.375081,-16.17469,-14.000081,-15.698252,-18.646025,-25.32981,-13.875081,-12.125355,-0.00013696663,-16.12508,-13.187581,-13.625081,-15.437581,-14.95481
+137621,-11.181843,-13.187391,-1.8068424,-0.18266442,-6.8072815,-9.541946,-17.681843,-8.870182,-23.675938,-11.181843,-14.619343,-12.744343,-12.056843,-11.43245
+418783,-13.812402,-18.735384,-11.937402,-17.49812,-19.824673,-13.127751,-17.9999,-8.188507,-20.999619,-2.8124015,-0.062401477,-13.437402,-18.1249,-14.53544
+82931,-11.876071,-14.424215,-0.0010713558,-11.640789,-7.626365,-13.773975,-18.438572,-10.753397,-21.764696,-12.376071,-15.938571,-9.376071,-13.376071,-12.251296
+443483,-12.563707,-14.585471,-9.251207,-14.772304,-14.195469,-9.274823,-17.751207,-12.439436,-23.497692,-14.563707,-15.251207,-0.0012073378,-11.626207,-7.751704
+480350,-17.93772,-21.237875,-12.625219,-20.30668,-19.932549,-20.102753,-22.43772,-18.000776,-28.472893,-17.37522,-21.25022,-14.625219,-0.00021920186,-12.376503
+166095,-11.142493,-13.390354,-4.1424932,-9.904917,-0.01820145,-8.974121,-16.579994,-8.629178,-20.22842,-12.267493,-13.392493,-13.267493,-12.579993,-11.143314

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=0.0-1.0/labels.csv

@@ -0,0 +1,112 @@
+572581,2
+504852,12
+238802,5
+330355,8
+301384,7
+533602,13
+201281,5
+611120,10
+20574,0
+262164,6
+370707,9
+283587,7
+337629,8
+104099,2
+477608,11
+548903,13
+516108,12
+161886,4
+111845,2
+583614,4
+582835,4
+508767,12
+611626,10
+97380,2
+605746,9
+151329,3
+401497,10
+333278,8
+335545,8
+474193,11
+127047,3
+12388,0
+407238,10
+168614,4
+366134,9
+620510,12
+555494,13
+388944,9
+557466,13
+211508,5
+298658,7
+16514,0
+7484,0
+458601,11
+94193,2
+175138,4
+137803,3
+68245,1
+514644,12
+361057,9
+306770,7
+374839,9
+37758,0
+524302,13
+1944,0
+295131,7
+449193,11
+344783,8
+125608,3
+471433,11
+60212,1
+14654,0
+486614,12
+197717,4
+510700,12
+363260,9
+504055,12
+206229,5
+49008,1
+469080,11
+286382,7
+603250,8
+295557,7
+580358,4
+85850,2
+622388,12
+415989,10
+462319,11
+248695,6
+193564,4
+440700,11
+412263,10
+229914,5
+549503,13
+309803,7
+413252,10
+194445,4
+538591,13
+555568,13
+70400,1
+133576,3
+377280,9
+173839,4
+194136,4
+242653,6
+454808,11
+511940,12
+623075,12
+495787,12
+520554,13
+98721,2
+509603,12
+528569,13
+474747,11
+10442,0
+336661,8
+137621,3
+418783,10
+82931,2
+443483,11
+480350,12
+166095,4

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=0.0-1.0/logits.csv

@@ -0,0 +1,112 @@
+572581,-17.439192,-18.33148,-0.0016914598,-12.502757,-12.627041,-19.271694,-20.564192,-14.323389,-24.100918,-15.251692,-18.876692,-14.501692,-15.001692,-7.2520204
+504852,-19.375135,-26.149588,-14.250135,-22.888344,-19.013948,-22.014732,-20.812635,-18.018972,-26.811373,-18.500135,-19.875135,-15.375135,-0.000135055,-10.630146
+238802,-9.750197,-15.115894,-13.562697,-15.909032,-15.569111,-0.002505936,-12.125197,-11.881893,-21.502277,-14.125197,-13.000197,-12.812697,-14.187697,-14.500649
+330355,-18.000051,-18.08436,-13.8125515,-17.129477,-19.564072,-26.612919,-15.3125515,-15.063008,-0.0001867905,-17.312551,-15.1875515,-14.5625515,-16.375051,-18.503323
+301384,-15.812713,-14.855231,-14.000213,-18.36959,-19.314497,-9.017402,-18.375212,-0.00031814145,-16.637049,-13.125213,-15.125213,-13.125213,-16.625212,-11.377169
+533602,-14.251838,-17.658789,-7.1268373,-16.447168,-16.396137,-18.048563,-19.376837,-14.379856,-23.134293,-10.251838,-17.626837,-9.126838,-8.126838,-0.0024745618
+201281,-14.8127,-13.871249,-13.5002,-16.37637,-15.251382,-0.0028102088,-11.7502,-10.626436,-23.189507,-15.1877,-12.5002,-12.4377,-13.8752,-13.188609
+611120,-18.250067,-21.897171,-17.125067,-23.540003,-22.329151,-19.016705,-20.812567,-13.013543,-23.8266,-12.375067,-6.687418e-05,-17.375067,-20.937567,-17.802094
+20574,-7.0211805e-05,-17.292532,-14.500071,-17.99422,-18.133543,-12.972542,-18.62507,-21.42701,-23.668207,-19.43757,-17.06257,-16.81257,-17.62507,-16.114002
+262164,-13.31393,-14.356091,-15.31393,-18.439098,-18.288883,-11.908208,-0.0014296083,-14.751828,-16.924467,-16.43893,-13.87643,-14.37643,-14.25143,-11.629292
+370707,-18.063038,-20.61422,-13.625538,-18.583652,-20.690306,-12.13541,-20.875538,-8.129723,-24.942245,-0.0005376086,-11.375538,-17.000538,-18.313038,-17.504877
+283587,-13.313193,-12.770842,-15.000693,-15.609875,-14.637547,-8.526881,-14.375693,-0.00079845614,-14.706585,-11.875693,-12.688193,-11.750693,-14.000693,-10.850935
+337629,-16.625042,-16.757574,-14.625042,-16.49372,-19.2021,-23.794947,-15.062542,-13.875286,-0.00017439351,-16.000042,-13.562542,-14.375042,-15.500042,-17.15872
+104099,-16.188023,-16.838978,-0.000523311,-10.28461,-10.75099,-21.28059,-17.813023,-14.213857,-21.02162,-15.375524,-17.625523,-14.375524,-13.375524,-8.751387
+477608,-18.750458,-21.71543,-8.000458,-19.694101,-20.390196,-17.487177,-22.375458,-17.377085,-25.660294,-17.125458,-18.875458,-0.00045753978,-15.000458,-16.445442
+548903,-12.375651,-11.484698,-9.875651,-13.16029,-12.8295355,-11.571686,-14.063151,-14.440165,-19.78099,-13.938151,-15.063151,-10.500651,-11.250651,-0.0011264412
+516108,-19.62509,-23.769846,-11.00009,-19.730349,-19.204,-22.524313,-21.06259,-18.722273,-25.898926,-17.62509,-20.06259,-15.50009,-8.9760564e-05,-15.004654
+161886,-17.625166,-20.989025,-12.125167,-15.759335,-0.00049822597,-24.162558,-19.625166,-17.439917,-21.48191,-18.937666,-18.437666,-19.812666,-18.062666,-17.68898
+111845,-12.750144,-16.920963,-0.00014435203,-10.697311,-13.54696,-18.637901,-17.500145,-15.698795,-21.774048,-15.312644,-17.375145,-14.500144,-14.625144,-16.188416
+583614,-18.312675,-21.042511,-12.1251745,-17.452085,-0.00037297094,-19.630106,-20.562675,-17.245066,-23.521143,-19.125175,-19.187675,-20.187675,-19.000175,-18.25078
+582835,-14.687949,-16.701374,-10.250449,-12.133311,-0.00078638515,-15.892733,-17.000448,-14.31551,-17.867727,-16.062948,-16.187948,-16.875448,-14.750449,-16.438715
+508767,-16.937778,-23.528101,-13.125278,-20.434906,-15.019846,-17.059675,-18.625278,-16.076694,-24.757368,-16.187778,-17.187778,-14.750278,-0.00027831495,-8.875579
+611626,-17.625053,-20.915958,-16.750053,-22.951998,-21.505613,-16.521627,-20.625053,-12.706612,-23.982574,-12.750054,-5.4238757e-05,-17.625053,-20.562553,-17.369244
+97380,-15.000424,-17.063137,-0.0004244142,-11.125951,-12.35057,-18.652958,-18.437925,-14.581351,-22.029922,-14.250424,-16.812925,-14.375424,-9.625424,-9.12805
+605746,-17.18776,-21.994076,-13.125259,-17.066402,-20.251165,-15.247585,-20.06276,-10.12591,-23.003942,-0.0002591274,-13.000259,-16.37526,-18.18776,-16.95111
+151329,-17.125208,-16.290768,-10.125208,-0.0008244781,-15.87553,-15.232778,-19.312708,-14.5293045,-25.593737,-16.187708,-17.937708,-16.687708,-16.000208,-16.815388
+401497,-16.125336,-18.863117,-15.375336,-18.591026,-18.565323,-14.87945,-17.562836,-9.887069,-21.87694,-12.125336,-0.00033527953,-16.312836,-18.437836,-14.593556
+333278,-17.812574,-18.308756,-13.062573,-15.054218,-19.12593,-20.241306,-15.437573,-14.625584,-0.0004904567,-17.250074,-14.875073,-13.937573,-16.437574,-18.502274
+335545,-14.939177,-12.297017,-13.126677,-15.410626,-15.442223,-14.407779,-6.6266766,-9.502105,-0.0023479834,-13.814177,-12.689177,-13.814177,-13.439177,-11.902106
+474193,-17.812658,-21.839344,-9.875158,-20.264553,-20.14459,-17.244038,-22.187658,-18.376616,-25.935236,-16.875158,-19.250158,-0.00015817821,-14.500158,-16.250973
+127047,-17.12551,-18.116714,-9.875509,-0.0015603635,-15.563618,-18.29671,-18.50051,-14.959755,-24.06083,-15.750509,-18.00051,-16.50051,-15.063009,-16.12736
+12388,-0.00013755806,-15.774606,-15.937637,-18.899733,-15.535324,-11.753154,-10.500137,-17.255354,-25.426949,-19.375137,-16.937637,-15.937637,-16.875137,-16.521484
+407238,-16.000378,-19.800379,-15.000379,-19.400953,-20.380943,-15.88728,-18.875378,-8.524482,-22.643032,-9.125379,-0.0003784179,-15.625379,-18.937878,-16.152473
+168614,-19.125116,-21.400423,-12.875117,-17.63176,-0.0004588905,-19.7792,-21.375116,-18.482864,-22.605165,-18.562616,-19.000116,-20.062616,-19.312616,-19.752422
+366134,-14.93785,-16.046047,-10.25035,-15.258392,-17.752836,-11.938549,-17.687849,-10.21192,-20.642612,-0.00034957973,-12.25035,-14.75035,-15.56285,-15.261459
+620510,-18.812597,-22.811926,-13.375098,-21.530968,-18.373495,-19.889277,-21.062597,-17.751226,-24.988392,-17.500097,-20.687597,-16.250097,-9.7985234e-05,-15.626422
+555494,-15.25028,-19.99516,-11.00028,-16.27288,-16.381008,-17.163153,-17.93778,-14.629046,-26.558538,-14.87528,-17.43778,-10.12528,-13.50028,-0.0005238559
+388944,-18.31259,-22.327854,-13.750091,-19.436031,-21.505259,-14.296104,-21.93759,-12.883004,-27.21585,-9.023736e-05,-12.500091,-16.00009,-19.75009,-18.01323
+557466,-12.003098,-7.907052,-10.378098,-12.336298,-10.826143,-9.919122,-14.003098,-13.443693,-18.869257,-14.315598,-13.815598,-11.503098,-11.878098,-0.004123128
+211508,-12.501005,-14.231218,-13.313505,-15.279069,-14.127417,-0.0023767594,-13.563505,-8.378158,-24.817137,-11.751005,-12.813505,-11.626005,-13.438505,-10.126252
+298658,-14.12521,-15.246076,-14.93771,-18.462246,-19.06966,-9.002537,-17.75021,-0.00032529343,-15.978258,-13.87521,-15.06271,-14.75021,-15.87521,-13.87827
+16514,-0.00018916724,-15.701848,-16.250189,-18.249483,-12.175608,-10.39618,-16.812689,-17.413172,-26.080795,-18.750189,-16.875189,-15.187689,-17.437689,-16.211327
+7484,-8.141663e-05,-18.479574,-15.375081,-19.887835,-18.575825,-15.756829,-17.437582,-17.629562,-25.354692,-19.750082,-17.375082,-17.500082,-19.062582,-22.290731
+458601,-18.438055,-19.392933,-8.625556,-17.628954,-19.783825,-18.379183,-22.000555,-18.752657,-24.151318,-16.625555,-18.563055,-0.00055559934,-13.125556,-13.50148
+94193,-16.81429,-18.48912,-0.0017883275,-10.002341,-17.378098,-24.730759,-21.06429,-15.7492075,-25.703587,-14.376788,-17.62679,-9.251788,-13.751788,-17.645247
+175138,-14.313026,-16.168179,-8.625526,-12.627641,-0.00086216506,-13.017359,-17.750526,-13.38669,-19.491749,-16.000526,-16.250526,-15.938026,-14.813026,-15.438289
+137803,-18.750376,-17.152056,-9.375377,-0.00056067266,-17.56392,-13.382189,-20.312876,-14.910726,-26.865576,-14.125377,-18.500376,-16.500376,-14.000377,-16.313303
+68245,-10.50233,-0.0032709574,-12.62733,-16.019497,-11.633308,-20.518423,-8.75233,-13.316937,-21.73042,-14.00233,-12.31483,-12.68983,-13.68983,-10.770045
+514644,-17.37517,-20.497028,-10.250171,-20.894152,-17.065279,-18.128817,-19.93767,-16.443922,-25.34023,-16.43767,-19.68767,-13.750171,-0.00017045476,-11.375389
+361057,-17.812609,-21.690678,-13.500108,-18.937857,-21.069578,-13.986264,-21.062609,-13.004857,-24.056488,-0.00010799778,-13.250108,-16.125109,-19.250109,-17.4486
+306770,-14.688159,-12.26169,-15.063159,-17.731813,-14.1264715,-14.759772,-11.375659,-0.0009773676,-13.358805,-12.625659,-11.250659,-12.750659,-14.625659,-12.754545
+374839,-18.312593,-21.917992,-13.625094,-19.10352,-21.128494,-14.853405,-21.687593,-13.893941,-24.323536,-9.4051706e-05,-14.500094,-16.500093,-19.625093,-18.599535
+37758,-0.00018368465,-16.264637,-13.875184,-16.585285,-13.514963,-12.875734,-12.375184,-15.885236,-21.004532,-16.812683,-13.500184,-15.812684,-16.562683,-15.251069
+524302,-15.125947,-20.758463,-9.250947,-15.756134,-15.066723,-15.396201,-16.063446,-12.001662,-23.387754,-12.875947,-16.063446,-10.000947,-11.000947,-0.001259545
+1944,-0.00060432765,-15.288952,-13.875605,-15.115695,-17.109089,-7.6306024,-17.438105,-15.940329,-26.722391,-15.438105,-15.875605,-14.750605,-14.563105,-14.282552
+295131,-12.626347,-13.854277,-16.313847,-17.715418,-15.966312,-6.8797593,-13.501347,-0.0015862164,-14.293628,-13.876347,-12.626347,-12.751347,-15.438847,-11.384093
+449193,-18.000322,-23.00446,-8.625321,-21.147163,-20.60579,-18.287241,-22.875322,-18.690216,-27.040962,-17.250322,-20.250322,-0.00032157495,-15.875321,-17.81358
+344783,-15.062603,-14.791012,-13.500103,-15.733347,-17.826403,-17.866985,-13.312603,-10.7503805,-0.00020240713,-16.437603,-14.437603,-13.812603,-14.375103,-15.090518
+125608,-17.937752,-16.897785,-10.250251,-0.00092444825,-18.37564,-14.149154,-20.375252,-15.017848,-26.071552,-15.000251,-18.312752,-16.500252,-15.125251,-16.876484
+471433,-20.562706,-23.408995,-11.625206,-20.891018,-21.863728,-18.865776,-24.062706,-19.879805,-27.754032,-19.062706,-20.562706,-0.00020621081,-17.125206,-17.750938
+60212,-12.750634,-0.0027428197,-16.063133,-19.079247,-17.366783,-15.082208,-12.750634,-14.68867,-18.750721,-18.063133,-15.000634,-14.125634,-15.250634,-12.89412
+14654,-0.00067699875,-14.775238,-11.625677,-17.080921,-15.94919,-10.667189,-17.313177,-16.201107,-24.53093,-17.063177,-15.500677,-13.250677,-15.125677,-8.751254
+486614,-20.875069,-28.215265,-15.000069,-23.13268,-21.94117,-23.88429,-22.812569,-20.356789,-30.743717,-19.250069,-22.562569,-16.875069,-6.90198e-05,-16.000854
+197717,-18.500183,-20.68296,-13.500184,-16.299984,-0.00050049275,-18.260994,-19.812683,-17.616594,-22.287926,-19.187683,-19.312683,-19.750183,-19.437683,-20.06496
+510700,-19.250164,-25.409676,-14.625164,-21.645264,-19.132498,-19.466486,-20.375164,-17.197718,-27.492855,-17.125164,-19.562664,-14.500164,-0.00016401854,-13.251011
+363260,-17.375393,-20.571264,-12.875392,-16.942175,-20.065138,-14.608376,-19.250393,-9.706778,-21.142677,-0.00039236,-10.750392,-16.312893,-18.000393,-16.56054
+504055,-19.500128,-24.308357,-14.000127,-22.584784,-17.5049,-21.268505,-20.937628,-17.718613,-28.397429,-18.250128,-20.437628,-15.250127,-0.00012694983,-12.0005045
+206229,-7.628785,-10.085174,-7.878785,-12.82345,-10.168684,-0.0059707565,-7.378785,-10.260251,-24.518936,-7.378785,-8.753785,-9.628785,-9.878785,-9.004675
+49008,-11.376803,-0.0052351067,-13.189303,-13.025115,-14.055893,-12.569476,-9.626803,-12.2523985,-14.639495,-15.376803,-12.501803,-10.626803,-13.189303,-9.129427
+469080,-18.625233,-21.701612,-9.125234,-19.378174,-21.896135,-21.169142,-22.750233,-18.442553,-25.442825,-17.312733,-19.937733,-0.00023326537,-14.750234,-16.43826
+286382,-14.250288,-15.025253,-15.125288,-18.929968,-18.635628,-8.502459,-17.375288,-0.0003796359,-17.45942,-13.750288,-14.375288,-14.500288,-16.375288,-13.126388
+603250,-15.250106,-16.586304,-13.375106,-16.205978,-16.973293,-17.234026,-14.312606,-10.875588,-0.00023816581,-15.500106,-12.875106,-14.125106,-14.312606,-17.192043
+295557,-14.063267,-12.48217,-15.938267,-16.923265,-13.5044155,-10.270485,-11.250767,-0.0008807753,-15.710512,-13.188267,-10.750767,-12.375767,-15.375767,-13.329373
+580358,-16.75014,-18.853765,-9.625139,-14.006052,-0.00049333496,-19.821274,-20.00014,-14.975456,-18.519957,-16.62514,-18.50014,-17.75014,-16.75014,-18.250639
+85850,-14.813746,-12.496459,-0.0012463905,-9.257443,-7.251868,-15.385117,-16.813745,-10.74971,-18.632603,-13.001246,-16.501245,-13.126246,-13.938746,-8.501868
+622388,-19.1877,-26.33496,-14.750201,-22.288504,-20.940735,-15.060134,-20.6877,-19.276495,-26.908405,-17.8127,-19.9377,-15.750201,-0.00020096666,-13.881351
+415989,-18.125097,-21.043114,-17.125097,-22.554407,-21.513048,-16.432573,-20.375097,-10.504249,-23.785038,-12.000097,-9.7031654e-05,-17.375097,-20.812597,-17.564816
+462319,-19.312647,-22.618982,-11.000146,-19.63092,-19.692995,-22.770624,-22.062647,-19.758331,-25.451397,-18.937647,-20.250147,-0.00014602071,-16.437647,-15.375727
+248695,-14.6884775,-12.922549,-15.6884775,-17.416449,-15.037594,-12.119281,-0.0009771578,-14.001232,-15.522155,-14.4384775,-14.8759775,-14.6884775,-16.063477,-12.779254
+193564,-16.87519,-18.152279,-13.375192,-14.912828,-0.00034734537,-18.340897,-18.37519,-15.980521,-24.05264,-18.12519,-17.81269,-18.56269,-17.31269,-17.938007
+440700,-19.562738,-22.350866,-9.750238,-20.198606,-21.160265,-20.63859,-23.250238,-19.442907,-26.779955,-17.562738,-20.562738,-0.00023862852,-15.500238,-16.125673
+412263,-19.4376,-23.084476,-18.0001,-22.016819,-22.386194,-17.080809,-21.9376,-13.910998,-26.259048,-14.125098,-9.846203e-05,-18.5001,-22.3751,-17.673409
+229914,-9.876902,-11.630732,-9.751902,-12.779947,-13.234606,-0.0046117995,-11.314402,-9.502958,-19.22499,-8.376902,-9.501902,-9.626902,-11.689402,-10.752046
+549503,-15.688364,-22.448772,-11.250864,-15.196878,-15.506639,-16.626242,-16.188364,-12.136008,-23.922049,-14.500864,-16.188364,-10.125864,-12.500864,-0.0012915253
+309803,-14.750147,-15.538077,-15.812647,-18.961111,-19.508041,-9.752203,-18.312647,-0.00025664078,-17.235594,-13.875147,-15.375147,-15.312647,-16.875147,-13.751186
+413252,-18.500053,-23.005283,-15.625053,-22.572863,-22.575882,-21.482746,-21.937553,-13.93205,-26.248745,-11.250053,-5.3404336e-05,-18.000053,-21.500053,-19.301683
+194445,-16.875141,-19.279434,-10.875142,-14.17601,-0.00046938244,-21.098484,-18.625141,-15.341367,-19.976772,-16.500141,-17.062641,-18.750141,-16.625141,-18.689167
+538591,-17.187803,-20.0752,-11.500302,-16.5716,-16.483164,-16.453337,-17.750303,-13.129254,-25.527046,-15.562802,-17.625303,-10.750302,-12.250302,-0.00050287816
+555568,-15.875763,-20.920034,-9.500763,-16.0684,-16.746155,-15.533013,-16.750763,-13.001925,-23.85088,-13.625763,-16.688263,-10.250763,-9.125763,-0.00091224466
+70400,-10.750548,-0.0030735862,-13.438048,-14.5054,-11.251715,-16.286459,-11.375548,-15.004372,-18.92376,-16.43805,-14.625548,-13.125548,-14.250548,-11.626358
+133576,-17.564032,-15.573683,-6.6265326,-0.0017772785,-16.252117,-14.088752,-18.626532,-14.8983345,-22.594881,-14.251533,-17.939032,-14.501533,-14.001533,-16.06458
+377280,-16.500732,-21.231913,-12.750733,-17.5046,-20.067595,-12.960267,-19.125732,-8.631092,-22.881062,-0.00073298765,-7.750733,-15.500733,-18.500732,-18.92254
+173839,-16.312645,-17.561895,-10.000145,-15.388809,-0.00034746405,-15.501937,-18.875145,-12.345707,-21.092304,-18.437645,-17.250145,-17.625145,-17.812645,-15.876354
+194136,-16.562754,-16.961369,-9.875254,-14.133407,-0.00069331157,-15.926194,-17.812754,-16.046282,-19.205803,-17.625254,-17.187754,-18.812754,-17.000254,-16.626625
+242653,-11.750789,-8.281368,-14.938289,-16.677433,-11.405203,-21.470934,-0.000788616,-15.943293,-20.664888,-15.625789,-13.250789,-15.688289,-15.750789,-13.751236
+454808,-19.125286,-22.833723,-11.750286,-20.460459,-20.592615,-17.11528,-23.125286,-19.501434,-27.739872,-18.062786,-20.437786,-0.00028641892,-16.750286,-16.126078
+511940,-16.937834,-23.92121,-8.875334,-18.38388,-16.19436,-19.640354,-18.687834,-17.386883,-25.772366,-16.625334,-19.437834,-14.375334,-0.00033396867,-10.87586
+623075,-19.625103,-26.71864,-13.875103,-22.21333,-19.775362,-22.452364,-20.812603,-18.776623,-27.860376,-18.062603,-20.812603,-15.375103,-0.000102753125,-12.126497
+495787,-18.68759,-25.287455,-13.62509,-21.831913,-19.081718,-16.546528,-20.75009,-17.946318,-26.869131,-17.25009,-19.25009,-15.12509,-8.964137e-05,-12.750424
+520554,-16.500328,-21.344221,-12.000328,-17.580128,-17.789766,-13.993472,-18.500328,-13.3764,-25.468151,-15.625328,-18.562828,-12.375328,-13.375328,-0.0006537561
+98721,-15.125257,-16.655268,-0.00025662468,-12.000859,-13.876285,-12.638634,-20.062757,-12.540532,-24.884634,-13.625257,-17.125257,-10.500257,-14.000257,-17.18833
+509603,-18.812569,-24.515408,-14.625068,-21.342268,-20.155964,-20.145628,-21.687569,-18.127607,-27.54269,-18.687569,-19.375069,-16.250069,-6.782779e-05,-16.503578
+528569,-17.375145,-19.099379,-12.750144,-17.656792,-17.383661,-18.60095,-18.812645,-15.251688,-28.154196,-16.000145,-19.375145,-11.875144,-15.000144,-0.00039513689
+474747,-18.18762,-22.25688,-11.000121,-20.44531,-20.637028,-17.356403,-22.87512,-18.319826,-26.734642,-18.37512,-19.37512,-0.000121109304,-15.250121,-17.438337
+10442,-9.417091e-05,-16.710026,-14.375094,-18.74072,-16.597912,-13.753777,-17.500093,-17.813307,-26.83934,-19.125093,-16.625093,-16.875093,-16.750093,-18.147362
+336661,-16.812548,-17.08561,-14.687548,-16.16064,-19.630436,-24.486042,-14.437548,-13.312824,-0.000103590166,-17.062548,-14.250048,-14.437548,-15.500048,-17.382675
+137621,-14.12607,-14.747274,-7.2510705,-0.0015470075,-10.626517,-11.716695,-18.25107,-12.669424,-24.705334,-13.25107,-16.50107,-14.75107,-14.12607,-15.5639925
+418783,-17.625986,-21.27598,-15.500986,-20.912445,-22.444016,-17.73792,-20.313486,-11.292632,-23.681225,-7.0009866,-0.000986447,-17.000986,-21.250986,-19.748886
+82931,-14.000427,-15.903442,-0.0004276315,-14.129911,-10.875619,-17.431904,-17.937927,-12.384402,-22.065042,-14.250427,-17.312927,-9.125427,-13.875427,-15.250714
+443483,-16.750418,-19.208107,-10.625418,-18.832527,-17.20434,-12.508185,-20.750418,-16.314384,-25.859467,-17.250418,-18.812918,-0.00041726464,-13.875418,-11.875784
+480350,-19.625383,-27.03549,-13.125383,-22.280403,-20.36443,-27.231068,-22.062883,-20.09431,-31.457802,-18.625383,-22.750383,-16.000383,-0.0003836611,-15.503519
+166095,-15.93775,-17.10144,-9.00025,-14.132155,-0.0006069187,-16.46783,-18.93775,-13.502822,-21.644123,-16.37525,-16.50025,-17.25025,-16.50025,-16.875933

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,631 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.30203764140605927,0,9.114228248596191,
+0,8,0.06712520122528076,1,6.776419512430826,
+0,16,0.04954078420996666,2,6.225731372833252,
+0,24,0.041504211723804474,3,8.36053733030955,
+0,32,0.039400551468133926,4,6.4680516719818115,
+0,40,0.039724163711071014,5,3.9304314960132944,
+0,48,0.047982338815927505,6,6.797203983579363,
+0,56,0.03728380426764488,7,5.679145867625873,
+0,64,0.037603799253702164,8,5.60323228687048,
+0,72,0.035531241446733475,9,2.94890878146345,
+1,80,0.03586205840110779,10,3.3696569395916804,
+1,88,0.04485057294368744,11,1.9651148341596127,
+1,96,0.0497305728495121,12,3.0493737590663574,
+1,104,0.04274148866534233,13,2.8257754926498118,
+1,112,0.04926757887005806,14,2.664977584566389,
+1,120,0.04920629411935806,15,2.098461772004763,
+1,128,0.03807809576392174,16,1.2536621413060598,
+,,,16,,1.2066702161516463
+1,136,0.036790382117033005,17,0.6587324440479279,
+1,144,0.03817091882228851,18,1.3255241811275482,
+1,152,0.03825782239437103,19,0.29918861370533706,
+2,160,0.035179249942302704,20,1.035202760497729,
+2,168,0.052070293575525284,21,0.8993469856213778,
+2,176,0.03669438883662224,22,0.16159560158848763,
+2,184,0.03514047712087631,23,0.17158225957642903,
+2,192,0.03594173118472099,24,0.15681968722492456,
+2,200,0.03916769102215767,25,0.14750314651921922,
+2,208,0.04983237758278847,26,0.06783062366166097,
+2,216,0.07021678611636162,27,0.05531948781572282,
+2,224,0.034349001944065094,28,0.031051292503252625,
+2,232,0.034592729061841965,29,0.013861359278154042,
+3,240,0.034328583627939224,30,0.08482262733965538,
+3,248,0.03768094256520271,31,0.02827667649118946,
+3,256,0.0379389226436615,32,0.014452910780285795,
+,,,32,,0.20652840818677629
+3,264,0.037623826414346695,33,0.24232233132575998,
+3,272,0.04050303250551224,34,0.0061747037107124925,
+3,280,0.04105963930487633,35,0.23718402470247105,
+3,288,0.0403030626475811,36,0.042887642894956196,
+3,296,0.038065358996391296,37,0.05194006212210903,
+3,304,0.037265852093696594,38,0.0041539088560966775,
+3,312,0.03657662868499756,39,0.01579593584927566,
+4,320,0.03571489080786705,40,0.02275419197659093,
+4,328,0.038935478776693344,41,0.052368892263205326,
+4,336,0.04174438491463661,42,0.010561475684517064,
+4,344,0.03560863062739372,43,0.013745915943714366,
+4,352,0.03533395379781723,44,0.027228970953729004,
+4,360,0.03420906886458397,45,0.06442458613795073,
+4,368,0.037237055599689484,46,0.06670313471944869,
+4,376,0.0355929397046566,47,0.024811848232415147,
+4,384,0.035961855202913284,48,0.05899424927026432,
+,,,48,,0.18072778838021414
+4,392,0.041452113538980484,49,0.05387351450044662,
+5,400,0.0370209626853466,50,0.021177616853189345,
+5,408,0.05227487534284592,51,0.0030806924174116416,
+5,416,0.048055510967969894,52,0.014276666074203184,
+5,424,0.03547099977731705,53,0.0059816034840575105,
+5,432,0.03604208678007126,54,0.0045244505017763,
+5,440,0.04084647819399834,55,0.005472785923356081,
+5,448,0.042632292956113815,56,0.0024747524929063566,
+5,456,0.040215034037828445,57,0.006413526755447189,
+5,464,0.0388123095035553,58,0.006681123997883073,
+5,472,0.045919906347990036,59,0.00214644009975018,
+6,480,0.04148285090923309,60,0.004736412929979941,
+6,488,0.03800808638334274,61,0.0028995321564642446,
+6,496,0.03748524188995361,62,0.004764709336450323,
+6,504,0.0379912406206131,63,0.003648703710900413,
+6,512,0.04152986779808998,64,0.00899505176089911,
+,,,64,,0.12540775537490845
+6,520,0.041198063641786575,65,0.003524578089127317,
+6,528,0.04359767213463783,66,0.0037473911652341485,
+6,536,0.05237231403589249,67,0.003347320216776365,
+6,544,0.04078122228384018,68,0.0020514359033162086,
+6,552,0.038648612797260284,69,0.0021427319928382835,
+7,560,0.05008081719279289,70,0.0038049036278001345,
+7,568,0.048843517899513245,71,0.0021543031246189707,
+7,576,0.034492529928684235,72,0.006169107111278349,
+7,584,0.04835275933146477,73,0.0031860692709285232,
+7,592,0.039422307163476944,74,0.002483850564150249,
+7,600,0.05012131109833717,75,0.0010348073959064025,
+7,608,0.04088768735527992,76,0.003320330059908044,
+7,616,0.034555431455373764,77,0.0017086879903217777,
+7,624,0.034698594361543655,78,0.004629746885397113,
+7,632,0.033471766859292984,79,0.00235079398068289,
+8,640,0.04091234505176544,80,0.001737801222978825,
+,,,80,,0.12128133433205741
+8,648,0.038758136332035065,81,0.004721518086929184,
+8,656,0.03384670242667198,82,0.0030142598220014145,
+8,664,0.03470833972096443,83,0.0019015186430456547,
+8,672,0.03318814933300018,84,0.002188895541864137,
+8,680,0.040584810078144073,85,0.002517318384586057,
+8,688,0.038893334567546844,86,0.003539199591614306,
+8,696,0.03270639106631279,87,0.001990937426065405,
+8,704,0.03274071216583252,88,0.0028630196555660893,
+9,712,0.0325520820915699,89,0.002382063155528158,
+9,720,0.04131469875574112,90,0.0023305955289218286,
+9,728,0.040427159518003464,91,0.0022846465775122247,
+9,736,0.03710657358169556,92,0.0017070075652251642,
+9,744,0.03277743235230446,93,0.003474217218657335,
+9,752,0.03274819254875183,94,0.0020470199981770876,
+9,760,0.03402924910187721,95,0.002380718470354063,
+9,768,0.033682405948638916,96,0.002210992621257901,
+,,,96,,0.11673000029155187
+9,776,0.03247881308197975,97,0.0023791569048106404,
+9,784,0.03318937495350838,98,0.002391749932520235,
+10,792,0.038961030542850494,99,0.001982451702739733,
+10,800,0.04061152786016464,100,0.0024828604135629056,
+10,808,0.034191232174634933,101,0.0017229159760366504,
+10,816,0.0330999381840229,102,0.002223037171643227,
+10,824,0.032459113746881485,103,0.0027232635560828972,
+10,832,0.032024770975112915,104,0.0024117121453552195,
+10,840,0.034530844539403915,105,0.0019317135273013264,
+10,848,0.0325140580534935,106,0.0016833467641845345,
+10,856,0.03313654661178589,107,0.0017338712867866787,
+10,864,0.03283684700727463,108,0.002608266881517401,
+11,872,0.03264923393726349,109,0.002599358827305528,
+11,880,0.03258078917860985,110,0.001864949644576492,
+11,888,0.034998826682567596,111,0.001780301211900743,
+11,896,0.036821939051151276,112,0.0023355000361334533,
+,,,112,,0.11540283475603376
+11,904,0.04251949489116669,113,0.0034169820345206453,
+11,912,0.03288644179701805,114,0.0030244643634292656,
+11,920,0.0335271991789341,115,0.0025160680460329684,
+11,928,0.03921223059296608,116,0.001398636392938594,
+11,936,0.037372298538684845,117,0.0015277900227094786,
+11,944,0.03248915821313858,118,0.002180808600421776,
+12,952,0.03319011628627777,119,0.0024984114100404372,
+12,960,0.03903089091181755,120,0.002350224254769273,
+12,968,0.03565484285354614,121,0.0024361531832255423,
+12,976,0.03719758614897728,122,0.0014720634353579953,
+12,984,0.03657379746437073,123,0.0017732981068547815,
+12,992,0.03756164759397507,124,0.00323394899235361,
+12,1000,0.03913929685950279,125,0.0010998795748621757,
+12,1008,0.03880409523844719,126,0.0016856489198592802,
+12,1016,0.04408299922943115,127,0.001445437580431727,
+12,1024,0.03771958500146866,128,0.001406608456118892,
+,,,128,,0.11648487193243844
+13,1032,0.036778368055820465,129,0.003459091799763533,
+13,1040,0.03650018572807312,130,0.001796234494951718,
+13,1048,0.04472287744283676,131,0.0012266808979412808,
+13,1056,0.03881257772445679,132,0.0010693015250250357,
+13,1064,0.03972766548395157,133,0.001974166219588369,
+13,1072,0.0379347950220108,134,0.001380855360856423,
+13,1080,0.03985290601849556,135,0.002067318358141082,
+13,1088,0.04031139984726906,136,0.002099178810815581,
+13,1096,0.04127540811896324,137,0.001986715299911642,
+13,1104,0.04023202881217003,138,0.0021643980061136453,
+14,1112,0.040122900158166885,139,0.0028128544384214494,
+14,1120,0.03701162710785866,140,0.0012574565122262216,
+14,1128,0.03796587884426117,141,0.0013396909132345834,
+14,1136,0.037460848689079285,142,0.0017408600174045811,
+14,1144,0.03923851251602173,143,0.001358333445386961,
+14,1152,0.03779524937272072,144,0.0037354543601395562,
+,,,144,,0.11094459465571813
+14,1160,0.039177268743515015,145,0.0014463948008293906,
+14,1168,0.041477035731077194,146,0.001005978518757426,
+14,1176,0.040685731917619705,147,0.0026384760923166242,
+14,1184,0.038224078714847565,148,0.0017410301885460145,
+15,1192,0.03729013353586197,149,0.0022587366613813424,
+15,1200,0.03762010112404823,150,0.0018858709462130298,
+15,1208,0.03877682238817215,151,0.0009942294612604503,
+15,1216,0.04068408161401749,152,0.001810746537687789,
+15,1224,0.05162867531180382,153,0.0012633971119713453,
+15,1232,0.05101738125085831,154,0.002768441223971812,
+15,1240,0.0368155837059021,155,0.0021688680280931294,
+15,1248,0.038202911615371704,156,0.0014853030540204297,
+15,1256,0.03822682052850723,157,0.0008471892474012242,
+15,1264,0.038021765649318695,158,0.0020998620544560253,
+16,1272,0.03806415572762489,159,0.0014147933276641804,
+16,1280,0.04206244274973869,160,0.002289291067669789,
+,,,160,,0.10939804145268031
+16,1288,0.04070653021335602,161,0.002299388147851763,
+16,1296,0.046988826245069504,162,0.0016112249247574558,
+16,1304,0.03760205954313278,163,0.0011382619632058777,
+16,1312,0.037183620035648346,164,0.002110164163501135,
+16,1320,0.03820919245481491,165,0.0011506443710955368,
+16,1328,0.04251336678862572,166,0.0014366336265363945,
+16,1336,0.046110622584819794,167,0.0011046649524359964,
+17,1344,0.03772181645035744,168,0.0023814473807921305,
+17,1352,0.03903086856007576,169,0.001260788063518703,
+17,1360,0.039085254073143005,170,0.0012795409171043762,
+17,1368,0.04356198385357857,171,0.0015869799203106336,
+17,1376,0.04078562557697296,172,0.002158349676227028,
+17,1384,0.04656870663166046,173,0.0020145526983209754,
+17,1392,0.039685387164354324,174,0.0018910899671027437,
+17,1400,0.038395632058382034,175,0.0011011892172973603,
+17,1408,0.03868648037314415,176,0.00193090704306087,
+,,,176,,0.10777315923145839
+17,1416,0.04114946722984314,177,0.001292168295809201,
+18,1424,0.042053189128637314,178,0.0009196184714360592,
+18,1432,0.0388590469956398,179,0.0018686540473330144,
+18,1440,0.03862961009144783,180,0.002226337493214357,
+18,1448,0.03819247707724571,181,0.001963081626364818,
+18,1456,0.0408753901720047,182,0.001159203144757507,
+18,1464,0.04773443192243576,183,0.001081929854328998,
+18,1472,0.04781562462449074,184,0.0014754513081593008,
+18,1480,0.04208407178521156,185,0.0016552578807542367,
+18,1488,0.041175536811351776,186,0.0012172711649327539,
+18,1496,0.04367324337363243,187,0.001806909596780315,
+19,1504,0.04074060171842575,188,0.001285992213524878,
+19,1512,0.039398301392793655,189,0.0012404339237643096,
+19,1520,0.03785540908575058,190,0.0011673347413307055,
+19,1528,0.0370577834546566,191,0.0017455706207935389,
+19,1536,0.04370121285319328,192,0.001087691916230445,
+,,,192,,0.10755997044699532
+19,1544,0.036001551896333694,193,0.002478805640500716,
+19,1552,0.040391597896814346,194,0.001049729739315808,
+19,1560,0.04311532899737358,195,0.001872702127841946,
+19,1568,0.041291166096925735,196,0.0013783985521192389,
+19,1576,0.042335737496614456,197,0.001479976007920833,
+20,1584,0.0363311842083931,198,0.0014911730093165087,
+20,1592,0.034838512539863586,199,0.000984455931757111,
+20,1600,0.03450004756450653,200,0.0017068983699359437,
+20,1608,0.04271138086915016,201,0.000976401837154602,
+20,1616,0.03862866014242172,202,0.0011462365534195367,
+20,1624,0.04176414757966995,203,0.001680755907168182,
+20,1632,0.03531397879123688,204,0.001329691369998424,
+20,1640,0.04161014035344124,205,0.002404315610571454,
+20,1648,0.03530887886881828,206,0.0012327357447550942,
+20,1656,0.036579251289367676,207,0.0013308556478781005,
+21,1664,0.05199054256081581,208,0.0010707999899750575,
+,,,208,,0.10722199508122035
+21,1672,0.03586376830935478,209,0.0015490025786372523,
+21,1680,0.03566473349928856,210,0.0021123389985101917,
+21,1688,0.035893313586711884,211,0.001291907137224021,
+21,1696,0.045288171619176865,212,0.001315954208621406,
+21,1704,0.034650128334760666,213,0.0011023448460036889,
+21,1712,0.03516574203968048,214,0.0017220523981710098,
+21,1720,0.03466280177235603,215,0.0010090387688251213,
+21,1728,0.03824261948466301,216,0.0008783197146840394,
+21,1736,0.03920590877532959,217,0.0019433143731605793,
+22,1744,0.03541267663240433,218,0.0012558070831635798,
+22,1752,0.03511084243655205,219,0.001846669986358999,
+22,1760,0.03500809520483017,220,0.0009292476781411097,
+22,1768,0.03756839781999588,221,0.0010074090726751213,
+22,1776,0.03715333342552185,222,0.001266916406166274,
+22,1784,0.04191727563738823,223,0.0008384797464324427,
+22,1792,0.035279348492622375,224,0.0020269105510893636,
+,,,224,,0.10939632994788033
+22,1800,0.03672518581151962,225,0.0014687866263557226,
+22,1808,0.04164730757474899,226,0.001510204649613505,
+22,1816,0.03892652317881584,227,0.0013165750614671896,
+23,1824,0.03588506951928139,228,0.0013319716111124893,
+23,1832,0.03307065740227699,229,0.0011617280276065383,
+23,1840,0.03309972211718559,230,0.0010807692041535947,
+23,1848,0.04098069667816162,231,0.0013639320495713037,
+23,1856,0.03701718524098396,232,0.0008271037562129399,
+23,1864,0.04213273525238037,233,0.001308177683053405,
+23,1872,0.033018726855516434,234,0.0011596213778830133,
+23,1880,0.033214595168828964,235,0.0026079227266434047,
+23,1888,0.03286883980035782,236,0.0011217079625245841,
+23,1896,0.036256060004234314,237,0.000866448068942797,
+24,1904,0.03312300518155098,238,0.00195022287152824,
+24,1912,0.04892416670918465,239,0.001005895897105802,
+24,1920,0.038385506719350815,240,0.0019288752500870032,
+,,,240,,0.10892247302191597
+24,1928,0.03654125705361366,241,0.0015947724330342477,
+24,1936,0.03351610526442528,242,0.0009786249272740232,
+24,1944,0.03915020450949669,243,0.0008022538168006577,
+24,1952,0.03413500264286995,244,0.0010620809160172939,
+24,1960,0.03262190893292427,245,0.0013535638312792539,
+24,1968,0.042352426797151566,246,0.0007625461757925223,
+25,1976,0.03523315116763115,247,0.00143823004856875,
+25,1984,0.03864496946334839,248,0.0010171155687809612,
+25,1992,0.04799610376358032,249,0.0010915592787429118,
+25,2000,0.04405619204044342,250,0.000807150087149983,
+25,2008,0.032685838639736176,251,0.0017233183316420764,
+25,2016,0.03336377069354057,252,0.0006912627230541637,
+25,2024,0.03369232267141342,253,0.0015121884397768343,
+25,2032,0.03625969588756561,254,0.0009716332308016718,
+25,2040,0.042055048048496246,255,0.0012328876307167644,
+25,2048,0.036943066865205765,256,0.0016196626758236171,
+,,,256,,0.10833082028797694
+26,2056,0.05043421685695648,257,0.001663551597051661,
+26,2064,0.04235049709677696,258,0.001682506459474098,
+26,2072,0.035285208374261856,259,0.001106274042588969,
+26,2080,0.038323525339365005,260,0.001723529056603597,
+26,2088,0.041242457926273346,261,0.0010804917530751685,
+26,2096,0.03765729069709778,262,0.0010628377082563627,
+26,2104,0.04204351454973221,263,0.0009140908458413413,
+26,2112,0.03713987395167351,264,0.0009763577594033753,
+26,2120,0.05049172416329384,265,0.0013198634376749396,
+26,2128,0.038989730179309845,266,0.0012892833416117354,
+27,2136,0.04082706570625305,267,0.0010649567203862326,
+27,2144,0.04337345436215401,268,0.0009792600098686914,
+27,2152,0.03512522950768471,269,0.0014187690581560933,
+27,2160,0.03657031059265137,270,0.0013946295008421517,
+27,2168,0.034320682287216187,271,0.0006255846559984743,
+27,2176,0.03311631456017494,272,0.0012858891726258055,
+,,,272,,0.10501372814178467
+27,2184,0.045189160853624344,273,0.0011486904113553464,
+27,2192,0.036169927567243576,274,0.0016008853640717764,
+27,2200,0.03567977994680405,275,0.0012678970512448966,
+27,2208,0.04605712369084358,276,0.0011111470494969663,
+28,2216,0.04745380952954292,277,0.00111460842648133,
+28,2224,0.034810520708560944,278,0.0011142980280662111,
+28,2232,0.036353949457407,279,0.0008898166166285851,
+28,2240,0.052487943321466446,280,0.0009811355061281253,
+28,2248,0.04043492674827576,281,0.0010393931452805797,
+28,2256,0.041172660887241364,282,0.0012842288124375045,
+28,2264,0.03514714539051056,283,0.00137863631329417,
+28,2272,0.0365222692489624,284,0.0009325678317206135,
+28,2280,0.0364803709089756,285,0.001853906277877589,
+28,2288,0.03467754274606705,286,0.0007155534054618329,
+29,2296,0.039511531591415405,287,0.001119606546126306,
+29,2304,0.03710416704416275,288,0.0014018417363438535,
+,,,288,,0.10517539296831403
+29,2312,0.03919941186904907,289,0.0010552792186250112,
+29,2320,0.039608728140592575,290,0.0009657239337684586,
+29,2328,0.0362255722284317,291,0.001347037396953965,
+29,2336,0.03917980566620827,292,0.0007427860000461806,
+29,2344,0.04180115461349487,293,0.0014190011614118702,
+29,2352,0.0370011031627655,294,0.0008333061391917559,
+29,2360,0.03523244708776474,295,0.001640817154951107,
+29,2368,0.053013354539871216,296,0.0010818488372024149,
+30,2376,0.03943463787436485,297,0.0007630612245910535,
+30,2384,0.03816631808876991,298,0.0009130111928763134,
+30,2392,0.04381818324327469,299,0.0017322600345193808,
+30,2400,0.04242640733718872,300,0.0011445080006244378,
+30,2408,0.04194355010986328,301,0.0006897167365353268,
+30,2416,0.03727635368704796,302,0.0015038054989418015,
+30,2424,0.05184958875179291,303,0.001110925102174016,
+30,2432,0.03615366667509079,304,0.001276317416341044,
+,,,304,,0.10712846687861852
+30,2440,0.03819374740123749,305,0.0009056734831704359,
+30,2448,0.04060044884681702,306,0.0009846228666984562,
+31,2456,0.03681846708059311,307,0.001021785277631492,
+31,2464,0.036483895033597946,308,0.0006306546468598148,
+31,2472,0.03452588990330696,309,0.0010468662992934696,
+31,2480,0.036091938614845276,310,0.001360970195561934,
+31,2488,0.03931526467204094,311,0.0009252473779876406,
+31,2496,0.04451470077037811,312,0.0007300035839972014,
+31,2504,0.03629191219806671,313,0.001466710411477834,
+31,2512,0.04880634695291519,314,0.0008601742156315595,
+31,2520,0.035741016268730164,315,0.001527890479979653,
+31,2528,0.04076465964317322,316,0.0008166553307091817,
+32,2536,0.04073343053460121,317,0.0007139100666141271,
+32,2544,0.03607400506734848,318,0.0010839234143661866,
+32,2552,0.03609595447778702,319,0.0007706084953887122,
+32,2560,0.03931774944067001,320,0.0008623907461614264,
+,,,320,,0.10438163791384016
+32,2568,0.041150957345962524,321,0.001541611894936068,
+32,2576,0.0364469513297081,322,0.000793459388660267,
+32,2584,0.03687388449907303,323,0.0016513219717043367,
+32,2592,0.044162165373563766,324,0.0013628593607184789,
+32,2600,0.039565008133649826,325,0.0011172470284774054,
+33,2608,0.04100705683231354,326,0.0007207795254847346,
+33,2616,0.03619711846113205,327,0.001559606715625919,
+33,2624,0.03664080426096916,328,0.0013041281324279095,
+33,2632,0.04347815364599228,329,0.0010735869407653808,
+33,2640,0.04543177783489227,330,0.0008474051179031708,
+33,2648,0.037788230925798416,331,0.0008967618212207324,
+33,2656,0.04809572920203209,332,0.0009290739134567874,
+33,2664,0.049401409924030304,333,0.0005912395410834708,
+33,2672,0.04950758442282677,334,0.0012664884391900462,
+33,2680,0.04820867255330086,335,0.000672975649090054,
+34,2688,0.03779109567403793,336,0.0011394271680798668,
+,,,336,,0.1031282799584525
+34,2696,0.03987545892596245,337,0.0011544880954633381,
+34,2704,0.040929559618234634,338,0.0008185898120493882,
+34,2712,0.052903912961483,339,0.0009939203773683403,
+34,2720,0.04599311202764511,340,0.0015860135395390292,
+34,2728,0.05037102475762367,341,0.0011457320985808859,
+34,2736,0.04220481961965561,342,0.001243547323004653,
+34,2744,0.04120652377605438,343,0.000680717582740313,
+34,2752,0.03599594160914421,344,0.0007396479278603303,
+34,2760,0.03772210329771042,345,0.0008873346109444705,
+35,2768,0.0413290373980999,346,0.0009615856130646231,
+35,2776,0.036323223263025284,347,0.0006561266262516645,
+35,2784,0.03716276213526726,348,0.0015664074844607967,
+35,2792,0.04105567932128906,349,0.0008869833783881569,
+35,2800,0.03905075415968895,350,0.0013858514236441504,
+35,2808,0.039961282163858414,351,0.0008000909864287158,
+35,2816,0.03870076313614845,352,0.0009192085766699165,
+,,,352,,0.10505719695772443
+35,2824,0.037504203617572784,353,0.0012179630393802654,
+35,2832,0.03848728910088539,354,0.0007845573472877732,
+35,2840,0.04016711935400963,355,0.0008501714590238407,
+36,2848,0.038895100355148315,356,0.0008525718831851219,
+36,2856,0.035954754799604416,357,0.0008701407496118918,
+36,2864,0.03567788749933243,358,0.0007365116689470597,
+36,2872,0.03537856042385101,359,0.001036113130144908,
+36,2880,0.03774093836545944,360,0.0011311011132255028,
+36,2888,0.05059356242418289,361,0.0012149691911569485,
+36,2896,0.0374765507876873,362,0.0006227273028343916,
+36,2904,0.03748946264386177,363,0.0016280941095569038,
+36,2912,0.03665750473737717,364,0.0009083968952136973,
+36,2920,0.038116659969091415,365,0.0007232313232221218,
+37,2928,0.05123027041554451,366,0.0008694738044141559,
+37,2936,0.03571385145187378,367,0.0008452566107735038,
+37,2944,0.03767658770084381,368,0.0006721658166497946,
+,,,368,,0.1035559858594622
+37,2952,0.04202784597873688,369,0.0009198788786306978,
+37,2960,0.041537586599588394,370,0.0007019761130019712,
+37,2968,0.038577429950237274,371,0.0007856963566155173,
+37,2976,0.044318027794361115,372,0.0011592163735678275,
+37,2984,0.04050915315747261,373,0.0013733658322183015,
+37,2992,0.037685003131628036,374,0.0008305925075546838,
+37,3000,0.05372627452015877,375,0.0016758649592072917,
+38,3008,0.045042023062705994,376,0.000712235118044191,
+38,3016,0.044076599180698395,377,0.0008715231553651393,
+38,3024,0.041901472955942154,378,0.0005470737189170905,
+38,3032,0.044985298067331314,379,0.0007121919916244224,
+38,3040,0.039345741271972656,380,0.0014259204108384438,
+38,3048,0.037992313504219055,381,0.000825870106032548,
+38,3056,0.0367899127304554,382,0.0006902761712862069,
+38,3064,0.03688551113009453,383,0.0015151126062846743,
+38,3072,0.0361732542514801,384,0.0007626980738926002,
+,,,384,,0.10559119497026716
+38,3080,0.03811372444033623,385,0.0014085024998236734,
+39,3088,0.036622971296310425,386,0.0005842915790188792,
+39,3096,0.03687596693634987,387,0.0007783616905120047,
+39,3104,0.035354696214199066,388,0.0008431838650722057,
+39,3112,0.03684214502573013,389,0.0007705046849038738,
+39,3120,0.03754450008273125,390,0.0007378984616176846,
+39,3128,0.03790254145860672,391,0.0013164153601142711,
+39,3136,0.03797358274459839,392,0.0009485536096950195,
+39,3144,0.03738684952259064,393,0.0010079722144707506,
+39,3152,0.042141493409872055,394,0.0008394773758482188,
+39,3160,0.054168835282325745,395,0.0015165594388515903,
+40,3168,0.04089197888970375,396,0.0008613081396712611,
+40,3176,0.04284565523266792,397,0.0006765097884150842,
+40,3184,0.04134019836783409,398,0.0007015213365472542,
+40,3192,0.03515014797449112,399,0.0010888359257175276,
+40,3200,0.04488257318735123,400,0.0009614240731864881,
+,,,400,,0.10330336434500557
+40,3208,0.042528994381427765,401,0.0016859142432132592,
+40,3216,0.05305910483002663,402,0.0006660380968241952,
+40,3224,0.035706616938114166,403,0.0006482687593753715,
+40,3232,0.035658739507198334,404,0.0009892240865156054,
+41,3240,0.04948785901069641,405,0.0010220675374677574,
+41,3248,0.03354339674115181,406,0.0007345298014115542,
+41,3256,0.03315923362970352,407,0.0014189263181631556,
+41,3264,0.03277026116847992,408,0.0012112905669103688,
+41,3272,0.03388739749789238,409,0.0008282124326797202,
+41,3280,0.05147034302353859,410,0.0006294227681461383,
+41,3288,0.0439101941883564,411,0.0006640036954195239,
+41,3296,0.03590039536356926,412,0.0007508731639693276,
+41,3304,0.034163765609264374,413,0.0008588148524392058,
+41,3312,0.03529166802763939,414,0.0008645939116831869,
+42,3320,0.04178525134921074,415,0.0012328498880378902,
+42,3328,0.038568273186683655,416,0.00085174534797261,
+,,,416,,0.10672396421432495
+42,3336,0.03912869840860367,417,0.0016261649683916143,
+42,3344,0.03953785076737404,418,0.0011315539092968472,
+42,3352,0.039591845124959946,419,0.0005368951990801309,
+42,3360,0.04231531545519829,420,0.0011236541826152601,
+42,3368,0.04034765064716339,421,0.0006679823335226891,
+42,3376,0.036024902015924454,422,0.0007490389446805542,
+42,3384,0.03343683108687401,423,0.0005085602606413886,
+42,3392,0.03412453085184097,424,0.0007545532522878299,
+43,3400,0.03374936431646347,425,0.0007970172227942385,
+43,3408,0.045399028807878494,426,0.0011516476359767175,
+43,3416,0.044886019080877304,427,0.0006541127404489089,
+43,3424,0.04023950919508934,428,0.0006258681308033622,
+43,3432,0.0395917184650898,429,0.0014789175009354949,
+43,3440,0.04025037959218025,430,0.000735948890602837,
+43,3448,0.034580081701278687,431,0.0006967593243726614,
+43,3456,0.040757887065410614,432,0.000745141546108893,
+,,,432,,0.10074289355959211
+43,3464,0.03326930105686188,433,0.0012082481262041256,
+43,3472,0.033191386610269547,434,0.0007107090025853652,
+44,3480,0.0339055061340332,435,0.0011201527873601984,
+44,3488,0.040231477469205856,436,0.0006850620537685851,
+44,3496,0.038681551814079285,437,0.0008324490821299454,
+44,3504,0.03252327814698219,438,0.0011365159919175009,
+44,3512,0.03386620059609413,439,0.0009421552917046938,
+44,3520,0.03290940076112747,440,0.001101455773235872,
+44,3528,0.03052389621734619,441,0.0006843665081153935,
+44,3536,0.03791245073080063,442,0.0006760943819804547,
+44,3544,0.03893522545695305,443,0.0005689379225562637,
+44,3552,0.038167886435985565,444,0.0007040967235904342,
+45,3560,0.03383771330118179,445,0.0010031239265420784,
+45,3568,0.03118181601166725,446,0.0009158995579293168,
+45,3576,0.03384196013212204,447,0.0011855391280465376,
+45,3584,0.03224321827292442,448,0.0010285338638433522,
+,,,448,,0.10310688189097814
+45,3592,0.037744756788015366,449,0.0005958415519368524,
+45,3600,0.03166883438825607,450,0.000850885794664334,
+45,3608,0.0325915552675724,451,0.0006688817128843556,
+45,3616,0.04204164817929268,452,0.0011922516614504275,
+45,3624,0.045121438801288605,453,0.0006615605464806625,
+45,3632,0.034749411046504974,454,0.0007274333264730456,
+46,3640,0.039702922105789185,455,0.0005878641296966145,
+46,3648,0.03961798921227455,456,0.0008916938307017765,
+46,3656,0.033978644758462906,457,0.0018588839190600154,
+46,3664,0.031203661113977432,458,0.0008417185842214773,
+46,3672,0.03212495893239975,459,0.0007819091442797799,
+46,3680,0.035909973084926605,460,0.0006667582544169444,
+46,3688,0.03890528529882431,461,0.0006439314199199614,
+46,3696,0.03201688081026077,462,0.000676523386833391,
+46,3704,0.03267155587673187,463,0.0008681410358154348,
+46,3712,0.03205394372344017,464,0.0007444132454967236,
+,,,464,,0.10139281409127372
+47,3720,0.03995567560195923,465,0.0005766477753730634,
+47,3728,0.03492339327931404,466,0.0008286445694726094,
+47,3736,0.035129185765981674,467,0.0006005835000126224,
+47,3744,0.03332626819610596,468,0.0009514824705547653,
+47,3752,0.03644375875592232,469,0.000881869866134366,
+47,3760,0.03826121240854263,470,0.0016447807053433887,
+47,3768,0.03920474275946617,471,0.000730796232043455,
+47,3776,0.0356956385076046,472,0.0010378895443864168,
+47,3784,0.03434545919299126,473,0.0005706307210857631,
+47,3792,0.030822400003671646,474,0.0006338404742895033,
+48,3800,0.03314044326543808,475,0.000860072431599044,
+48,3808,0.0409412644803524,476,0.0008150475478032604,
+48,3816,0.03318363428115845,477,0.0005524374835658818,
+48,3824,0.03419386222958565,478,0.0006687872373731807,
+48,3832,0.03353838995099068,479,0.0010968240593293948,
+48,3840,0.0325169563293457,480,0.0009620831260690466,
+,,,480,,0.10430001361029488
+48,3848,0.03627127781510353,481,0.0006684562342177907,
+48,3856,0.040857329964637756,482,0.0006589985776892198,
+48,3864,0.03701218217611313,483,0.0006985107745724515,
+49,3872,0.036180999130010605,484,0.001144960398960393,
+49,3880,0.036793310195207596,485,0.0009063897091740121,
+49,3888,0.037288304418325424,486,0.0007588983941017292,
+49,3896,0.035931963473558426,487,0.0011936865960403035,
+49,3904,0.04205585643649101,488,0.0006979501122259535,
+49,3912,0.038721758872270584,489,0.0006955392581100265,
+49,3920,0.03787592425942421,490,0.0012944588427975152,
+49,3928,0.03865246847271919,491,0.0007623534710056937,
+49,3936,0.03988902270793915,492,0.0005575738949119113,
+49,3944,0.040350235998630524,493,0.0006645979072865364,
+50,3952,0.043001335114240646,494,0.0006159171629965735,
+50,3960,0.03582543879747391,495,0.0012272178292429695,
+50,3968,0.032445602118968964,496,0.0007031551009276882,
+,,,496,,0.10140035833631243
+50,3976,0.039486225694417953,497,0.0005876953483411027,
+50,3984,0.03660135343670845,498,0.00110234616127295,
+50,3992,0.03600962087512016,499,0.0006600086718598115,
+50,4000,0.03519286960363388,500,0.0007908946281531826,
+50,4008,0.042015429586172104,501,0.0011800495827069075,
+50,4016,0.04425586760044098,502,0.0006360127035804908,
+50,4024,0.035684917122125626,503,0.0005287633270759565,
+51,4032,0.03690588101744652,504,0.000820904925543194,
+51,4040,0.03435875102877617,505,0.0010499353884370066,
+51,4048,0.03456101194024086,506,0.0007506840232632716,
+51,4056,0.037072621285915375,507,0.0006820326327049935,
+51,4064,0.049123410135507584,508,0.0007177312921461029,
+51,4072,0.031607381999492645,509,0.0008675301631834979,
+51,4080,0.03092552348971367,510,0.0006807741021755367,
+51,4088,0.03138330951333046,511,0.000573027168866247,
+51,4096,0.03114231303334236,512,0.000897936547586981,
+,,,512,,0.10451083523886544
+51,4104,0.038301847875118256,513,0.000898715944808478,
+52,4112,0.030531954020261765,514,0.0006384020223497198,
+52,4120,0.030627477914094925,515,0.000701642808659623,
+52,4128,0.03042028844356537,516,0.001088196093665569,
+52,4136,0.03269791603088379,517,0.0005607813634144675,
+52,4144,0.04492516070604324,518,0.0007446867666052033,
+52,4152,0.0389791876077652,519,0.0007698490905265013,
+52,4160,0.03294279798865318,520,0.0011059790988590314,
+52,4168,0.031017493456602097,521,0.0005435511366858219,
+52,4176,0.030789412558078766,522,0.0009976991173711472,
+52,4184,0.030518032610416412,523,0.0006940012068038673,
+53,4192,0.03612668067216873,524,0.0006079734661258184,
+53,4200,0.03819015994668007,525,0.0014541395234678371,
+53,4208,0.04245373606681824,526,0.000900942608495825,
+53,4216,0.030643939971923828,527,0.0008653362640567745,
+53,4224,0.030382443219423294,528,0.0006600518257376583,
+,,,528,,0.10281141315187727
+53,4232,0.03993827849626541,529,0.0005201893239115764,
+53,4240,0.033633384853601456,530,0.0007941150520659554,
+53,4248,0.03863416612148285,531,0.0010788752316819648,
+53,4256,0.03458372876048088,532,0.0005114039704494644,
+53,4264,0.0306403711438179,533,0.0006999502511462197,
+54,4272,0.030792519450187683,534,0.0009950434141501319,
+54,4280,0.04700629785656929,535,0.0008923599089030176,
+54,4288,0.0382591113448143,536,0.0006826336539234035,
+54,4296,0.039702191948890686,537,0.0009809805693900369,
+54,4304,0.030321702361106873,538,0.0007674195726091663,
+54,4312,0.030858822166919708,539,0.0008305401738303212,
+54,4320,0.0310155488550663,540,0.0006357305064739194,
+54,4328,0.052418746054172516,541,0.0004870641510933638,
+54,4336,0.03919773921370506,542,0.0006690026475553168,
+54,4344,0.041062988340854645,543,0.000813241032036868,
+55,4352,0.03710237890481949,544,0.0007991320152844612,
+,,,544,,0.10103195054190499
+55,4360,0.03769432008266449,545,0.00038672484739576106,
+55,4368,0.048369161784648895,546,0.0009316360956290737,
+55,4376,0.04410203918814659,547,0.0010297853169807544,
+55,4384,0.0401298962533474,548,0.0007083381721961566,
+55,4392,0.037741973996162415,549,0.0006590922190904772,
+55,4400,0.052631136029958725,550,0.0011470574234128715,
+55,4408,0.05400492623448372,551,0.0006340916577475861,
+55,4416,0.0373641662299633,552,0.0007008581269474234,
+55,4424,0.03723834455013275,553,0.0005847606437534771,
+56,4432,0.04975080117583275,554,0.0006148677338690807,
+56,4440,0.0481681153178215,555,0.0007351689076001224,
+56,4448,0.04870551452040672,556,0.0004691186415064814,
+56,4456,0.0376586988568306,557,0.0005523112168620256,
+56,4464,0.03941837698221207,558,0.0015161654379111356,
+56,4472,0.04352106899023056,559,0.0006919900232997651,
+56,4480,0.04078067094087601,560,0.0009785098584622822,
+,,,560,,0.1033903786114284
+56,4488,0.03906812518835068,561,0.0005726661261481543,
+56,4496,0.04005115106701851,562,0.0008823046165551725,
+57,4504,0.04348510503768921,563,0.000721514602032998,
+57,4512,0.037574492394924164,564,0.0007609702420617955,
+57,4520,0.03993891552090645,565,0.0008189512525198304,
+57,4528,0.04019688442349434,566,0.0007191745230970396,
+57,4536,0.037686362862586975,567,0.0011067412423846476,
+57,4544,0.04302050545811653,568,0.0005920544135733508,
+57,4552,0.04317489266395569,569,0.0008355048932051952,
+57,4560,0.04610344022512436,570,0.0006036064045143906,
+57,4568,0.04308125004172325,571,0.000792584544493972,
+57,4576,0.04439568147063255,572,0.0005104616575408727,
+58,4584,0.03938884660601616,573,0.0004667430991751396,
+58,4592,0.035779401659965515,574,0.001129413516117403,
+58,4600,0.03794781118631363,575,0.000870338233653456,
+58,4608,0.04183768108487129,576,0.0007982680370332673,
+,,,576,,0.10484318222318377
+58,4616,0.04083837568759918,577,0.0006482163366551201,
+58,4624,0.03529772534966469,578,0.0007697452388432187,
+58,4632,0.034182108938694,579,0.0005738439667766215,
+58,4640,0.034310538321733475,580,0.0008767570732743479,
+58,4648,0.03873944282531738,581,0.0005237857522760434,
+58,4656,0.03470465913414955,582,0.0008525080047547817,
+59,4664,0.03891000524163246,583,0.0004974602100749811,
+59,4672,0.042351651936769485,584,0.0012723313023646672,
+59,4680,0.047766026109457016,585,0.0006469071144238114,
+59,4688,0.04808330908417702,586,0.0006423169630579651,
+59,4696,0.04366185516119003,587,0.0006161396740935743,
+59,4704,0.043410178273916245,588,0.0008813727579667772,
+59,4712,0.04398723691701889,589,0.001147958833660761,
+59,4720,0.04793545976281166,590,0.0006562032531292061,
+59,4728,0.04502812400460243,591,0.00048586646824752767,
+59,4736,0.038964927196502686,592,0.0004148277982424658,
+,,,592,,0.10310324600764684

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,33 @@
+315332,7
+549391,13
+39295,0
+155623,3
+299552,7
+273420,6
+54036,1
+400119,10
+446847,11
+71098,1
+385484,9
+90805,2
+542480,13
+316274,7
+425827,10
+453460,11
+342656,8
+53534,1
+567969,1
+283745,7
+621823,12
+543445,13
+417926,10
+1033,0
+265673,6
+466602,11
+195471,4
+533595,13
+405361,10
+357122,8
+429451,10
+541848,13
+208742,5