Add files using upload-large-folder tool

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=2/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 32
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,206 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.32889096811413765,0,8.805131276448568,
+0,8,0.05843042582273483,1,6.588533554077149,
+0,16,0.03309960663318634,2,5.892128586769104,
+0,24,0.03355807438492775,3,5.340903568267822,
+0,32,0.03026878833770752,4,4.5038626035054525,
+0,40,0.031010296195745468,5,5.13311842083931,
+0,48,0.031177692115306854,6,4.874741695545338,
+1,56,0.030844993889331818,7,3.0721137005349863,
+1,64,0.03054952621459961,8,2.4330826497847036,
+1,72,0.030529312789440155,9,2.9542897641658783,
+1,80,0.030405603349208832,10,2.555584112803141,
+1,88,0.030059844255447388,11,2.6358945751190186,
+1,96,0.030179012566804886,12,3.072638053160447,
+1,104,0.030731920152902603,13,2.45894894855363,
+2,112,0.031032800674438477,14,3.0845593497866677,
+2,120,0.031109683215618134,15,2.101928653388188,
+2,128,0.030622903257608414,16,1.92893535643816,
+,,,16,,3.273116074599229
+2,136,0.030681148171424866,17,1.628571857576785,
+2,144,0.030121419578790665,18,1.5292785217364628,
+2,152,0.03046790510416031,19,1.8471233145944004,
+2,160,0.03063790500164032,20,1.6178922105048383,
+3,168,0.030745308846235275,21,1.2301857193996166,
+3,176,0.031162042170763016,22,1.6861811316374578,
+3,184,0.030996691435575485,23,1.359504378267697,
+3,192,0.03097428008913994,24,0.9800845390806595,
+3,200,0.030619733035564423,25,1.271294847611458,
+3,208,0.030458487570285797,26,0.9197260351092728,
+3,216,0.03171301260590553,27,1.0272526360791305,
+4,224,0.030830007046461105,28,0.7538583543565538,
+4,232,0.031117599457502365,29,0.49461525893555236,
+4,240,0.030913133174180984,30,0.7458674250280156,
+4,248,0.0307033471763134,31,0.6968660998728967,
+4,256,0.03072529286146164,32,0.6399084214241274,
+,,,32,,2.7553746607396508
+4,264,0.03041708841919899,33,0.7815370266498239,
+5,272,0.03028976172208786,34,0.4504139491915703,
+5,280,0.031118951737880707,35,0.921685210683129,
+5,288,0.03117256611585617,36,0.38634848342307154,
+5,296,0.032430630177259445,37,0.09402625725187104,
+5,304,0.03214791789650917,38,0.24250631973147393,
+5,312,0.03163575753569603,39,0.27690709149464965,
+5,320,0.030495423823595047,40,0.1683142197628816,
+6,328,0.030613649636507034,41,0.044653007217372455,
+6,336,0.030734028667211533,42,0.3116117088745038,
+6,344,0.03091410920023918,43,0.04074052168891348,
+6,352,0.03071093186736107,44,0.07573248675236335,
+6,360,0.03051489219069481,45,0.15318935454612778,
+6,368,0.030362755060195923,46,0.03645260787258545,
+6,376,0.030268926173448563,47,0.20134500182908158,
+7,384,0.0309353768825531,48,0.019367437188824017,
+,,,48,,3.22263207373681
+7,392,0.03118949756026268,49,0.03280538383114617,
+7,400,0.031014151871204376,50,0.03166542185470462,
+7,408,0.030978158116340637,51,0.15994442686919244,
+7,416,0.030747778713703156,52,0.02847960591316223,
+7,424,0.03076482191681862,53,0.015657460317015648,
+7,432,0.030573688447475433,54,0.016288099649908214,
+8,440,0.03132893517613411,55,0.02052459585660648,
+8,448,0.031555384397506714,56,0.06761436164794889,
+8,456,0.03076229989528656,57,0.015031303462040211,
+8,464,0.03144080936908722,58,0.013188115121530635,
+8,472,0.039425432682037354,59,0.01373738155234605,
+8,480,0.03907427936792374,60,0.024383854217313487,
+9,488,0.030998997390270233,61,0.011273017162457108,
+9,496,0.03105023130774498,62,0.008329782743627827,
+9,504,0.03154858574271202,63,0.009112573489546775,
+9,512,0.03027106449007988,64,0.011252446617517207,
+,,,64,,3.3840094231939934
+9,520,0.030846979469060898,65,0.007854826679384266,
+9,528,0.030712727457284927,66,0.0077151303412392735,
+9,536,0.030664075165987015,67,0.0036250881126357447,
+10,544,0.03064022958278656,68,0.0065232875500002814,
+10,552,0.030593037605285645,69,0.005042555017603768,
+10,560,0.03087671473622322,70,0.007847867966457098,
+10,568,0.03039298951625824,71,0.006202944862325826,
+10,576,0.030712615698575974,72,0.0038180567067244956,
+10,584,0.030152831226587296,73,0.003395538764177925,
+10,592,0.030741728842258453,74,0.0082421905615113,
+11,600,0.03084661066532135,75,0.0031354427337646484,
+11,608,0.03092329204082489,76,0.005440897330117878,
+11,616,0.0378895103931427,77,0.004282003019138106,
+11,624,0.03757551312446594,78,0.004916368951571399,
+11,632,0.03861883282661438,79,0.004481461979752487,
+11,640,0.03795166313648224,80,0.006771029467045358,
+,,,80,,3.495117980164367
+11,648,0.03768370300531387,81,0.002840843920309383,
+12,656,0.03793599456548691,82,0.003912007386903637,
+12,664,0.037708353251218796,83,0.0037563401619317353,
+12,672,0.03776546195149422,84,0.002334284014068544,
+12,680,0.037984784692525864,85,0.002267308214168924,
+12,688,0.037999361753463745,86,0.006836447778290936,
+12,696,0.031516894698143005,87,0.0027214947788576993,
+13,704,0.031197097152471542,88,0.004637321239958207,
+13,712,0.036688849329948425,89,0.0052855178308222565,
+13,720,0.031257178634405136,90,0.00402757699171511,
+13,728,0.031214624643325806,91,0.0020908320589956863,
+13,736,0.03734136000275612,92,0.003699022761321868,
+13,744,0.036850765347480774,93,0.002312248982489109,
+13,752,0.03642972186207771,94,0.0034520527747060573,
+14,760,0.031240709125995636,95,0.0030430556585391362,
+14,768,0.03058597818017006,96,0.0029221198457325325,
+,,,96,,3.5871883243709415
+14,776,0.03081294521689415,97,0.003200953296982334,
+14,784,0.03076183795928955,98,0.002135198226134325,
+14,792,0.03117447718977928,99,0.004124385698770101,
+14,800,0.03106830269098282,100,0.0016480881882175295,
+14,808,0.031255919486284256,101,0.00374204082640283,
+15,816,0.031095508486032486,102,0.003772863764958135,
+15,824,0.03072698414325714,103,0.0031280201261064838,
+15,832,0.03098856285214424,104,0.0034091273326859145,
+15,840,0.030856728553771973,105,0.0026577501061924354,
+15,848,0.030746247619390488,106,0.0024606510846605224,
+15,856,0.031236983835697174,107,0.0024111416342202574,
+15,864,0.030789371579885483,108,0.002644741262954015,
+16,872,0.030615519732236862,109,0.003007794295626809,
+16,880,0.03073076158761978,110,0.002457313021295704,
+16,888,0.030932605266571045,111,0.0027436804129348067,
+16,896,0.03113483265042305,112,0.002922533095653097,
+,,,112,,3.6311918977019073
+16,904,0.0313190221786499,113,0.00192738256106774,
+16,912,0.03141851723194122,114,0.0028805565647780896,
+17,920,0.03261479735374451,115,0.002585900586939627,
+17,928,0.03122754767537117,116,0.002936389576643705,
+17,936,0.03841254860162735,117,0.002323582182051959,
+17,944,0.0314488410949707,118,0.0019895532896043733,
+17,952,0.031071066856384277,119,0.0028412911873918188,
+17,960,0.03140222281217575,120,0.00334826132748276,
+17,968,0.030991505831480026,121,0.0023501707814987107,
+18,976,0.030714001506567,122,0.002127419128232906,
+18,984,0.03122624382376671,123,0.001903932125595234,
+18,992,0.031222954392433167,124,0.0029309907850498954,
+18,1000,0.031165137887001038,125,0.0023860584306358186,
+18,1008,0.031358812004327774,126,0.0028882671523695956,
+18,1016,0.03084642067551613,127,0.0026936096233279947,
+18,1024,0.03266485407948494,128,0.002641800719305008,
+,,,128,,3.6626277774959415
+19,1032,0.03101091831922531,129,0.0020154294858609014,
+19,1040,0.03097626566886902,130,0.002688160036296512,
+19,1048,0.03075673058629036,131,0.0026475736885913648,
+19,1056,0.03633977472782135,132,0.0027339506238974907,
+19,1064,0.036087069660425186,133,0.001672016604182621,
+19,1072,0.03629755228757858,134,0.0024558194039855153,
+19,1080,0.031173884868621826,135,0.0020743241973011,
+20,1088,0.031171109527349472,136,0.0026352697052061556,
+20,1096,0.033249631524086,137,0.002607924573697216,
+20,1104,0.03133679926395416,138,0.001645254876671566,
+20,1112,0.031346142292022705,139,0.0029364349641676606,
+20,1120,0.031021084636449814,140,0.0021079691705381265,
+20,1128,0.030493535101413727,141,0.002198881918697485,
+21,1136,0.031155552715063095,142,0.001965369900322652,
+21,1144,0.03178083524107933,143,0.0027086112176119867,
+21,1152,0.031690578907728195,144,0.001959333115542728,
+,,,144,,3.69193020114651
+21,1160,0.03126978874206543,145,0.0016379233342237198,
+21,1168,0.031436026096343994,146,0.0015868897504073434,
+21,1176,0.03159107267856598,147,0.002766725900073652,
+21,1184,0.03172079473733902,148,0.002231634647489108,
+22,1192,0.03130759298801422,149,0.0015378756809066264,
+22,1200,0.03148341178894043,150,0.0025383318619181714,
+22,1208,0.031159337610006332,151,0.002359153426368721,
+22,1216,0.03153999522328377,152,0.0014271249909562846,
+22,1224,0.0314391553401947,153,0.0020742749894094286,
+22,1232,0.031488191336393356,154,0.0020193258570807594,
+22,1240,0.031175848096609116,155,0.0017658238672690156,
+23,1248,0.031433865427970886,156,0.0030622645351809988,
+23,1256,0.03119916468858719,157,0.0020980493102867445,
+23,1264,0.03139262646436691,158,0.001888701859570574,
+23,1272,0.031057987362146378,159,0.0013819268299266696,
+23,1280,0.030633650720119476,160,0.0020525290344197014,
+,,,160,,3.7119410130884742
+23,1288,0.030590318143367767,161,0.002237356833888796,
+23,1296,0.03112104907631874,162,0.0020807560292943833,
+24,1304,0.030583005398511887,163,0.002784107937119328,
+24,1312,0.03103567287325859,164,0.0019078744845765253,
+24,1320,0.037863437086343765,165,0.0017607230693101883,
+24,1328,0.038131240755319595,166,0.0018995793444836245,
+24,1336,0.031167253851890564,167,0.0015643801470287145,
+24,1344,0.031039506196975708,168,0.00180145115720936,
+25,1352,0.031289275735616684,169,0.0013951469648062534,
+25,1360,0.030712421983480453,170,0.0022409177290683147,
+25,1368,0.031491778790950775,171,0.002254216274356141,
+25,1376,0.031060591340065002,172,0.0012048711935979857,
+25,1384,0.03134535253047943,173,0.0022126923203873244,
+25,1392,0.031220771372318268,174,0.0013016916907809932,
+25,1400,0.03161155804991722,175,0.002312058328243438,
+26,1408,0.031035955995321274,176,0.001855203380378393,
+,,,176,,3.7320794439935066
+26,1416,0.03070572018623352,177,0.0022767649224988418,
+26,1424,0.0315663181245327,178,0.0023737834023820513,
+26,1432,0.030597586184740067,179,0.001503413588169121,
+26,1440,0.030920907855033875,180,0.0010826167149039416,
+26,1448,0.031253885477781296,181,0.002272809376282727,
+26,1456,0.031551964581012726,182,0.0019775021355599165,
+27,1464,0.03912082687020302,183,0.0013005530626903619,
+27,1472,0.037916556000709534,184,0.0020121523242954526,
+27,1480,0.030952494591474533,185,0.0021376270406807843,
+27,1488,0.030731935054063797,186,0.0018797556491335853,
+27,1496,0.030916951596736908,187,0.001753888707126266,
+27,1504,0.031175516545772552,188,0.001511520492689063,
+27,1512,0.031140651553869247,189,0.001941029098816216,
+28,1520,0.031197570264339447,190,0.002614060463759327,
+28,1528,0.031837157905101776,191,0.0016152273553113143,
+28,1536,0.03173387423157692,192,0.0013942503253929317,
+,,,192,,3.7560947963169644

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=0.7-1.0/labels.csv

@@ -0,0 +1,23 @@
+12163,7
+7744,71
+9738,2
+7586,65
+1694,49
+8520,59
+931,36
+4539,22
+12393,71
+6841,53
+4524,22
+7541,35
+11526,44
+8987,31
+9264,0
+3753,30
+7068,7
+1009,12
+174,13
+11236,68
+8163,43
+8729,5
+6052,48

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=0.7-1.0/logits.csv

@@ -0,0 +1,23 @@
+12163,-42.9993,-15.32983,-40.36293,-34.045624,-32.58284,-25.64012,-41.139862,-2.847013,-9.6345625,-46.94352,-33.08642,-32.80517,-54.735607,-33.602043,-36.01046,-32.19268,-20.539974,-41.33181,-39.039543,-49.00015,-29.214766,-31.723946,-29.123013,-46.00004,-28.687092,-28.052557,-43.05539,-20.363884,-29.632633,-30.489082,-25.062744,-28.96872,-19.62497,-51.20602,-30.074087,-0.4742857,-39.25799,-46.701866,-26.626904,-34.80662,-29.249866,-16.655157,-36.09266,-39.18015,-21.298805,-23.364483,-35.595966,-27.878954,-7.095512,-29.23756,-26.90294,-13.697786,-31.01149,-58.472324,-37.719765,-28.79208,-63.557762,-53.210007,-52.057243,-23.302246,-27.489746,-31.989746,-36.52679,-31.66066,-15.198763,-21.88949,-15.602205,-19.785494,-25.699286,-20.688232,-12.371801,-26.39117,-39.54339,-15.656376,-27.108189,-32.73132,-29.00095
+7744,-24.558273,-11.125135,-42.366714,-31.678982,-15.740658,-40.167995,-49.65602,-8.191513,-22.31063,-25.043951,-18.621725,-19.0436,-39.247482,-19.402975,-27.92359,-30.869476,-9.975611,-34.307888,-26.3561,-38.258545,-23.679735,-22.64893,-20.161879,-29.884487,-27.935703,-31.046389,-47.537373,-29.785276,-10.815354,-29.4407,-20.231205,-21.647358,-20.022358,-29.498283,-17.472881,-21.669895,-31.070202,-31.297256,-5.6457443,-12.506084,-16.72015,-15.655643,-29.311893,-19.501026,-10.46532,-17.2971,-29.58329,-5.168951,-18.221603,-24.717716,-30.00944,-14.474394,-28.28913,-47.024635,-38.803917,-30.742123,-51.948196,-28.51693,-32.740482,-12.760143,-18.166393,-16.916393,-26.191477,-37.469353,-25.546566,-24.84404,-29.05893,-29.609983,-33.35645,-22.276653,-23.085487,-0.5676054,-26.433855,-6.0207624,-42.237778,-33.540688,-36.208763
+9738,-37.863663,-19.704237,-54.16638,-44.793354,-21.250809,-64.55843,-67.86134,-23.198694,-26.212976,-39.84792,-41.7326,-40.123226,-56.838207,-38.0451,-44.38282,-46.87204,-40.793007,-53.423855,-41.935726,-59.765923,-53.768143,-25.579777,-30.941347,-52.345886,-36.48093,-33.21973,-48.056812,-37.395374,-35.724598,-41.02344,-38.720325,-33.099968,-29.72497,-34.498833,-45.612907,-34.00077,-37.772247,-46.63787,-26.045086,-32.31378,-40.313828,-31.889729,-35.70223,-32.063393,-23.144592,-34.188892,-42.54928,-14.250473,-28.500298,-36.600204,-43.679176,-36.808758,-39.487915,-72.44704,-34.896973,-32.376434,-53.07336,-35.99305,-30.848232,-16.00582,-19.865194,-23.427694,-39.518528,-39.63385,-25.878553,-34.09794,-52.005295,-29.861015,-53.962944,-36.606953,-35.843563,-24.561821,-47.362846,-23.321432,-41.44575,-38.892056,-36.80484
+7586,-45.583527,-26.803782,-42.68773,-48.15287,-38.003704,-44.301056,-54.257862,-19.43811,-17.896059,-54.882904,-40.56362,-37.15737,-60.971897,-40.141747,-43.96189,-46.080452,-47.424706,-53.689823,-45.047997,-53.947647,-51.617157,-36.595585,-37.047195,-46.565224,-37.202038,-35.957973,-50.74498,-34.101543,-67.62605,-43.822155,-32.252018,-35.406033,-27.359158,-42.73841,-37.583813,-22.745008,-52.707916,-56.2117,-27.059223,-41.622543,-47.049538,-24.057272,-41.463524,-37.53354,-30.829683,-29.03608,-43.252068,-39.78454,-18.001884,-41.185074,-33.764706,-41.094147,-36.157684,-73.07092,-45.02642,-23.496891,-55.06405,-52.615425,-41.76679,-35.209496,-32.81887,-39.033714,-53.340496,-44.872883,-21.84378,-0.0013493013,-54.75847,-30.431005,-45.92993,-26.190498,-22.353994,-32.164463,-47.471634,-24.502378,-39.509438,-35.186985,-34.015247
+1694,-36.5698,-16.156374,-35.61915,-37.730156,-34.426895,-59.49578,-56.144604,-13.166585,-23.483612,-39.402267,-36.420135,-37.158417,-57.319878,-35.150604,-45.43287,-42.39212,-36.05582,-57.22053,-39.431854,-42.122635,-34.78638,-9.895889,-25.211178,-40.8071,-31.17481,-33.61509,-34.609634,-34.040318,-35.042957,-43.07853,-21.141338,-32.62592,-24.43842,-33.319458,-32.742146,-29.688442,-35.17746,-44.459396,-19.528078,-25.040863,-28.68895,-17.374424,-28.936924,-23.50837,-17.10346,-23.539415,-26.991966,-28.17352,-26.34758,-12.915937,-42.945343,-28.371822,-31.26123,-66.71782,-41.82569,-24.007286,-71.03006,-51.402077,-43.89041,-35.04634,-35.92134,-40.90181,-42.31295,-38.08861,-26.477156,-25.847065,-49.146286,-34.142605,-32.556248,-29.76798,-48.538506,-34.623077,-47.182922,-15.076629,-29.408897,-36.064316,-33.889225
+8520,-37.923164,-14.055488,-40.80993,-34.688095,-16.853437,-38.107067,-54.01491,-2.3264909,-23.326313,-40.27005,-32.99621,-33.418083,-54.151123,-28.293083,-35.488743,-32.581047,-18.47053,-37.341465,-36.00402,-45.399677,-32.653393,-29.108044,-20.499544,-43.293716,-27.821232,-32.853226,-51.227287,-30.60168,-18.921463,-34.13289,-35.31849,-25.850195,-24.225195,-45.69353,-19.564167,-17.321533,-43.89322,-44.115524,-25.030586,-26.684711,-26.19257,-25.03372,-39.471222,-35.975906,-21.258902,-25.321913,-44.134727,-6.0733557,-20.071575,-22.20144,-33.90193,-15.657467,-30.96537,-47.449387,-36.32813,-33.136112,-54.77236,-32.02351,-37.374058,-2.24583,-16.652079,-11.24583,-24.32605,-27.682825,-22.13387,-24.256786,-27.957748,-24.437431,-30.0784,-30.123322,-21.091942,-12.580206,-42.18414,-11.608548,-32.481422,-28.58147,-41.298172
+931,-34.68461,-9.262919,-24.249866,-36.56398,-26.19743,-32.328087,-33.04587,-10.456763,-20.058853,-34.817265,-25.48191,-28.514137,-42.9013,-26.817848,-36.92531,-31.666529,-35.05969,-41.193794,-32.57566,-41.55558,-41.4579,-23.601664,-19.887405,-36.31186,-22.965054,-22.13353,-38.17443,-32.730568,-36.065796,-37.116722,-25.589867,-30.539577,-16.116726,-37.860325,-34.105835,-17.190075,-1.4479748,-45.664726,-21.68443,-16.897491,-25.861343,-12.452417,-25.796167,-40.123074,-32.643265,-19.391422,-18.436617,-24.066004,-11.748729,-35.591583,-22.365717,-23.909988,-32.958153,-58.54424,-12.563859,-22.683544,-60.685997,-49.512398,-39.585648,-30.48943,-22.33318,-32.54546,-45.395638,-30.681572,-17.757889,-18.495174,-37.530296,-27.845036,-24.599518,-18.874752,-17.331953,-26.31614,-42.29312,-14.054919,-19.060125,-20.356565,-15.33596
+4539,-28.560883,-11.098379,-39.06234,-34.925713,-21.128332,-41.6299,-46.900124,-6.1089964,-19.7029,-37.29822,-14.591062,-14.934812,-33.48033,-16.40356,-26.90166,-14.222654,-5.2040076,-24.906395,-20.952389,-38.156654,-27.202353,-19.533741,-15.414142,-50.24526,-25.746986,-15.0419235,-39.522583,-27.743038,-8.212473,-32.026436,-19.736675,-25.130394,-20.974144,-42.670933,-17.393946,-25.139767,-26.974594,-49.2636,-24.437923,-14.992843,-21.769737,-6.241118,-25.928617,-26.249176,-20.13102,-3.7142928,-23.926712,-21.26632,-15.659939,-19.55272,-33.410183,-22.372038,-28.514618,-34.318344,-26.706078,-26.896423,-67.89237,-37.65196,-34.896652,-24.452415,-16.202414,-25.56179,-32.314114,-17.624262,-19.371117,-18.687311,-44.720425,-25.426697,-14.575534,-22.603886,-33.446365,-25.715591,-32.879208,-8.529939,-27.926205,-25.101412,-21.370785
+12393,-31.338963,-13.314527,-43.046745,-31.108158,-16.243729,-39.59682,-48.14023,-8.451037,-21.32166,-50.424133,-33.81941,-34.241283,-53.87715,-30.788158,-36.707405,-38.8315,-20.315834,-40.69593,-37.085033,-55.26001,-44.551735,-29.320116,-21.26368,-46.54946,-27.921108,-47.230152,-61.32413,-39.41671,-20.77701,-31.980988,-21.886871,-27.615808,-25.959558,-43.445408,-14.935592,-24.816769,-28.708878,-43.466045,-24.11231,-19.704006,-25.735176,-18.764193,-32.45169,-32.359142,-19.750338,-30.817017,-44.223442,-5.490235,-20.4415,-30.788025,-37.214283,-25.889503,-33.139194,-50.688156,-32.160027,-29.006565,-42.65558,-28.539934,-30.62556,-10.460306,-14.022806,-15.147806,-28.017172,-29.072227,-18.428028,-13.920021,-27.328362,-22.150846,-31.0397,-23.667725,-26.006556,-3.2023835,-40.055656,-11.012532,-25.267893,-37.70073,-39.666695
+6841,-31.269596,-14.096814,-43.14081,-44.009975,-22.760548,-36.023544,-39.950035,-13.353359,-23.945387,-42.217216,-29.008358,-27.102108,-47.369476,-29.148983,-35.169167,-28.673746,-15.624842,-27.957153,-30.961483,-41.32447,-28.755615,-30.920383,-21.996428,-40.22635,-29.29375,-16.61909,-40.548145,-28.986105,-17.450562,-38.332565,-26.203747,-29.963856,-23.276358,-41.281742,-18.967148,-22.626707,-41.832043,-37.553867,-22.885406,-24.323261,-25.574974,-19.02237,-36.36612,-30.95198,-28.548912,-9.709869,-23.817913,-20.371794,-16.806246,-27.000698,-27.869682,-7.954144,-16.13549,-29.955946,-38.075844,-25.806065,-60.541935,-46.20925,-37.15526,-28.15623,-33.54686,-28.71873,-35.913517,-16.50489,-23.968273,-20.6739,-33.050316,-27.373463,-31.202093,-52.171703,-42.741524,-30.326122,-36.771378,-14.785087,-38.248337,-23.409472,-16.775345
+4524,-27.2868,-11.566805,-34.720177,-35.345966,-22.448267,-21.707502,-25.648575,-6.1868815,-17.96968,-28.193663,-24.882626,-24.33575,-39.735764,-25.08575,-36.21639,-24.518473,-11.457587,-34.8481,-28.309383,-36.485188,-26.406544,-23.744574,-19.95792,-39.824852,-25.551865,-19.555977,-35.28534,-28.359028,-12.686792,-26.650696,-17.038027,-23.155197,-16.155197,-35.93773,-16.223028,-17.174313,-31.183708,-38.388985,-22.294209,-21.801409,-26.51691,-9.737881,-27.55038,-37.780136,-20.941984,-11.572258,-16.793095,-22.640228,-10.355727,-24.330196,-26.699144,-15.4391,-23.134338,-44.560432,-33.762234,-21.035076,-66.11991,-44.925438,-38.271572,-28.714565,-27.933315,-31.370813,-37.07105,-18.137989,-15.186329,-12.728937,-23.812424,-21.788496,-13.384586,-24.748367,-23.585154,-24.292057,-32.376892,-12.171856,-16.202427,-21.761684,-13.510927
+7541,-36.394012,-8.737048,-32.284107,-30.732681,-17.52838,-25.330387,-34.662384,-3.6934872,-21.15664,-35.25116,-22.252058,-25.59581,-47.058037,-25.18956,-27.367867,-20.725819,-8.216059,-19.878963,-28.50206,-43.31105,-32.24622,-27.570045,-24.303537,-44.29814,-24.366962,-19.223488,-37.722603,-23.836727,-4.81825,-33.31773,-16.644005,-26.840584,-16.559334,-37.603966,-11.9074135,-9.424221,-22.030296,-41.166954,-19.341171,-20.666851,-22.611748,-18.690033,-35.596283,-27.339108,-16.559067,-10.275156,-22.652065,-16.786444,-14.334656,-25.265785,-28.822893,-19.582699,-25.046394,-44.998585,-39.43518,-28.939007,-63.598015,-44.786465,-36.64913,-24.296343,-29.327593,-30.421343,-37.912247,-29.469122,-19.024479,-11.293062,-36.975937,-24.223057,-18.740534,-21.338245,-23.305483,-26.038311,-39.173725,-10.320172,-26.103046,-19.071266,-18.848251
+11526,-45.618298,-17.646572,-43.91299,-39.106384,-40.174408,-57.49588,-58.224308,-12.451828,-29.506573,-43.77865,-37.6541,-38.4041,-63.086357,-39.802536,-39.437622,-47.988785,-30.937088,-57.605324,-42.8416,-49.628166,-31.897854,-24.686394,-31.155512,-50.552513,-32.775543,-37.41559,-49.217964,-36.29874,-32.342995,-46.889816,-27.615326,-35.139233,-35.670483,-46.042244,-33.419357,-26.086662,-38.20633,-59.01568,-30.969606,-32.46492,-42.914436,-25.651554,-33.182804,-33.489067,-1.4204608,-32.992737,-45.125763,-35.10875,-30.077953,-22.988491,-49.873894,-30.13271,-38.33806,-72.83712,-49.79869,-26.276999,-76.16008,-58.431103,-52.21701,-32.173172,-38.891922,-41.79817,-44.54563,-43.709835,-30.242275,-35.084644,-49.89116,-35.268238,-26.889347,-41.758984,-61.509117,-39.979317,-38.04934,-19.526361,-39.91605,-54.561615,-39.591423
+8987,-28.438848,-17.659317,-21.437311,-28.774553,-28.819778,-28.8826,-33.970577,-6.3851852,-15.39868,-30.29971,-23.104935,-23.136185,-38.143517,-24.936966,-25.58857,-26.267914,-23.118235,-32.244995,-27.003372,-34.006886,-31.931452,-19.25462,-32.34301,-31.751146,-24.769257,-19.936604,-30.502983,-28.529852,-24.83448,-29.599077,-24.586788,-22.121918,-5.6844163,-31.134918,-32.574844,-14.780458,-22.974907,-46.547283,-29.433578,-21.781439,-32.65987,-12.474236,-24.786736,-39.893295,-24.115604,-20.672352,-20.108028,-21.326092,-12.334923,-29.427216,-23.200167,-24.08871,-30.400757,-52.614494,-27.046139,-25.037579,-52.664707,-46.466026,-34.27391,-32.725224,-24.073856,-33.11878,-37.72261,-25.518497,-15.889537,-24.833881,-38.87709,-21.0582,-36.429012,-37.773693,-28.160892,-28.6787,-37.40164,-10.976215,-34.43491,-19.867739,-12.322006
+9264,-9.798195,-16.3202,-59.392353,-37.57915,-28.112253,-50.270874,-52.109013,-16.993723,-25.1664,-46.842113,-31.918364,-35.418365,-56.673912,-35.168365,-45.8901,-54.257034,-49.46678,-61.49636,-41.543365,-49.325,-36.66189,-26.991318,-27.72181,-39.7696,-34.435158,-35.923454,-47.432777,-37.79813,-38.58678,-46.290047,-24.889538,-40.808334,-30.726301,-41.578876,-32.674976,-26.482944,-33.620426,-43.083046,-9.998987,-22.244667,-24.4334,-19.310488,-36.279236,-30.24778,-26.798428,-25.055208,-39.88266,-29.670774,-29.241173,-33.867622,-48.67707,-36.003838,-35.093452,-67.292145,-35.570328,-24.691578,-85.06734,-55.330322,-61.825935,-39.227318,-39.571068,-47.446068,-44.885754,-45.455185,-29.903748,-27.623852,-51.787388,-33.199013,-30.187351,-21.932142,-43.444412,-32.074116,-48.165756,-19.376247,-31.957703,-42.575027,-33.63281
+3753,-31.843018,-17.446394,-41.798798,-40.787647,-31.652508,-28.239079,-33.64276,-22.6801,-24.244453,-34.84204,-36.669212,-33.944603,-53.65841,-31.944605,-43.984848,-42.339314,-38.017544,-56.176247,-39.241478,-40.338108,-31.74487,-20.88105,-27.535048,-52.723305,-33.78443,-27.610682,-43.279358,-31.129337,-36.535805,-36.740067,-1.9310367,-34.56066,-26.060661,-35.964718,-27.48714,-26.944695,-33.437477,-46.335957,-26.087852,-28.23705,-32.647438,-22.751057,-36.438553,-29.901844,-26.2543,-18.202185,-21.466318,-22.907618,-18.963736,-32.251015,-34.611656,-29.075863,-30.103405,-62.798958,-38.120804,-17.283772,-62.28974,-51.87012,-49.973217,-38.339302,-38.011177,-40.714302,-49.319218,-38.706238,-26.678642,-18.73042,-49.59064,-32.3259,-26.33641,-14.546417,-36.678997,-30.745457,-43.531982,-17.239107,-28.218777,-30.342152,-25.08878
+7068,-31.54211,-10.861611,-44.980633,-40.112972,-27.090485,-26.651485,-34.119934,-0.70069444,-20.562004,-38.099754,-27.300205,-27.675205,-57.034866,-29.893955,-38.20984,-25.044928,-10.137026,-42.83064,-33.667393,-42.19136,-26.993397,-31.040287,-21.15983,-42.71128,-26.07809,-15.746856,-36.516785,-26.746222,-15.373349,-33.532875,-19.33412,-24.24749,-19.341242,-45.72119,-18.703196,-12.598035,-33.01538,-39.563995,-23.654781,-20.021671,-21.686085,-16.340172,-35.12142,-34.943,-28.325928,-5.9590535,-23.709059,-18.934973,-13.333431,-27.596916,-28.474277,-11.313652,-26.8532,-41.192696,-33.664722,-35.17041,-73.0526,-60.9116,-53.63743,-24.290577,-28.165577,-30.384327,-43.83969,-32.20154,-25.761929,-33.58405,-27.590887,-26.272491,-24.913706,-30.607845,-28.795431,-27.436604,-43.621723,-11.047402,-26.83811,-41.17779,-33.318222
+1009,-25.824984,-11.134939,-47.502735,-37.231403,-27.448769,-27.42119,-35.334633,-7.0964036,-26.22358,-29.885529,-16.443928,-9.225176,-19.173988,-21.873615,-19.761068,-23.803535,-11.362387,-38.23132,-19.998615,-47.665627,-36.96491,-32.449295,-23.161434,-30.721848,-28.572636,-17.440548,-38.37204,-30.25993,-21.032743,-33.85549,-15.1589365,-31.653416,-23.79404,-39.263054,-19.634363,-17.1081,-35.574448,-42.238235,-15.688171,-6.6831045,-18.170898,-9.346271,-23.565022,-14.857321,-23.579792,-15.978564,-32.276203,-26.2865,-15.626694,-26.806488,-35.048206,-16.49435,-29.172802,-65.66066,-32.777534,-28.496044,-65.48155,-42.64878,-43.461792,-27.411503,-27.192753,-31.71912,-33.299217,-42.04296,-19.768335,-19.611977,-19.447287,-20.56735,-28.04737,-28.374107,-44.8527,-30.356543,-30.570526,-11.179182,-37.24254,-25.430902,-27.828804
+174,-30.407894,-20.442377,-38.131897,-36.540947,-30.371597,-37.237698,-35.859615,-18.604504,-22.107265,-38.01043,-25.144009,-26.886196,-42.04,-27.69479,-23.645836,-34.669903,-26.654163,-42.026443,-24.651821,-42.965908,-40.09966,-20.005268,-17.209322,-33.472626,-30.526411,-23.734673,-42.958504,-34.379337,-25.40529,-30.208761,-25.304571,-28.132504,-20.359066,-26.665947,-29.109188,-25.480877,-42.72221,-40.62342,-12.465752,-9.525591,-20.807362,-11.677128,-27.73963,-24.750843,-16.238335,-9.597963,-34.45014,-28.044804,-24.501202,-22.313425,-30.870811,-23.1282,-31.475391,-42.963543,-31.989988,-26.326887,-77.95322,-43.789593,-51.976635,-28.538898,-32.92171,-32.406086,-36.005493,-31.434956,-25.379208,-23.130219,-43.962982,-29.549854,-23.790962,-31.45724,-45.77153,-30.516932,-27.610863,-12.92536,-37.572414,-32.725502,-30.793999
+11236,-23.61879,-14.662054,-30.408506,-33.132545,-28.204254,-34.623028,-43.16719,-2.7093544,-21.991432,-32.10833,-23.181404,-25.142342,-43.98026,-20.400154,-22.30785,-28.041409,-14.432682,-40.188293,-23.41578,-40.091347,-29.065598,-33.049824,-27.976376,-38.67073,-23.339396,-27.574026,-41.370983,-26.042152,-19.1431,-35.125313,-17.09761,-35.074425,-25.332237,-28.585596,-20.659395,-14.477576,-21.4424,-32.471176,-19.557983,-17.589085,-25.944344,-13.057563,-17.620064,-26.673752,-8.842079,-23.368252,-32.726257,-23.04969,-18.035862,-21.915588,-25.61854,-27.166319,-33.41573,-60.050594,-37.547638,-20.104008,-71.03826,-47.960167,-51.106247,-27.28478,-30.19103,-34.753532,-31.30156,-41.73765,-17.879282,-23.03655,-30.906433,-25.466923,-3.3290482,-10.76916,-39.42816,-27.456438,-37.225777,-15.576632,-17.58463,-37.831257,-27.589367
+8163,-29.883663,-10.67003,-45.046524,-32.860115,-36.000755,-34.94262,-46.249535,-17.521088,-26.221832,-36.92506,-20.429832,-15.175926,-32.419098,-23.136864,-26.946495,-32.34693,-30.268354,-40.346893,-20.511864,-56.58051,-50.35031,-32.1593,-24.879318,-32.613358,-32.24526,-36.033665,-40.597496,-32.087734,-44.117012,-33.109726,-26.41145,-30.334158,-15.81072,-30.753613,-27.93918,-14.452686,-25.005428,-35.84815,-11.306684,-8.47254,-18.303509,-12.475669,-25.41317,-29.25674,-33.18308,-25.027254,-40.230164,-39.25977,-13.477674,-26.391512,-30.78147,-34.497555,-39.115837,-59.76807,-25.615597,-32.484283,-74.427734,-47.850494,-51.3265,-33.188164,-35.500664,-37.695976,-32.045662,-38.123184,-20.26736,-20.056961,-30.27425,-16.619913,-25.511543,-30.440586,-39.882988,-35.94391,-38.997974,-8.536035,-22.890976,-41.206657,-35.771507
+8729,-33.49184,-17.59372,-35.96713,-38.27078,-29.402328,-21.172165,-39.09928,-13.678406,-12.176529,-57.02359,-36.05207,-34.42707,-55.89791,-35.30207,-39.044006,-43.365894,-21.054695,-53.08771,-41.598946,-44.32988,-22.48173,-33.401005,-28.731419,-39.050625,-29.096405,-28.143257,-38.47149,-18.838713,-16.792786,-29.846935,-23.056452,-31.298332,-21.548332,-45.548603,-29.074718,-7.1770577,-32.65215,-39.85596,-22.88821,-28.03913,-29.673283,-23.368559,-35.05606,-37.402542,-19.563726,-22.556355,-32.668972,-25.769226,-6.292776,-28.497452,-25.904522,-11.898621,-25.657305,-56.85712,-35.727634,-21.783176,-61.05459,-49.518517,-41.7118,-25.935045,-30.841295,-32.278797,-40.653038,-37.47941,-15.702841,-14.062168,-22.41426,-19.24874,-29.452011,-29.737825,-28.361843,-27.40838,-31.406828,-13.408091,-30.913713,-26.465525,-33.103233
+6052,-39.402103,-20.280512,-44.50403,-41.10431,-33.882336,-29.230484,-40.26646,-14.575987,-19.979576,-45.24167,-35.854263,-34.47145,-54.461086,-36.43239,-41.03839,-39.24134,-20.853947,-46.27179,-41.112076,-46.680008,-27.571014,-35.613373,-37.664204,-44.326073,-35.542297,-33.83898,-45.77294,-27.879717,-27.846136,-37.317375,-37.26375,-34.05798,-29.99548,-51.65663,-32.536358,-14.694717,-46.44811,-51.76636,-32.581554,-33.894493,-38.137535,-34.626717,-49.220467,-38.690437,-24.412474,-15.0731735,-21.696259,-16.141897,-0.0013065011,-30.109211,-38.859146,-18.955976,-31.260527,-54.7605,-44.940327,-32.512386,-68.35863,-52.586197,-51.290615,-33.351128,-33.319878,-38.413628,-47.82387,-38.341152,-23.051458,-15.2120285,-19.460762,-22.88485,-33.995796,-40.63405,-31.025433,-33.45842,-43.515957,-21.746447,-32.00064,-30.147764,-36.84543

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,36 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3419157899916172,0,7.675429344177246,
+0,8,0.05466320365667343,1,6.121054057417245,
+0,16,0.035051167011260986,2,5.601359511866714,
+0,24,0.035600852221250534,3,6.9137851397196455,
+0,32,0.03528977930545807,4,4.927959583423756,
+0,40,0.034630563110113144,5,5.079354639406557,
+0,48,0.030880872160196304,6,4.500942885875702,
+0,56,0.03126472607254982,7,3.284858754702977,
+0,64,0.031009506434202194,8,3.774982978557718,
+0,72,0.031246349215507507,9,3.6083621978759766,
+1,80,0.030707385390996933,10,4.189090900421142,
+1,88,0.030915766954421997,11,2.4750379191504583,
+1,96,0.03110136091709137,12,2.5058522532063146,
+1,104,0.031169630587100983,13,2.3572484501476945,
+1,112,0.030495867133140564,14,3.223184142793928,
+1,120,0.030675575137138367,15,2.694475661153379,
+1,128,0.030837830156087875,16,3.1565185518100343,
+,,,16,,2.7329480059735185
+1,136,0.03181801736354828,17,2.0217583620989763,
+1,144,0.03162090852856636,18,1.86775200942467,
+1,152,0.03082261234521866,19,2.3488354529103925,
+2,160,0.031228210777044296,20,1.7704135669129235,
+2,168,0.030919410288333893,21,1.6938883983171904,
+2,176,0.03141695633530617,22,2.0492012243013122,
+2,184,0.03063967451453209,23,1.3897791719436645,
+2,192,0.03061904013156891,24,0.9559409499168396,
+2,200,0.030795127153396606,25,2.706571525086959,
+2,208,0.030506115406751633,26,1.7008902565999464,
+2,216,0.031052421778440475,27,1.6083232124646505,
+2,224,0.030885200947523117,28,1.3307306098937988,
+3,232,0.03157396987080574,29,1.2095004757245382,
+3,240,0.031119488179683685,30,1.6768484767526388,
+3,248,0.030996102839708328,31,0.45990928776305295,
+3,256,0.031195946037769318,32,0.9044478966130151,
+,,,32,,1.1524680992225549

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans/0.0-1.0/0.7-1.0/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 32
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/test=banking77/list=0.7-1.0/labels.csv

@@ -0,0 +1,23 @@
+12163,7
+7744,71
+9738,2
+7586,65
+1694,49
+8520,59
+931,36
+4539,22
+12393,71
+6841,53
+4524,22
+7541,35
+11526,44
+8987,31
+9264,0
+3753,30
+7068,7
+1009,12
+174,13
+11236,68
+8163,43
+8729,5
+6052,48

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/test=banking77/list=0.7-1.0/logits.csv

@@ -0,0 +1,23 @@
+12163,-44.57229,-15.908756,-43.346237,-35.275593,-34.984898,-28.452131,-44.94477,-3.935212,-10.023754,-49.860703,-34.835556,-34.28868,-58.48413,-35.616806,-39.066628,-35.106415,-21.948475,-43.216278,-40.960556,-53.467793,-30.973526,-34.091988,-31.905422,-49.63703,-29.9534,-30.777206,-45.543083,-20.291536,-33.795666,-31.986942,-28.120428,-29.723297,-20.535797,-54.50544,-30.738735,-0.56151325,-43.427124,-49.916607,-28.164532,-37.12403,-31.055952,-16.95,-37.7,-42.49272,-21.827187,-28.440926,-40.996956,-31.685398,-8.309288,-30.131952,-28.855515,-13.798358,-33.13656,-62.116627,-40.095016,-30.253529,-67.17227,-56.38227,-54.68931,-23.649328,-28.524328,-32.836826,-38.610626,-33.68098,-17.211899,-24.125027,-15.546464,-21.342218,-28.490557,-21.496208,-12.4898205,-27.424253,-41.84648,-16.300234,-30.858425,-35.682526,-30.612576
+7744,-26.338984,-11.719473,-46.512554,-33.437187,-16.241081,-43.8543,-54.975895,-9.310464,-23.332138,-26.785011,-20.222555,-20.285055,-42.035244,-21.066305,-30.393154,-34.84116,-11.592107,-36.4047,-27.86318,-39.14352,-23.705486,-23.763897,-21.374603,-32.646385,-29.536816,-33.61439,-52.106194,-32.48008,-11.0769825,-30.75551,-20.659325,-22.541954,-20.729454,-30.530106,-18.177477,-25.080116,-33.118515,-33.780483,-6.263742,-14.455098,-18.284435,-17.4976,-31.84135,-21.077368,-11.105695,-18.64251,-31.331356,-6.685102,-20.555973,-25.596416,-31.742952,-15.187373,-30.306206,-49.467495,-40.58374,-32.30466,-56.32144,-30.804733,-35.777103,-14.976352,-20.773226,-19.1326,-28.531494,-40.61114,-28.105019,-26.77266,-29.822006,-31.347498,-36.55498,-24.30478,-25.548044,-0.22104988,-26.988506,-6.529972,-47.23409,-36.038006,-39.70025
+9738,-38.27481,-20.250889,-59.644745,-46.58389,-22.000383,-67.93729,-70.15098,-25.012077,-26.584023,-42.01842,-43.800804,-42.29299,-60.557667,-40.29299,-46.872437,-50.269627,-43.480972,-55.971264,-44.03518,-63.730865,-57.996517,-26.33413,-31.867462,-53.463913,-37.332657,-34.516373,-49.69361,-39.02366,-37.0076,-43.753624,-39.732216,-34.578987,-31.453987,-36.291603,-48.18921,-36.25034,-39.342556,-49.745483,-27.258366,-34.044464,-41.731712,-32.398323,-36.335823,-32.68597,-23.447279,-37.625736,-45.519478,-15.50022,-31.375154,-37.547237,-46.731617,-40.44386,-41.623928,-78.28324,-36.16059,-34.177128,-57.69339,-39.395374,-33.12242,-17.484978,-21.883415,-25.031853,-44.14544,-41.688232,-26.995464,-36.648193,-54.020264,-31.131298,-59.457363,-39.44943,-37.76162,-27.74048,-49.042103,-24.18026,-42.178623,-42.713078,-38.243877
+7586,-49.437187,-29.12741,-45.313354,-51.170765,-42.18872,-50.195522,-61.40358,-21.39598,-19.572998,-58.7658,-43.154728,-39.904728,-65.01498,-43.264103,-47.77852,-51.919685,-52.83667,-58.73913,-48.139103,-59.714855,-57.39566,-39.282288,-40.364876,-48.854725,-39.00222,-38.954556,-55.025406,-35.89417,-76.88109,-47.463005,-35.169235,-38.913727,-31.069975,-47.115448,-38.9545,-24.836592,-58.857025,-60.089966,-29.634165,-45.334553,-50.900826,-25.397718,-44.24147,-40.871323,-32.49428,-33.261166,-49.376076,-44.439163,-20.438541,-43.261375,-39.070717,-46.164406,-38.703297,-82.00892,-50.02507,-24.91951,-58.655502,-56.93068,-44.977894,-37.53424,-35.674866,-41.501038,-58.957157,-47.05687,-25.393051,-0.00080389634,-61.849617,-34.371887,-49.301956,-28.728445,-24.571423,-34.473938,-49.8264,-26.235851,-42.665993,-39.1388,-37.504642
+1694,-36.754944,-15.5313225,-38.227467,-37.377735,-34.726776,-61.097446,-56.523033,-12.750879,-22.748201,-39.45039,-36.174168,-36.86948,-58.56591,-35.33823,-45.75798,-42.29037,-36.022606,-56.92621,-39.385105,-44.018097,-37.36756,-9.523035,-26.363243,-42.16221,-31.69423,-34.11728,-35.39424,-35.013767,-35.930832,-44.28051,-20.511686,-32.311424,-24.01455,-31.947737,-30.99081,-29.947102,-36.490524,-46.619297,-19.951248,-25.698978,-28.97516,-16.469913,-28.782413,-23.31164,-17.1088,-23.655487,-27.347616,-28.552645,-26.02357,-12.632746,-44.78378,-29.436687,-33.514603,-69.24297,-42.23328,-24.658672,-74.80612,-54.036278,-46.700172,-37.171837,-38.328087,-42.80758,-44.81517,-38.186043,-26.067074,-26.091803,-50.256424,-34.36447,-35.43712,-31.25066,-50.37812,-35.385426,-48.3135,-15.188509,-30.000334,-34.93008,-32.827698
+8520,-39.584892,-14.924461,-45.525455,-35.85885,-17.524605,-40.58874,-58.49229,-2.7818415,-23.997017,-43.526695,-35.385704,-35.592735,-57.769646,-30.80758,-38.603966,-35.93019,-20.378328,-39.452927,-38.081017,-47.96971,-34.13443,-31.58741,-21.315096,-47.263123,-28.97513,-35.61775,-55.054447,-32.9292,-20.621094,-35.39687,-37.813435,-26.844889,-24.907389,-47.505657,-19.696714,-19.39935,-47.34574,-47.86446,-26.938854,-29.296833,-28.403194,-26.45708,-42.36333,-37.24008,-22.036743,-29.274498,-48.14965,-6.400297,-22.649351,-22.705936,-35.05987,-16.877592,-32.645653,-49.12584,-37.765575,-34.056557,-58.580616,-34.230595,-39.895058,-2.2353625,-17.860363,-11.485363,-27.358486,-28.660774,-24.570312,-26.366182,-28.521557,-26.442924,-33.52691,-31.665543,-21.143198,-13.561812,-44.136955,-12.380428,-34.575752,-30.964172,-47.39651
+931,-34.919903,-8.386787,-25.005985,-38.13827,-25.738918,-33.28454,-33.91964,-10.677089,-19.727875,-35.72112,-25.933748,-28.586092,-43.512863,-27.488436,-38.17176,-32.296448,-36.661312,-41.023296,-33.152496,-43.01999,-43.156593,-22.864315,-19.667416,-36.340115,-22.068548,-21.02507,-37.983547,-32.891373,-38.56111,-38.692516,-25.581705,-29.984201,-15.781076,-38.396732,-33.156223,-16.870731,-1.5989175,-48.851074,-23.239977,-17.883026,-26.755152,-11.343257,-25.905758,-42.053806,-32.975407,-19.81195,-18.078999,-24.231125,-12.181912,-35.204765,-23.31225,-26.148071,-33.838116,-61.974922,-15.318037,-22.178192,-64.105995,-52.774075,-41.61766,-31.856485,-24.418985,-33.78422,-46.827435,-30.438498,-17.694183,-18.253403,-38.010666,-27.659624,-24.310787,-19.807571,-16.959204,-26.50536,-43.22228,-15.261127,-17.70692,-19.545094,-13.6500435
+4539,-29.634499,-10.947969,-43.18848,-35.349503,-21.391838,-41.676735,-46.914215,-6.183447,-19.405996,-40.835182,-15.302198,-16.177198,-35.54797,-17.395948,-28.94116,-15.540409,-7.047042,-25.026768,-22.271925,-40.176193,-28.816175,-20.60292,-15.854948,-54.71849,-25.545708,-14.80868,-41.0442,-28.354092,-8.276415,-34.294197,-20.07285,-25.827282,-22.046032,-44.3592,-18.305878,-25.73027,-28.093597,-52.65854,-25.768837,-15.754457,-22.656208,-5.9512987,-27.576298,-26.656181,-19.892483,-4.298423,-24.901852,-22.894487,-15.389165,-19.536453,-34.953568,-23.879993,-30.167425,-35.274647,-26.696465,-26.702019,-71.73063,-39.20926,-36.31366,-24.380327,-16.286577,-25.630327,-33.123592,-19.690094,-20.299152,-19.871815,-47.456116,-26.46037,-14.356401,-24.356092,-35.268597,-26.545498,-33.630524,-8.746054,-28.775667,-25.997074,-21.248863
+12393,-33.197685,-14.750714,-47.776764,-33.00284,-17.130463,-43.05976,-52.111954,-9.8455925,-22.04723,-57.68976,-37.81928,-37.780216,-58.887722,-34.748966,-41.075428,-44.304756,-23.795826,-44.87243,-40.72553,-59.967705,-48.51506,-31.74889,-22.914648,-49.53222,-29.93955,-52.08641,-66.14913,-42.148514,-23.66486,-34.301216,-23.29375,-30.144482,-28.300732,-46.25359,-15.458822,-27.46645,-32.12092,-47.35459,-26.297375,-23.633884,-28.550613,-20.21561,-35.34061,-33.624516,-21.76688,-35.716595,-48.060535,-6.371193,-23.091366,-32.098896,-42.058525,-29.8563,-35.810875,-56.074562,-34.08123,-29.750082,-47.167976,-31.454212,-33.689762,-12.223193,-16.379444,-16.848194,-30.241581,-30.862133,-20.967323,-15.658331,-28.173431,-24.271194,-35.575695,-26.926435,-27.455246,-2.5956898,-42.65576,-12.107065,-28.813433,-40.45157,-43.793144
+6841,-32.10871,-14.813508,-46.364754,-46.22838,-25.485853,-40.56614,-44.11019,-14.316374,-25.141651,-47.285778,-30.28952,-28.336395,-50.045654,-30.97702,-38.1215,-31.764832,-18.694492,-31.226704,-32.41452,-44.197258,-31.672554,-32.422207,-23.786652,-42.681305,-31.361755,-16.934216,-42.23487,-29.827656,-20.688442,-40.61498,-27.440287,-31.733093,-24.733093,-43.453415,-19.443783,-23.65743,-45.278053,-40.74922,-24.608736,-26.874886,-27.612257,-19.958817,-38.708817,-32.314262,-29.048485,-12.1181,-26.290071,-23.654871,-18.527676,-27.448044,-30.244823,-8.552732,-17.260036,-32.30385,-40.402832,-26.511833,-65.24978,-49.877766,-39.61206,-30.241392,-35.749207,-30.772642,-37.87738,-17.797764,-25.046217,-21.734325,-33.52858,-28.701912,-33.009087,-55.11921,-45.350563,-32.148045,-40.69283,-16.305443,-40.902588,-28.103844,-17.533485
+4524,-27.809883,-11.580862,-37.02199,-36.801373,-24.000267,-22.10052,-26.97463,-6.3975644,-18.028135,-30.920595,-26.899218,-26.321093,-42.89884,-27.352343,-39.521534,-27.386217,-13.621225,-36.9709,-30.546679,-37.193428,-27.138994,-24.335588,-20.85565,-41.364975,-25.961113,-21.388912,-36.383095,-28.223843,-12.566256,-26.674929,-17.58436,-23.836197,-16.742447,-36.98282,-15.5504465,-17.032066,-33.35908,-40.090797,-22.779385,-22.536362,-27.731504,-9.592069,-28.560818,-38.58377,-20.968546,-14.144577,-17.423086,-22.787424,-9.125363,-24.310162,-27.297895,-17.038727,-24.263092,-47.389797,-36.173096,-21.345324,-70.69854,-47.94764,-40.203205,-29.517818,-29.611568,-32.205322,-38.114395,-19.305,-15.214225,-13.293129,-24.404713,-22.071072,-14.188328,-27.639803,-26.0243,-25.506851,-34.172348,-12.370121,-15.723997,-22.44907,-15.004489
+7541,-38.208435,-9.0360775,-34.502563,-31.814434,-18.39099,-26.91105,-36.1608,-3.8420076,-21.522083,-36.640194,-23.215992,-26.68474,-49.153244,-26.27849,-29.029484,-22.285063,-8.031043,-20.118631,-29.544115,-46.497204,-34.115005,-29.457823,-25.559967,-46.543137,-25.000736,-19.821205,-39.130405,-25.063286,-5.491534,-34.42484,-17.1931,-28.110195,-17.985195,-39.49587,-12.701197,-10.020381,-24.490593,-42.652702,-20.130783,-22.61589,-23.556997,-19.383038,-36.539288,-28.366066,-16.771109,-12.099407,-24.42322,-18.606075,-15.722551,-25.53555,-30.357668,-21.010681,-26.732197,-47.310425,-40.417236,-30.153126,-67.82095,-47.230515,-38.463203,-26.09435,-31.34435,-32.28185,-39.183292,-31.779438,-21.047115,-11.603675,-36.793755,-25.837461,-19.814735,-21.505566,-23.460821,-26.437637,-40.543804,-11.051852,-26.35614,-21.658764,-19.591797
+11526,-48.002304,-18.561138,-47.602585,-41.646954,-41.26562,-61.106136,-61.470104,-13.634184,-31.162966,-46.368294,-40.1146,-40.817726,-67.78695,-42.431007,-42.810665,-51.318977,-33.125637,-60.50164,-45.4271,-52.316788,-33.25586,-26.889143,-34.331196,-53.391632,-35.257122,-38.55665,-50.978615,-37.854813,-35.169918,-50.96814,-28.972555,-36.69815,-37.2919,-48.80872,-34.534042,-28.312496,-40.5006,-64.003235,-33.961407,-35.64315,-45.958363,-28.737934,-36.737934,-35.11821,-1.7576375,-34.196663,-47.644146,-36.764,-32.015,-24.638887,-51.539318,-32.538864,-41.600437,-77.2229,-54.036663,-27.029716,-80.88748,-61.846222,-55.448944,-34.38221,-41.50721,-43.91346,-46.813103,-45.464867,-31.997124,-37.776108,-52.813145,-37.397644,-29.020737,-46.379116,-64.447266,-42.51152,-39.499573,-20.777117,-42.793922,-58.42651,-41.99245
+8987,-29.34321,-18.986427,-21.830454,-30.329237,-29.527073,-29.37087,-35.199745,-7.423872,-15.200158,-31.695396,-24.802103,-24.302103,-40.702454,-26.497416,-27.690725,-29.26766,-25.509098,-33.605633,-28.591166,-36.490532,-34.211884,-20.046535,-33.7044,-32.032696,-25.828714,-20.154385,-30.828432,-29.233124,-26.277323,-30.149822,-25.345385,-23.64327,-6.291709,-33.446747,-34.9051,-15.87629,-25.973064,-48.50048,-31.125757,-23.201168,-34.570724,-12.510061,-25.822561,-41.84955,-24.31194,-22.515223,-20.922674,-22.218876,-13.304793,-29.542511,-24.271923,-25.45119,-31.773054,-56.64554,-29.95174,-25.562294,-56.403797,-49.62835,-36.57645,-34.49398,-25.876795,-34.53109,-40.427746,-25.747581,-17.240717,-26.815277,-40.50398,-22.110685,-38.43148,-38.736187,-28.696138,-29.213833,-37.928196,-11.992486,-36.102978,-20.075872,-11.958189
+9264,-10.90568,-16.894117,-65.57286,-39.752678,-30.350098,-54.05689,-55.804382,-18.057919,-26.178677,-50.981884,-35.280346,-38.530346,-60.489906,-39.342846,-51.390205,-61.269833,-55.957695,-67.85916,-45.342846,-51.571198,-38.84127,-28.939796,-29.408169,-42.76532,-36.15236,-39.30728,-49.57659,-40.306023,-40.527176,-49.584713,-26.233047,-42.313267,-31.84061,-43.45957,-35.439537,-28.618334,-37.106396,-47.28359,-11.422036,-25.440487,-27.753456,-20.498585,-39.561085,-32.67117,-27.266531,-27.72183,-43.176407,-34.094578,-32.595936,-35.438515,-52.314453,-39.83606,-36.639183,-73.140274,-38.683495,-26.111225,-92.95075,-59.427505,-67.62337,-42.43374,-42.77749,-50.43374,-48.702705,-48.682335,-32.093597,-29.827574,-54.96274,-35.131023,-33.679977,-23.379063,-45.549484,-33.772537,-51.605663,-20.76224,-34.39828,-45.652264,-34.181236
+3753,-33.36531,-17.733246,-43.823112,-42.919086,-32.4334,-29.685936,-34.153328,-24.112766,-25.171318,-35.875942,-38.026436,-35.203194,-55.80523,-33.609444,-46.388252,-44.037918,-39.986687,-59.018013,-40.546944,-42.318153,-33.4313,-22.324463,-29.741737,-54.455048,-34.62469,-27.902557,-43.69867,-31.886753,-38.231552,-38.586205,-2.5882418,-35.00811,-26.41436,-36.43596,-27.65069,-27.917503,-34.805122,-49.46331,-27.608498,-29.398142,-33.268745,-23.675045,-38.300045,-31.422983,-27.495054,-18.98912,-21.460005,-24.19085,-20.34272,-32.87878,-36.729946,-32.448048,-31.09253,-67.31563,-39.33498,-17.824541,-66.51383,-55.04109,-53.007496,-40.428017,-40.63114,-42.75614,-52.458504,-39.79735,-27.652693,-19.98709,-52.449944,-34.064846,-27.747034,-14.621428,-38.26032,-31.34945,-46.02073,-17.860476,-29.708046,-30.605185,-25.409067
+7068,-32.730583,-11.250482,-49.842827,-41.319405,-29.563225,-28.183777,-35.014633,-1.1758482,-21.391495,-40.98267,-29.398506,-29.273506,-61.08606,-32.367256,-41.281235,-27.921736,-10.785479,-46.70429,-36.15632,-44.292767,-28.27205,-32.167767,-23.135832,-47.140068,-26.979073,-15.78779,-38.355278,-28.162592,-17.488625,-35.16332,-20.698315,-24.786638,-19.599138,-47.86824,-19.151203,-13.249784,-36.10092,-42.427246,-25.281971,-22.295135,-23.337738,-16.384636,-36.915886,-37.032333,-28.3224,-6.6973333,-25.16822,-20.563215,-14.197113,-27.50708,-31.217623,-12.279496,-28.935219,-43.911083,-35.375595,-37.918808,-78.28742,-65.3848,-57.282692,-25.14038,-29.51538,-31.35913,-47.391987,-35.131313,-27.960203,-38.147064,-30.297915,-28.649323,-28.7622,-34.268394,-32.637974,-29.573065,-46.953373,-11.67776,-29.049282,-45.716755,-36.567554
+1009,-26.725487,-11.716093,-51.79819,-38.39089,-27.720547,-27.9895,-36.888542,-7.6936693,-26.89021,-32.140232,-17.550377,-10.206626,-21.809525,-22.82772,-20.542854,-25.480042,-12.355226,-40.492275,-20.831627,-49.45501,-38.260406,-33.84055,-25.8123,-31.768093,-29.063515,-17.502111,-40.078117,-32.6756,-21.8803,-35.230885,-16.606388,-32.454956,-24.556519,-41.01522,-20.237417,-17.342781,-37.972687,-46.269882,-18.040106,-8.034512,-19.957472,-9.500171,-25.031422,-15.733267,-24.066372,-16.657272,-33.46974,-27.994406,-16.789682,-27.759468,-38.376675,-16.97275,-30.977406,-71.02229,-33.62259,-29.369608,-70.58027,-44.97532,-46.416016,-28.613916,-28.707666,-32.45767,-34.667618,-45.056774,-21.315268,-20.383766,-20.221197,-21.935204,-28.939285,-29.238028,-46.37494,-31.426085,-31.5683,-11.2852335,-38.52819,-25.89009,-27.240604
+174,-32.112724,-20.485409,-41.861477,-38.177277,-31.991596,-40.18244,-38.109184,-19.243622,-23.3048,-41.178158,-27.988062,-29.412867,-45.46728,-30.206812,-27.753351,-38.179745,-29.800844,-44.862076,-27.300562,-44.07807,-42.06078,-21.43357,-18.35148,-35.313183,-32.631836,-24.241922,-44.966145,-37.10443,-26.743776,-30.59107,-26.763552,-29.347261,-21.292572,-28.619183,-29.782877,-26.809313,-45.248352,-44.37771,-14.033285,-11.627723,-22.784256,-13.595298,-31.189049,-25.342869,-16.772675,-9.904784,-36.401825,-30.715296,-26.76875,-22.188179,-34.027912,-25.07595,-34.269882,-46.317,-33.399384,-27.05605,-84.81883,-46.870113,-56.551537,-30.620737,-34.784798,-34.237923,-39.42704,-32.00615,-27.18954,-24.377102,-46.869534,-31.010561,-25.756899,-34.2124,-47.907024,-31.683146,-29.619196,-13.799479,-40.66255,-33.800537,-31.125961
+11236,-23.839455,-15.376189,-32.324356,-36.03263,-29.85649,-34.03267,-43.317352,-2.0391479,-21.528374,-32.645958,-22.783749,-24.689999,-44.620705,-19.955624,-22.981195,-28.329916,-13.577739,-41.353622,-23.002499,-39.930367,-30.667364,-34.57798,-28.17352,-41.58558,-23.174572,-26.972641,-41.75345,-26.208725,-19.401619,-36.772514,-17.107334,-35.860817,-26.290506,-28.882475,-20.205673,-15.151612,-21.3619,-33.77964,-20.544853,-17.86502,-27.337156,-13.952192,-19.639692,-27.476717,-9.0555725,-23.038044,-33.37286,-23.34321,-18.339874,-21.904545,-25.991648,-29.189384,-34.204742,-62.832523,-38.84574,-19.982048,-75.644424,-49.98632,-54.1082,-28.294926,-31.982426,-35.919926,-32.376747,-43.18441,-17.125431,-22.300377,-32.616947,-25.122908,-3.7640038,-10.386504,-40.533493,-27.166367,-38.226933,-16.138527,-17.849113,-38.094715,-27.779423
+8163,-31.20472,-10.804778,-49.528736,-34.851574,-38.179047,-35.136543,-46.778164,-18.211002,-27.544489,-39.887085,-22.374691,-16.941097,-34.00969,-24.652035,-29.262325,-34.717346,-32.90928,-42.833794,-21.620785,-59.367725,-53.78125,-32.872406,-25.47522,-33.58792,-33.327103,-37.445473,-40.683666,-33.444725,-48.02922,-34.52534,-27.84824,-30.676994,-15.950433,-32.064125,-28.488647,-14.37051,-26.410303,-39.258476,-12.098467,-8.767515,-19.163734,-12.419591,-26.38834,-29.698322,-33.425076,-26.114119,-42.163696,-40.971657,-14.581219,-27.137688,-33.116016,-36.221817,-41.192055,-62.594963,-26.740067,-33.374672,-82.705986,-51.119183,-56.20248,-35.44577,-38.461395,-39.16452,-34.186363,-38.462166,-21.307037,-20.483372,-31.376583,-17.015276,-26.412268,-31.64943,-41.04717,-37.307022,-41.139324,-8.650855,-23.914242,-42.726727,-35.322998
+8729,-36.197197,-19.053768,-38.708183,-40.09887,-31.769966,-23.7099,-44.30025,-16.198715,-12.6793375,-62.425102,-38.978485,-37.05661,-60.302,-38.790985,-44.354557,-48.876144,-23.47873,-57.689644,-44.58786,-47.185226,-23.215696,-36.11289,-31.976627,-42.102913,-31.083687,-31.04855,-42.125767,-20.060333,-19.828083,-33.001156,-25.428366,-32.493645,-22.556145,-48.06419,-30.507729,-8.554924,-35.82232,-43.910477,-25.863,-31.024681,-32.297134,-26.084476,-38.396976,-40.861946,-21.157824,-27.432837,-38.48938,-30.260159,-8.051451,-29.718842,-27.972729,-12.8399935,-27.765274,-61.703773,-38.050087,-23.273361,-66.89627,-54.42125,-44.723087,-28.377468,-34.09622,-35.03372,-44.57872,-40.72313,-17.784372,-16.021233,-23.52967,-20.787188,-32.799633,-32.317566,-31.896393,-30.10445,-34.147705,-14.486032,-34.283173,-31.419914,-36.785564
+6052,-41.373234,-21.257748,-47.21822,-42.315937,-36.298927,-31.557844,-42.40933,-15.196994,-20.168379,-48.25633,-37.724937,-36.084312,-57.789116,-38.490562,-43.462524,-42.353592,-21.847176,-48.100945,-43.271812,-48.43109,-27.496494,-37.972214,-41.817116,-45.85414,-36.68353,-35.16915,-47.668335,-28.032572,-29.284327,-38.927982,-39.57062,-34.630177,-30.473927,-53.38343,-33.136562,-15.251831,-48.92216,-54.023018,-34.048477,-35.171814,-39.251244,-36.054657,-51.648407,-41.46601,-24.389698,-18.005013,-24.566383,-18.5717,-0.00050548214,-29.8692,-40.701733,-19.418074,-33.060036,-57.56037,-46.290573,-33.089138,-72.22459,-55.301575,-52.84881,-34.17585,-34.8321,-39.472725,-48.924362,-41.023624,-24.569859,-16.60658,-19.95683,-23.98819,-35.52982,-43.897255,-31.900255,-35.288055,-44.79499,-21.770817,-32.753983,-30.164791,-37.402275

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/test=banking77/list=0.0-1.0/labels.csv

@@ -0,0 +1,77 @@
+7154,7
+11782,51
+7429,35
+7558,35
+5992,48
+2134,8
+624,34
+3960,68
+8249,76
+11787,51
+12323,65
+4219,73
+4858,44
+10197,34
+11306,73
+3854,74
+3270,61
+712,34
+1659,1
+8245,76
+10270,36
+5795,51
+8457,37
+3577,16
+1520,41
+12387,71
+980,36
+3848,74
+5126,45
+3654,30
+13013,69
+7431,35
+6355,63
+7184,64
+5137,45
+7919,39
+3060,40
+577,34
+7588,65
+7004,21
+3414,6
+2048,47
+2930,54
+11971,63
+10782,75
+1665,1
+11520,28
+4051,38
+2707,66
+7105,7
+1598,1
+2313,60
+12006,70
+2072,47
+12163,7
+7744,71
+9738,2
+7586,65
+1694,49
+8520,59
+931,36
+4539,22
+12393,71
+6841,53
+4524,22
+7541,35
+11526,44
+8987,31
+9264,0
+3753,30
+7068,7
+1009,12
+174,13
+11236,68
+8163,43
+8729,5
+6052,48

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/test=banking77/list=0.0-1.0/logits.csv

@@ -0,0 +1,77 @@
+7154,-27.073723,-14.519492,-24.551987,-26.03892,-28.732006,-30.062723,-40.020164,-0.0056157922,-27.359879,-34.78566,-25.48796,-28.191086,-45.925858,-17.11296,-30.536783,-25.967232,-21.000664,-30.326,-33.0739,-45.764603,-33.856266,-31.76517,-13.712799,-47.81968,-26.239967,-22.795238,-41.06429,-30.107224,-32.853706,-32.691696,-28.050108,-28.135443,-30.354195,-33.845867,-27.246773,-18.778656,-13.462452,-45.539097,-25.705927,-33.772923,-36.39177,-17.792934,-28.292934,-37.876614,-22.921616,-15.272638,-21.83865,-24.942501,-12.315036,-24.43562,-24.686964,-27.171564,-34.806656,-32.086853,-33.650787,-28.996325,-51.23313,-46.513565,-45.50045,-27.218819,-22.406319,-34.87507,-40.609974,-27.503412,-19.67371,-29.152391,-38.56505,-32.54869,-18.132341,-22.180008,-25.449858,-26.481874,-36.24528,-13.638995,-16.338259,-34.63621,-33.728226
+11782,-37.911217,-24.525347,-26.631365,-54.006214,-41.65487,-35.779366,-40.824963,-13.176729,-29.975769,-44.701874,-39.184273,-39.559273,-53.565735,-30.778023,-38.368896,-45.706528,-24.14425,-47.11637,-43.129585,-53.961372,-33.622066,-49.703423,-28.311348,-48.41676,-37.06134,-31.782173,-41.47239,-35.534435,-23.281975,-39.472878,-34.360786,-29.30663,-31.55663,-49.184235,-26.568151,-30.26081,-44.295593,-53.38886,-36.199898,-36.078987,-38.53665,-27.990314,-50.240314,-40.95089,-36.67629,-28.230381,-35.552914,-32.445484,-27.007172,-31.359554,-35.024452,-0.0019020957,-24.354204,-17.498825,-46.22168,-36.86553,-66.92958,-59.175224,-48.746624,-31.156319,-40.71882,-38.15632,-51.60527,-40.607903,-39.842033,-37.68914,-45.81212,-40.494667,-42.791245,-56.093086,-42.113213,-38.46688,-38.45538,-25.258938,-43.38224,-40.583496,-37.461082
+7429,-47.397186,-23.661026,-35.251328,-50.501152,-40.739204,-40.47133,-55.94764,-15.627151,-19.68875,-42.269753,-39.106762,-39.356762,-60.564392,-29.981762,-42.76132,-47.390903,-37.629128,-53.132366,-42.028637,-54.45435,-45.724136,-31.571182,-36.344563,-59.93251,-34.484055,-40.07414,-58.968628,-24.745651,-48.92359,-43.510193,-43.780632,-35.273148,-35.741898,-55.058437,-31.471186,-0.00086607144,-49.043545,-54.87286,-40.136745,-38.511078,-41.256523,-33.734154,-48.702904,-45.99661,-27.395222,-45.189022,-53.507248,-43.149975,-18.313395,-32.90834,-42.604572,-33.70939,-44.813583,-53.02417,-52.079536,-38.192055,-66.68717,-61.29035,-54.315727,-22.493612,-36.30611,-38.55611,-55.8379,-47.92257,-28.065594,-44.483784,-36.207516,-37.4076,-25.081394,-39.25753,-46.276726,-40.27382,-44.967453,-25.23764,-38.65232,-35.691444,-41.9438
+7558,-36.505047,-23.170742,-24.47971,-39.233852,-38.657307,-25.488323,-53.65078,-11.250805,-18.563261,-46.5083,-33.4617,-34.49295,-51.817276,-23.649199,-37.36476,-33.46778,-23.745068,-42.958206,-41.0242,-49.606613,-38.575253,-32.790836,-21.14711,-65.77219,-35.381348,-30.39723,-45.997906,-20.80841,-36.59156,-32.711628,-35.179302,-26.338448,-28.838448,-53.25975,-31.897717,-0.0004973757,-36.35048,-49.008766,-29.782795,-38.67633,-31.226885,-26.735603,-42.923103,-36.138985,-27.217857,-30.443714,-47.62574,-39.032616,-16.750546,-30.570105,-29.664726,-25.247044,-37.28507,-37.744904,-53.491913,-33.369446,-59.472218,-57.994217,-53.111748,-22.371351,-28.871351,-35.55885,-47.557186,-44.498325,-26.946415,-32.088238,-34.266247,-33.44333,-30.475588,-25.230886,-21.442347,-30.97066,-40.948387,-21.406528,-28.546875,-29.446213,-37.615067
+5992,-47.653156,-19.654963,-23.593243,-44.94934,-40.034184,-25.916811,-45.803925,-15.88408,-17.066069,-40.293552,-35.131943,-32.553818,-40.788025,-25.647568,-42.139565,-37.399216,-23.73325,-43.762108,-41.085068,-49.541122,-40.1979,-30.128883,-30.056316,-48.082558,-38.815163,-34.724976,-53.23949,-30.422928,-31.612019,-44.83305,-42.199013,-28.72482,-30.78732,-43.785362,-26.949732,-15.438065,-37.12116,-52.3529,-28.627314,-28.325016,-33.07105,-24.277006,-40.683258,-37.860855,-21.82587,-28.375912,-29.822582,-22.754961,-0.00056492287,-30.89119,-29.195883,-22.541779,-37.275734,-34.34616,-47.38213,-36.75148,-56.744324,-53.26055,-48.464447,-30.549526,-31.987026,-40.541714,-48.253273,-44.566147,-26.229343,-34.628323,-14.267145,-24.881878,-31.01774,-46.01352,-37.607132,-38.81546,-39.693714,-21.183777,-36.507614,-28.053764,-43.26929
+2134,-48.321598,-19.202707,-19.50192,-39.2332,-32.216656,-29.78456,-47.534084,-12.823482,-0.0007214708,-41.213448,-33.528023,-31.746773,-43.444717,-22.403023,-43.74666,-32.151398,-34.8073,-38.408375,-41.090523,-42.567196,-40.33109,-19.809444,-24.473541,-51.66568,-32.11756,-39.424393,-51.08491,-25.206886,-39.468033,-42.163975,-33.571056,-22.686478,-27.873978,-41.327053,-26.728333,-14.063183,-43.840797,-47.21306,-26.528652,-31.888409,-33.296635,-17.991146,-34.866146,-28.936228,-20.191338,-36.313744,-39.525276,-36.469616,-10.000682,-24.360527,-29.738144,-38.445717,-29.915823,-31.799498,-50.114174,-30.75391,-54.964417,-55.9065,-45.965675,-34.126293,-35.782543,-36.282543,-48.40547,-42.64287,-30.389368,-38.233486,-44.313637,-32.07337,-26.361658,-28.872677,-29.819313,-28.437145,-45.97138,-20.857208,-28.46853,-23.480253,-38.833187
+624,-34.13392,-19.922306,-19.91242,-44.494766,-28.809568,-35.39292,-39.22434,-16.8963,-31.804703,-40.267418,-27.995853,-24.808353,-40.999863,-24.995853,-41.637276,-35.81197,-14.324865,-28.841772,-32.441166,-41.733597,-37.30936,-31.080631,-18.061855,-56.539917,-34.720634,-19.570454,-45.44223,-33.260715,-12.974673,-42.26254,-34.73081,-10.028005,-25.028004,-46.192062,-0.0009632238,-23.783646,-28.71936,-54.3491,-34.631725,-30.380709,-33.77245,-20.330137,-31.830137,-28.832405,-30.779118,-14.200035,-33.10283,-28.85682,-21.072884,-31.68063,-41.381542,-26.173138,-31.398703,-29.208942,-40.832077,-38.614754,-54.76185,-43.606052,-45.639107,-28.73552,-36.76677,-34.98552,-37.366234,-21.558401,-17.124582,-29.925758,-46.27713,-34.2733,-21.48962,-41.11369,-35.564438,-33.02464,-44.033417,-16.912996,-43.808815,-23.900599,-20.859697
+3960,-32.902058,-16.385252,-27.818142,-40.1567,-33.559845,-45.257763,-47.97091,-13.108805,-29.005718,-50.42269,-31.800194,-33.47207,-52.519222,-20.331444,-33.5882,-35.573456,-25.364086,-41.757305,-36.012962,-46.457817,-36.309494,-33.447098,-22.766773,-60.462402,-35.418236,-28.437016,-45.916058,-28.65492,-35.97572,-48.947823,-24.08638,-39.158436,-38.17406,-45.6051,-31.41236,-24.03925,-34.851746,-44.160347,-34.491375,-29.161644,-33.30673,-26.646145,-35.458645,-31.14899,-19.920515,-43.48186,-40.35649,-32.44455,-31.534157,-29.114437,-40.900917,-34.326576,-45.252773,-50.782715,-47.065746,-24.67669,-58.29769,-52.76676,-47.213364,-34.1699,-39.560524,-38.623024,-43.38884,-40.39854,-25.28423,-30.588753,-45.121304,-35.82798,-0.004112222,-13.035563,-43.27146,-24.69836,-38.47473,-17.28421,-18.572857,-47.405075,-39.893517
+8249,-28.744347,-15.578535,-16.696777,-30.97237,-22.546364,-24.900352,-38.923233,-16.122614,-21.581228,-44.90296,-27.309807,-27.903557,-38.10913,-24.466057,-35.518475,-24.630814,-22.151848,-22.858295,-30.481682,-21.477951,-26.214602,-32.847454,-18.965355,-52.842033,-33.79997,-19.414312,-20.30455,-23.827648,-22.53954,-34.963005,-31.923975,-14.278599,-26.591099,-50.412407,-9.3779125,-12.371302,-28.81057,-52.848743,-25.05576,-25.837812,-36.83921,-15.400244,-34.025246,-32.581116,-27.590008,-14.4242735,-16.332205,-25.817387,-15.000008,-31.77436,-28.727324,-24.72089,-30.430372,-29.606903,-52.06852,-32.067448,-55.718098,-42.05301,-43.78041,-22.347116,-31.503366,-30.597116,-41.614212,-29.689499,-18.63099,-23.0924,-34.83056,-25.325726,-34.000065,-41.36595,-33.580418,-31.817379,-35.43079,-16.89023,-32.99078,-11.15604,-0.007564415
+11787,-42.76648,-23.256184,-29.320093,-48.69513,-39.35701,-24.635027,-37.063366,-18.366684,-29.144453,-38.97288,-35.054253,-34.929253,-45.33562,-27.898005,-36.89438,-41.339363,-22.121693,-46.44828,-39.83941,-49.93971,-34.114838,-36.17875,-24.140465,-52.2897,-39.50415,-23.40205,-35.92749,-30.29871,-27.223373,-42.27941,-31.913336,-29.029472,-29.716972,-44.32518,-21.054173,-26.736958,-44.169693,-49.322998,-34.71027,-27.688362,-35.553314,-22.702293,-41.296043,-28.253265,-32.56713,-29.125156,-34.210037,-32.823273,-27.571655,-29.871723,-28.996181,-0.0016013862,-12.320256,-17.864292,-57.81644,-35.21962,-57.62901,-53.368,-42.398647,-30.765587,-41.050743,-32.578087,-51.44411,-35.49906,-33.323704,-31.20539,-37.741432,-37.712204,-40.086678,-48.09996,-47.986385,-33.956093,-43.90822,-20.714094,-42.66594,-35.876488,-39.870663
+12323,-33.540634,-21.64173,-22.383732,-40.592358,-30.59301,-25.714073,-44.34695,-12.765441,-20.45028,-41.667786,-38.199318,-34.52256,-43.863506,-26.49131,-39.75093,-35.379654,-30.946674,-39.150276,-41.694435,-46.878384,-40.469612,-28.545975,-19.606133,-45.293243,-39.10115,-29.436718,-39.977524,-31.204725,-47.952366,-43.369972,-33.51751,-16.66706,-23.29206,-36.91427,-35.61457,-21.004702,-37.939,-62.92964,-29.600704,-35.201893,-46.23301,-27.928984,-47.522736,-30.788425,-32.71447,-29.266998,-37.371815,-38.597256,-16.626717,-32.392876,-36.672836,-41.311745,-38.12694,-39.025196,-55.24697,-28.801655,-48.68976,-52.153214,-43.599937,-29.865189,-29.146439,-35.982376,-50.551205,-30.74556,-16.739351,-0.0018154944,-61.53543,-27.798445,-36.369835,-22.536549,-23.778158,-28.152637,-39.64162,-21.809763,-30.718655,-24.861483,-30.897358
+4219,-33.134804,-19.755362,-21.326569,-47.124763,-35.12817,-50.40043,-59.862034,-19.00522,-33.17277,-37.764553,-25.670187,-29.482687,-37.068615,-21.795187,-37.6474,-30.551998,-35.202477,-35.916454,-36.810814,-48.258766,-52.09756,-33.51601,-22.10089,-43.300182,-30.620863,-33.354206,-46.940548,-47.194016,-42.886303,-44.727005,-22.152624,-21.882973,-18.445473,-40.539932,-30.365845,-33.103737,-26.591385,-43.86966,-20.975452,-27.078785,-30.513214,-20.962225,-40.055977,-23.407845,-38.248016,-28.811428,-34.13808,-31.909544,-29.989698,-35.030945,-32.782207,-46.69174,-44.68789,-41.68647,-36.842735,-32.242752,-69.6468,-62.25451,-56.822258,-44.713005,-45.025505,-47.3341,-49.97687,-36.54694,-23.199472,-28.931734,-64.27852,-38.83277,-24.525581,-14.8069,-26.078066,-29.437716,-46.86692,-0.0020927368,-27.44113,-38.298473,-30.417595
+4858,-35.15506,-19.183332,-24.853168,-40.722363,-35.600517,-55.170284,-57.92237,-16.759663,-30.944822,-36.878872,-29.797342,-31.719217,-46.52775,-25.266092,-43.46016,-35.43499,-29.259226,-51.644257,-35.131325,-41.877995,-29.23603,-27.14669,-21.187965,-58.727932,-35.289406,-31.52122,-48.89093,-33.141438,-45.16884,-49.893703,-22.2447,-27.223785,-32.692535,-43.201828,-29.066023,-21.38511,-39.598454,-56.375206,-26.998486,-31.6151,-38.1795,-29.850315,-39.787815,-21.522835,-0.0017437265,-35.393463,-44.80197,-30.471468,-28.404396,-20.95251,-49.452557,-42.758076,-43.312546,-56.200798,-48.616974,-25.883875,-67.24862,-51.223324,-45.10876,-31.153854,-38.4976,-41.036663,-41.6193,-39.843437,-28.432175,-32.78813,-50.972664,-36.742676,-23.943886,-29.330223,-53.292168,-32.25892,-50.235947,-18.515245,-32.581985,-51.83305,-41.509514
+10197,-32.05684,-23.803545,-21.14048,-42.931038,-25.155973,-31.555363,-35.86448,-16.652102,-33.42633,-38.931267,-27.67944,-26.96069,-35.55193,-21.39819,-37.78016,-21.899092,-18.13462,-27.374493,-33.55444,-40.571136,-40.081074,-32.913258,-18.847467,-51.187286,-39.068592,-19.018831,-39.782887,-32.640926,-20.221355,-34.466187,-34.221485,-13.522813,-23.772812,-40.23233,-0.0021382377,-24.168102,-31.090904,-46.7085,-29.39103,-24.691994,-32.86013,-22.87216,-37.30966,-22.387486,-28.927214,-14.7155485,-25.00949,-25.460941,-21.522934,-31.224333,-36.70062,-28.91221,-31.843254,-22.29393,-47.374825,-35.75966,-61.096344,-50.303497,-43.427044,-31.84395,-37.875206,-38.312706,-42.409462,-21.364298,-22.578901,-21.460672,-51.359432,-35.799072,-27.562096,-48.81002,-37.053097,-28.887169,-49.922165,-23.120106,-49.07009,-19.87245,-22.71616
+11306,-35.626167,-17.83678,-14.545973,-39.443623,-33.679024,-49.231133,-52.247253,-15.447342,-28.715603,-37.41508,-26.522644,-27.678894,-35.930412,-18.678894,-35.50477,-23.591736,-30.482155,-34.911255,-36.335144,-32.367176,-35.012325,-30.473177,-20.01047,-39.158836,-29.844383,-30.130997,-45.80491,-40.516567,-37.500496,-42.02033,-18.148571,-14.893353,-13.768353,-31.20121,-23.854109,-24.416142,-21.741129,-35.829784,-16.569807,-21.363106,-26.71605,-19.676517,-32.379642,-21.989489,-34.677765,-31.620953,-29.607792,-27.333763,-26.66312,-32.49243,-26.744814,-38.064793,-38.664436,-48.00454,-40.734318,-31.809454,-60.598106,-49.766464,-41.21898,-33.752834,-32.784084,-36.346584,-41.84649,-31.251055,-19.940788,-30.845877,-61.090343,-35.214478,-23.158394,-14.1992235,-23.343182,-25.192688,-45.14436,-0.0036157835,-24.633469,-36.516064,-28.609484
+3854,-35.516426,-15.818896,-24.339252,-43.639027,-30.838272,-39.900337,-36.961433,-13.096359,-26.840034,-37.83003,-33.90084,-34.385216,-44.02491,-21.74459,-38.95036,-33.754593,-29.029518,-38.352882,-36.450645,-44.640015,-43.5748,-30.483807,-23.838396,-57.66893,-31.638464,-32.694107,-46.75137,-30.332415,-47.42182,-56.714355,-22.637989,-28.542995,-31.042995,-37.18328,-27.963335,-28.70523,-31.486046,-52.530685,-34.170177,-23.512146,-30.985102,-20.21583,-36.715828,-26.432234,-29.869898,-31.691603,-39.518353,-29.227236,-26.882397,-31.41603,-33.860317,-44.614956,-38.5013,-37.84088,-46.911144,-25.77334,-57.592148,-49.519005,-50.841927,-39.44691,-39.82191,-43.571907,-36.15191,-37.498005,-31.10501,-22.324707,-57.685944,-39.634113,-11.408991,-25.506369,-46.843132,-36.07054,-47.930283,-18.775738,-0.0018834701,-36.10896,-31.566034
+3270,-38.885395,-22.772684,-23.314608,-41.55684,-19.876272,-45.92476,-63.44812,-12.965393,-33.50215,-39.994373,-40.16188,-40.30641,-54.72144,-27.318134,-43.749245,-43.779186,-31.162243,-44.953506,-41.021255,-48.854042,-42.512695,-30.640604,-28.232347,-51.62462,-34.675663,-52.86325,-65.987816,-39.674774,-32.080303,-31.83739,-34.755466,-22.963058,-26.275558,-38.99069,-36.9368,-29.188,-29.291784,-48.7339,-31.977623,-28.37399,-30.081219,-29.227028,-42.164528,-37.89222,-25.282658,-38.375736,-48.84629,-11.8755455,-28.0005,-24.315445,-38.210945,-24.337978,-35.000725,-46.309265,-43.38935,-43.750618,-51.05303,-32.360386,-32.315804,-9.127581,-15.315081,-0.0025805056,-28.265253,-36.34349,-28.683674,-26.574234,-37.10687,-31.135965,-29.486546,-44.565754,-38.088955,-16.56479,-41.306847,-22.369396,-42.96573,-42.25125,-51.42337
+712,-25.637047,-18.756903,-13.64082,-40.109955,-23.394955,-31.248554,-38.769035,-15.725299,-30.424221,-37.63175,-28.358414,-26.920914,-40.241943,-20.952164,-35.01983,-18.978474,-18.182606,-21.77043,-31.272476,-32.126167,-36.342293,-30.332975,-17.986246,-40.356926,-35.00174,-21.25896,-42.959263,-30.31969,-16.579346,-36.4914,-31.933922,-10.676354,-16.176353,-38.181534,-0.00077142246,-22.230762,-38.02363,-40.29424,-26.551249,-25.794964,-29.17483,-21.31755,-34.00505,-23.936007,-26.940193,-16.486652,-31.00209,-25.982012,-19.230951,-31.845394,-35.1336,-23.023975,-31.63438,-24.059065,-40.610386,-31.658081,-41.17497,-40.370495,-42.602398,-27.524841,-35.290466,-32.71234,-35.347363,-15.769539,-16.855448,-23.707989,-43.125565,-31.602928,-26.1639,-39.510826,-39.904636,-32.20935,-40.697174,-17.880468,-39.19447,-21.942059,-25.468813
+1659,-32.812214,-0.0002739242,-27.213276,-41.792072,-38.782837,-60.08978,-65.38019,-23.41144,-40.47941,-56.655037,-30.12387,-38.239105,-52.750202,-32.28012,-43.93359,-38.767967,-46.5056,-56.8741,-39.444183,-49.04446,-58.764053,-40.783867,-41.905487,-60.25077,-34.921467,-37.05928,-54.395638,-36.373028,-49.30481,-55.210915,-22.703474,-32.03737,-31.474869,-57.348457,-40.938797,-31.714212,-42.327385,-46.22693,-31.005562,-35.42165,-34.760643,-28.69723,-42.540977,-32.039413,-45.56951,-38.938766,-44.85038,-38.204525,-35.51122,-38.00716,-41.23025,-46.006157,-47.4525,-44.549435,-49.62816,-35.72202,-59.472065,-58.82329,-57.026085,-41.03741,-39.44366,-44.396786,-45.93907,-51.425205,-35.22316,-57.669365,-67.571205,-44.98738,-28.766003,-39.379887,-52.049088,-48.75142,-46.929314,-32.663025,-31.853695,-47.439087,-56.07436
+8245,-27.975382,-13.6356125,-18.001976,-26.480185,-30.208332,-20.226942,-25.509754,-8.507792,-21.730597,-37.437366,-25.516705,-27.360455,-34.494934,-25.172955,-33.696453,-28.443394,-16.315704,-18.39344,-34.37608,-36.26873,-29.595634,-27.41713,-15.083589,-45.731777,-29.551052,-26.443699,-28.267582,-27.412376,-20.002472,-37.990997,-25.184055,-9.911473,-13.786473,-43.605724,-16.361572,-12.469697,-16.892845,-40.026665,-21.874744,-30.351158,-35.766384,-21.07237,-37.66612,-30.681152,-26.724873,-19.021015,-22.688744,-27.801964,-13.949483,-28.402138,-31.26562,-23.115423,-31.053764,-38.825428,-41.168358,-30.054283,-52.540688,-50.57515,-40.832787,-21.581072,-25.831072,-31.174822,-48.684093,-23.222973,-18.139145,-15.915995,-32.64144,-24.435783,-25.839111,-33.641533,-33.450592,-25.670065,-23.55639,-15.407727,-25.978134,-15.232477,-0.0076532615
+10270,-38.57438,-21.173866,-17.540176,-40.431503,-39.4701,-40.882576,-50.477818,-23.14574,-29.449045,-47.716225,-36.22644,-41.898315,-51.8491,-33.07019,-45.08693,-39.036133,-45.60877,-47.463097,-43.13269,-49.973385,-56.621857,-31.981007,-29.741312,-56.323395,-21.24569,-30.92291,-44.56095,-37.655746,-51.78007,-44.88935,-36.26822,-25.027971,-16.277971,-47.60565,-39.80646,-27.374668,-0.0024829365,-49.970764,-30.49825,-39.268047,-39.787132,-29.79114,-41.634888,-30.511929,-42.630283,-29.214214,-32.919064,-28.71867,-17.523489,-37.560356,-29.497128,-44.417225,-41.196693,-54.242626,-31.21962,-35.407406,-56.3869,-53.946976,-50.38307,-39.416325,-40.416325,-42.66242,-44.10555,-46.892418,-22.44924,-29.788849,-53.1297,-37.79814,-46.62271,-36.081715,-36.43177,-36.009872,-53.440605,-18.587477,-36.565086,-42.904556,-44.90388
+5795,-34.063248,-21.579992,-30.183422,-44.351696,-38.75738,-30.026886,-29.361748,-12.396625,-27.18325,-36.122963,-32.315804,-32.26893,-45.621204,-24.065805,-36.209484,-39.603622,-16.27675,-48.865974,-37.12049,-49.65529,-33.573025,-42.625454,-17.038025,-49.90975,-36.002453,-20.46222,-33.144978,-28.275652,-17.140387,-36.06337,-32.93825,-27.823805,-28.823805,-49.628838,-20.115541,-22.588152,-36.159714,-51.079285,-31.53661,-32.513596,-31.51793,-19.76564,-41.67189,-38.733078,-32.684757,-22.686611,-28.633678,-29.391136,-25.578121,-26.556637,-30.965101,-0.0035767297,-20.315706,-21.641714,-41.623726,-32.8937,-62.405502,-56.124424,-42.53552,-29.673882,-32.73638,-35.11138,-47.754883,-36.86412,-35.174957,-40.473816,-47.254715,-37.04052,-38.653603,-49.604027,-42.06371,-33.14228,-31.073217,-21.353312,-37.36831,-33.328304,-26.61239
+8457,-34.307373,-20.599676,-22.316498,-42.17693,-29.16401,-49.258846,-55.60479,-18.606007,-27.463024,-25.60208,-23.670788,-21.358288,-23.07518,-13.577038,-24.62093,-20.575516,-27.295654,-30.35039,-28.34657,-46.410355,-45.926086,-29.37693,-19.901909,-38.04017,-32.70185,-31.165588,-46.039566,-36.296688,-42.37052,-40.442204,-23.222296,-23.097237,-25.972237,-31.14139,-25.103941,-28.867922,-39.071808,-0.0022989777,-12.318965,-14.519965,-17.332443,-17.344027,-31.656527,-21.140087,-28.049742,-18.34716,-33.01992,-29.801212,-24.519077,-33.6951,-42.255726,-42.187706,-39.37657,-36.290848,-36.055004,-27.42725,-60.513165,-49.672123,-47.560364,-33.91008,-35.94133,-41.105392,-45.89393,-43.724808,-26.366611,-25.624508,-56.35565,-37.288216,-37.679787,-27.998064,-28.09069,-24.744593,-35.76241,-18.600126,-33.145866,-23.633871,-24.096054
+3577,-32.42466,-19.750233,-15.924103,-38.31052,-22.300234,-16.54471,-29.780735,-11.516929,-28.248783,-36.387474,-25.238857,-24.488857,-38.19236,-13.379483,-25.872364,-24.850967,-0.009334734,-23.064327,-23.957607,-39.29767,-17.202982,-29.075039,-7.513464,-59.201416,-34.0383,-16.267744,-42.225624,-31.07954,-7.833343,-37.48983,-34.63328,-26.158888,-31.69014,-43.03318,-11.945129,-18.841873,-32.400032,-41.579895,-20.181944,-18.590471,-23.85257,-19.500978,-36.188477,-29.768236,-21.558352,-8.507071,-26.12022,-29.444544,-19.506641,-21.68927,-25.369688,-25.906467,-32.47454,-15.632748,-44.571564,-36.164047,-63.22012,-50.305096,-47.200302,-25.649025,-36.66465,-34.274025,-41.54723,-32.747757,-27.383362,-31.540768,-27.33707,-31.89841,-26.941162,-40.766243,-37.181927,-28.17484,-40.91562,-15.883438,-37.962143,-37.771004,-38.769714
+1520,-33.61712,-25.552513,-21.582851,-40.84286,-34.090847,-36.312515,-43.142,-18.085411,-31.147049,-38.855152,-30.3676,-30.953537,-37.746166,-25.14885,-41.75711,-39.975807,-40.80177,-53.145958,-27.02385,-38.712284,-31.097002,-30.131866,-14.046775,-50.8436,-28.716234,-23.806684,-39.2312,-30.814905,-31.347595,-39.713768,-29.32968,-24.374187,-23.686687,-45.081406,-25.238499,-27.80378,-46.783348,-46.62108,-19.056892,-22.858253,-27.637253,-0.004619525,-16.942122,-25.52163,-29.251808,-15.182356,-33.13718,-33.50061,-27.380836,-22.997072,-41.773994,-40.90089,-33.46753,-46.46376,-46.802704,-33.628242,-65.97738,-47.297237,-37.341484,-27.664377,-32.21125,-31.445627,-46.841553,-33.0398,-30.77023,-28.218884,-56.3666,-38.30796,-15.460705,-26.177635,-33.800495,-30.945953,-41.80278,-11.286519,-28.699495,-32.314976,-25.214363
+12387,-27.970833,-21.884556,-20.673363,-43.83725,-22.313532,-57.2427,-64.541176,-23.82114,-27.347115,-48.481594,-37.2085,-36.692875,-48.971638,-23.521,-47.999397,-47.81288,-40.729256,-50.86194,-40.380375,-53.844387,-47.901505,-23.510239,-17.63626,-49.70616,-34.695587,-37.111465,-50.874657,-36.623993,-40.87722,-44.784557,-24.721146,-29.762362,-34.26236,-36.53997,-19.613045,-31.314024,-42.424606,-40.405323,-24.911663,-30.603865,-31.147863,-19.571991,-34.50949,-29.964767,-27.217573,-29.868029,-42.12687,-11.625713,-26.500677,-34.05168,-45.28385,-40.117832,-39.395485,-38.769226,-36.46219,-40.063263,-66.695465,-44.640842,-51.98955,-30.387836,-34.544083,-34.887833,-35.816433,-47.651936,-26.58443,-22.626217,-57.25881,-32.49267,-39.251358,-44.7213,-33.932358,-0.0005941007,-42.13553,-15.623089,-31.694399,-41.788666,-47.782066
+980,-34.325188,-17.855165,-22.447134,-36.31059,-40.41266,-38.838665,-46.278847,-14.734367,-22.139086,-47.591187,-36.798622,-39.118935,-45.83965,-32.814247,-47.49984,-36.93212,-45.24027,-39.557503,-40.697548,-42.91472,-47.222816,-28.287073,-24.025984,-54.795574,-28.559397,-31.74903,-43.403755,-41.86475,-41.081116,-45.967735,-33.45625,-14.221553,-11.846553,-37.81247,-39.744873,-21.019281,-0.0012156797,-52.25672,-34.955074,-31.297125,-34.309135,-19.502157,-34.53341,-30.902176,-38.254734,-22.950665,-35.679474,-31.068062,-15.380275,-38.862804,-28.082945,-40.805336,-38.32418,-36.60893,-29.577316,-33.62105,-61.49578,-58.030693,-49.84347,-41.43868,-38.43868,-44.481647,-50.41074,-38.855568,-17.688429,-22.289783,-51.792423,-31.815887,-33.017483,-32.272182,-33.372734,-30.129946,-41.306232,-20.124187,-38.597412,-28.025099,-36.591465
+3848,-42.009567,-17.552704,-28.775694,-48.432278,-37.449284,-72.31262,-78.879166,-12.096429,-30.225222,-56.773632,-31.234882,-33.67629,-48.515533,-21.859882,-39.821754,-31.747534,-32.26947,-41.623352,-34.547382,-48.107956,-41.07534,-33.591255,-24.367844,-65.7325,-30.07051,-41.23916,-58.575226,-43.05063,-39.752445,-45.69658,-20.439068,-32.391754,-32.423004,-51.420105,-34.818493,-25.088348,-34.706966,-40.309563,-26.606796,-20.852201,-32.694332,-23.264593,-36.60834,-25.212719,-30.632534,-28.665195,-37.234715,-26.664528,-23.487682,-30.333351,-42.391468,-50.69922,-39.144997,-39.999565,-38.3059,-23.897398,-70.07683,-55.405933,-57.541203,-36.287773,-38.944023,-45.076836,-41.544106,-36.995487,-28.344664,-31.995834,-55.38658,-30.704416,-10.285323,-18.635006,-57.326225,-39.92125,-51.054424,-18.131262,-0.002553217,-34.67752,-36.33209
+5126,-36.04702,-20.53719,-22.198616,-48.754112,-35.08906,-30.10706,-38.36579,-17.151363,-34.89342,-36.35166,-35.954563,-35.235813,-54.095455,-24.68894,-37.69762,-35.68087,-13.320278,-37.10819,-40.82175,-55.191372,-40.892975,-37.477036,-19.164433,-51.330235,-36.644173,-23.414186,-53.014267,-40.28855,-21.984484,-43.067307,-42.86136,-30.509535,-30.072035,-50.706192,-26.90126,-24.67465,-39.704155,-52.603455,-33.940094,-26.125801,-30.637993,-27.900583,-46.77558,-34.791183,-27.161045,-0.0010993708,-23.555664,-19.032652,-11.81337,-27.329134,-38.012383,-27.635035,-37.300087,-25.24106,-42.71035,-38.198784,-63.564606,-53.060043,-49.412773,-29.051897,-36.551895,-38.020645,-43.303947,-43.87963,-36.220135,-42.717392,-26.93669,-34.06274,-30.40775,-54.22112,-46.34989,-40.190895,-35.92465,-20.524376,-42.850716,-34.499756,-37.562912
+3654,-35.334034,-21.82432,-24.775927,-43.29594,-38.631798,-33.364784,-48.395733,-29.149113,-21.796114,-36.73356,-37.37979,-34.94229,-45.074852,-22.989164,-42.760685,-37.526386,-31.846016,-57.83448,-36.26651,-47.719166,-42.634354,-27.252737,-22.476421,-48.964542,-38.00439,-42.897095,-60.08628,-39.112305,-31.925825,-47.854183,-0.0014465912,-27.014194,-25.889194,-41.99541,-24.979279,-25.303356,-38.99928,-48.996704,-25.279827,-34.747223,-41.192688,-26.035303,-36.1603,-27.747473,-28.85228,-25.590216,-34.640022,-28.264864,-18.258038,-34.400078,-33.70535,-39.202736,-38.03647,-42.52589,-46.959526,-29.118666,-62.86506,-61.179764,-52.85915,-40.290485,-43.802204,-43.907673,-56.323486,-46.51396,-32.54005,-32.42054,-58.292206,-41.593933,-19.772587,-19.992983,-33.280098,-32.179726,-52.65822,-23.189228,-36.49389,-36.07668,-40.880447
+13013,-35.083546,-24.604149,-31.317362,-44.398895,-30.507305,-64.53424,-66.24592,-22.456886,-26.253853,-43.92388,-35.244007,-36.040882,-51.89406,-27.978382,-41.66519,-44.663322,-43.41108,-51.787506,-37.372913,-52.83284,-50.18801,-26.573675,-17.442991,-55.640224,-35.97547,-41.253548,-50.299248,-34.554096,-52.504032,-54.36585,-13.899042,-30.63314,-35.88314,-43.781284,-39.703625,-33.502068,-46.66075,-43.704037,-18.565256,-33.07212,-33.202232,-19.461105,-29.898605,-30.729382,-29.849566,-33.117813,-32.323475,-26.790123,-25.28915,-35.904255,-44.00464,-43.476242,-44.78132,-48.58188,-49.499725,-20.95908,-63.702976,-58.38722,-52.680256,-40.458702,-43.068077,-44.677452,-48.110542,-40.641514,-32.257343,-32.706528,-50.524197,-40.3015,-16.766588,-0.0018094504,-28.277084,-22.063631,-45.66774,-16.225399,-12.956507,-35.795956,-30.442043
+7431,-42.923336,-22.389812,-28.761984,-42.220207,-38.26299,-38.698647,-57.669758,-12.501604,-17.698725,-37.758293,-34.416885,-33.33876,-54.904076,-23.55751,-36.779167,-35.66742,-26.789688,-41.657352,-38.284073,-47.798805,-39.82415,-32.37654,-30.103931,-52.87593,-38.36575,-35.202747,-49.612038,-22.730928,-33.746773,-39.10735,-47.898643,-28.597963,-32.81671,-46.486687,-27.366276,-0.00071077654,-38.041885,-54.577126,-32.36957,-34.565075,-35.970417,-38.25052,-56.68802,-35.373165,-29.710892,-28.155619,-40.766186,-35.78327,-15.00108,-31.329535,-33.33504,-31.589352,-40.71225,-45.535793,-53.126026,-46.251724,-65.78727,-62.867397,-56.518158,-22.894892,-34.457394,-39.426144,-51.990112,-41.955746,-27.819307,-39.997658,-29.698395,-33.770695,-29.092163,-38.127808,-34.830715,-39.4844,-38.98723,-23.804277,-28.788624,-30.090286,-43.3705
+6355,-26.709549,-24.789526,-19.28768,-39.244602,-29.534805,-33.71331,-44.973526,-15.128821,-31.493717,-36.93668,-23.180847,-24.571472,-38.927673,-15.618347,-32.15649,-24.18381,-21.667902,-41.665092,-25.95819,-50.87246,-47.546837,-28.759537,-15.027816,-55.153244,-36.169548,-20.951569,-40.858185,-29.423332,-26.472933,-40.618603,-27.612816,-16.803356,-31.178356,-51.197548,-12.0063715,-23.073112,-39.442856,-58.574486,-34.678356,-27.096794,-33.41394,-16.958092,-37.73934,-26.758812,-26.055153,-13.037317,-40.104393,-32.383484,-20.882889,-27.526266,-33.390434,-27.27472,-22.016565,-19.549612,-50.766174,-38.256268,-49.7127,-40.61411,-28.862337,-24.223509,-34.964046,-27.911009,-35.601585,-0.0053040157,-19.031591,-24.230627,-30.076088,-27.227215,-21.809795,-35.104393,-43.760857,-34.606293,-37.09836,-20.816555,-48.07138,-51.556625,-31.389244
+7184,-36.684845,-21.922945,-23.18904,-44.90484,-33.133167,-36.206505,-53.439217,-15.505797,-19.31423,-45.92453,-34.36457,-33.14582,-45.158,-28.895819,-48.976364,-22.706373,-28.153988,-33.240776,-42.747383,-27.62773,-45.056175,-28.738922,-21.748276,-52.414547,-38.148342,-35.608814,-53.955475,-29.44321,-30.951601,-37.870598,-41.721466,-11.689772,-24.564772,-44.912598,-18.38259,-18.001522,-39.955135,-50.15135,-28.967909,-25.373974,-31.650867,-20.881815,-38.756813,-31.10868,-33.1035,-25.116938,-43.763466,-37.408737,-17.8771,-44.39906,-30.067472,-31.424744,-39.69487,-28.13791,-38.635582,-27.146498,-53.33532,-52.104633,-52.7405,-36.314358,-40.626858,-42.267483,-45.804974,-26.399925,-0.0024002802,-23.673996,-39.13374,-28.657198,-35.01075,-35.27736,-30.099604,-33.60749,-39.755825,-23.091402,-34.639862,-19.128538,-45.56598
+5137,-33.28397,-19.427843,-19.454685,-39.212746,-33.460228,-22.673977,-37.51718,-13.2105255,-28.489485,-34.68295,-28.7527,-29.5027,-46.534027,-21.502699,-30.70031,-26.624975,-9.388342,-28.888891,-33.277115,-50.85697,-32.887558,-35.039345,-14.611034,-51.30773,-34.492466,-19.79634,-49.211296,-32.796047,-19.36687,-34.653137,-35.448574,-29.603146,-30.665646,-50.297028,-18.735188,-17.204182,-38.11694,-47.919407,-30.142838,-24.20472,-29.000748,-32.337746,-52.056496,-29.068153,-25.546715,-0.0023845264,-29.648117,-21.40873,-11.1270275,-22.865105,-34.77041,-14.275348,-35.062668,-23.037909,-38.067513,-43.082977,-58.633835,-50.655952,-45.730873,-24.652327,-33.93358,-32.74608,-40.381126,-31.90905,-31.667747,-35.29203,-30.112558,-28.104406,-31.563274,-46.070324,-39.193928,-32.18281,-34.87941,-17.226011,-42.49633,-37.96142,-46.495804
+7919,-27.468628,-20.25969,-16.906496,-36.92056,-26.692575,-29.667953,-41.591637,-14.592458,-25.249393,-28.789993,-21.649471,-20.868221,-24.010994,-9.868221,-34.689533,-28.021227,-28.390003,-32.518272,-25.247128,-51.505142,-53.53238,-30.956905,-22.474392,-41.570953,-28.164658,-27.16911,-46.479645,-37.77466,-36.861496,-34.422276,-29.731361,-23.165802,-22.290802,-35.41738,-17.131878,-20.028172,-20.869177,-34.910484,-11.984656,-0.0048557175,-20.605719,-14.695195,-29.132694,-12.190229,-28.921375,-15.470883,-36.499195,-30.777695,-25.058338,-31.556767,-24.623877,-36.360367,-29.674768,-31.809826,-31.592407,-29.076498,-64.58481,-53.452194,-55.985153,-34.286713,-37.396088,-40.870697,-39.918808,-33.350216,-25.779856,-21.259493,-48.941727,-35.76516,-20.885986,-26.325924,-39.419136,-27.653107,-36.184383,-21.493965,-22.906244,-29.869596,-31.475882
+3060,-24.046604,-19.16009,-18.229235,-37.852127,-25.330887,-29.366611,-34.585823,-13.506406,-25.669819,-33.499,-21.912893,-19.131643,-20.445143,-11.881643,-28.792551,-24.601322,-17.802853,-29.64185,-30.975393,-46.2137,-35.57534,-24.405115,-17.0092,-38.82711,-28.324965,-25.211433,-41.590424,-32.819836,-24.497192,-32.790222,-19.85278,-22.590878,-20.403378,-30.287952,-18.884747,-21.49684,-22.300915,-26.322634,-12.0171795,-20.252382,-0.0018011073,-17.10171,-30.94546,-17.823587,-21.096392,-17.442331,-26.626085,-21.750126,-19.747004,-28.778517,-45.599426,-29.341805,-39.23793,-40.60972,-33.240616,-29.906322,-62.722515,-49.54616,-47.555283,-35.670788,-32.795788,-36.373913,-40.614067,-39.237144,-30.804497,-21.856417,-50.370895,-36.0676,-27.58451,-21.289762,-29.888855,-26.740189,-23.403889,-12.982939,-29.985714,-25.094917,-25.054735
+577,-31.325874,-21.26518,-22.251917,-45.325478,-29.048023,-32.898674,-40.86493,-16.141447,-33.133553,-31.052328,-28.129192,-27.785442,-34.751873,-22.910442,-38.917065,-33.88652,-18.58082,-27.818966,-34.406536,-40.387367,-47.66535,-30.40908,-23.02275,-52.4594,-36.664967,-24.9893,-53.11799,-31.112328,-18.107222,-40.272694,-27.278984,-11.680754,-17.555754,-42.890488,-0.0022344212,-17.65026,-30.880718,-51.11466,-30.788815,-23.0361,-32.666122,-19.974308,-34.099308,-27.77304,-30.525448,-17.36904,-35.842834,-31.619205,-15.618359,-31.32091,-36.285416,-29.251305,-32.452293,-27.270256,-37.194843,-31.32693,-55.505722,-51.768394,-50.62463,-34.12668,-40.56418,-42.60324,-38.47249,-26.012926,-20.647535,-37.803463,-52.821724,-43.299892,-25.585955,-41.552734,-38.86384,-30.57062,-44.990387,-21.62462,-43.464424,-25.41412,-31.558949
+7588,-28.339962,-17.161943,-16.574879,-39.163128,-28.931793,-13.284563,-20.890675,-14.17155,-14.11361,-41.696896,-34.83964,-32.08964,-38.438656,-23.277142,-36.642876,-26.309513,-22.330181,-30.659035,-38.90214,-36.74712,-37.552376,-28.79478,-17.060987,-38.0663,-31.198158,-23.939686,-39.691284,-29.06409,-29.458939,-36.34924,-16.722698,-17.425922,-23.144672,-34.068863,-25.310518,-17.62862,-29.080492,-49.15205,-16.420715,-32.265213,-33.520145,-18.63506,-37.19756,-23.892199,-24.798447,-18.65018,-29.807598,-31.24132,-12.271039,-33.9519,-26.12943,-31.031416,-34.595573,-24.603113,-46.21245,-21.832348,-44.65113,-43.39319,-35.67025,-25.247135,-26.528385,-30.922916,-46.42877,-36.818756,-19.81499,-0.0012153913,-49.18873,-27.493362,-23.921967,-16.71221,-19.58054,-23.918005,-42.615875,-19.425665,-22.764082,-22.272135,-25.004013
+7004,-27.023293,-21.997091,-21.14545,-49.232964,-43.814716,-44.11196,-53.615753,-23.39687,-25.48672,-39.46754,-36.911278,-37.922997,-53.852005,-27.661278,-42.24431,-39.429546,-33.482723,-53.145645,-40.20034,-42.765102,-40.00775,-0.0010143669,-21.779615,-45.33918,-36.747437,-36.914234,-47.267693,-45.987797,-42.17694,-51.343407,-18.94407,-38.84481,-41.15731,-49.031593,-35.527386,-32.128494,-34.107178,-61.22966,-29.377472,-30.028965,-44.001305,-20.534145,-33.159145,-31.791012,-21.56181,-20.233824,-28.887932,-31.174107,-18.954836,-37.316063,-43.7633,-47.789642,-40.256294,-49.026634,-49.17065,-33.5052,-67.088745,-59.869576,-54.660774,-41.53246,-45.774647,-45.15746,-52.224266,-39.92228,-30.128357,-24.58318,-64.355484,-35.893356,-34.82572,-31.339127,-42.52534,-33.833363,-49.315437,-21.761675,-28.616009,-32.20044,-37.73006
+3414,-30.931976,-16.13701,-18.304876,-37.247566,-29.829308,-8.951849,-0.013012845,-10.240578,-18.857244,-38.959007,-30.832863,-29.395363,-40.950203,-23.832863,-30.616491,-36.505047,-12.779822,-31.768522,-34.770363,-45.374474,-18.974596,-33.433693,-12.733911,-41.2415,-30.441498,-16.289276,-30.810337,-22.224674,-13.085368,-35.449894,-24.416138,-19.176674,-27.426674,-39.623165,-22.090784,-14.153593,-32.85757,-40.92962,-19.245508,-20.584448,-27.37719,-16.152262,-36.65226,-24.85036,-20.337393,-16.338367,-20.620804,-26.310339,-17.635128,-23.51933,-35.857796,-14.618288,-26.746323,-22.849298,-51.418274,-21.048609,-62.353966,-59.84298,-42.617775,-26.949085,-35.324085,-34.136585,-52.335636,-43.069443,-41.960705,-37.93872,-39.230087,-38.659294,-27.8858,-28.47959,-23.799282,-21.90303,-30.05564,-15.665277,-30.015778,-24.441223,-23.620934
+2048,-37.930843,-18.111809,-17.60818,-33.0443,-21.781954,-26.460379,-37.13356,-11.506245,-25.953262,-29.637514,-29.434258,-31.246758,-35.237556,-18.184258,-28.39391,-31.772614,-15.63531,-38.708946,-35.418633,-44.13339,-29.349012,-23.915325,-19.561216,-48.035385,-34.6445,-35.48739,-52.042057,-35.987595,-23.154926,-25.66377,-33.113914,-22.857515,-25.732515,-38.877552,-32.506348,-22.314102,-34.730057,-43.26052,-27.469212,-20.817497,-27.383759,-22.47808,-36.91558,-26.666748,-19.180283,-24.631607,-33.893444,-0.00063033705,-16.875582,-22.512836,-28.63895,-16.849253,-29.449684,-35.417892,-37.239372,-38.500854,-49.714935,-39.072655,-42.146507,-15.722372,-19.472372,-22.347372,-33.54716,-27.721811,-27.06551,-25.025862,-30.490406,-22.174778,-34.811615,-29.042439,-25.86959,-15.747841,-26.017635,-17.79397,-34.673935,-37.837036,-43.727074
+2930,-27.797558,-18.769953,-24.3111,-32.541504,-31.781887,-29.200272,-39.057056,-12.1557255,-23.536482,-50.9215,-27.193626,-35.95144,-44.53408,-25.756126,-44.427956,-36.625046,-38.290833,-37.90703,-37.272728,-53.619038,-54.93351,-29.283493,-20.457489,-46.886723,-30.035082,-34.868748,-54.4576,-49.277073,-43.333538,-43.35716,-28.896608,-18.784101,-20.659101,-43.00419,-35.15476,-24.653156,-10.45714,-47.669334,-18.527678,-20.326834,-29.753296,-19.72292,-35.06667,-33.796013,-32.333218,-21.228266,-38.470284,-36.803818,-27.772133,-38.35197,-29.334452,-34.327225,-36.498646,-38.786293,-0.0046232203,-31.056137,-65.506226,-56.704468,-58.764793,-38.289146,-35.007896,-43.83602,-44.472393,-37.64239,-18.493986,-31.729794,-46.64235,-33.631664,-26.02531,-24.026941,-34.79636,-31.783367,-47.414726,-25.01547,-22.824257,-29.272999,-39.741657
+11971,-31.293262,-20.230463,-20.681528,-42.49746,-26.747961,-32.473206,-43.269726,-12.058185,-27.588852,-32.474426,-37.43701,-33.49756,-49.552155,-23.515137,-40.406227,-32.55839,-32.595253,-38.885506,-29.077637,-37.394695,-40.45907,-28.213991,-17.691988,-49.24154,-31.996544,-22.468433,-45.951218,-31.700338,-24.7561,-42.504944,-32.906754,-14.557133,-27.994633,-52.20588,-13.4526205,-20.12004,-39.499268,-56.429955,-37.49228,-35.60654,-39.250206,-20.089636,-39.433388,-28.960072,-34.887726,-14.143856,-35.836708,-31.25496,-25.879696,-28.175701,-28.531816,-23.518103,-35.440945,-24.28298,-44.69898,-32.849022,-48.002247,-39.833904,-47.036015,-26.353558,-31.072308,-27.228558,-36.494503,-0.0033524819,-14.175585,-20.093006,-33.6196,-25.999815,-19.645298,-41.64449,-44.686195,-34.45807,-41.444656,-22.896225,-42.30809,-23.912987,-38.121204
+10782,-36.940735,-21.057478,-21.333513,-36.733772,-30.816467,-24.048912,-35.153152,-14.319687,-22.246979,-32.17051,-25.58257,-31.465382,-33.754753,-22.14507,-26.688505,-31.276943,-18.625534,-27.509666,-30.14507,-44.3106,-30.618715,-24.599918,-22.584799,-41.02207,-25.688034,-17.676195,-30.141806,-29.169752,-18.059458,-36.51968,-37.85915,-21.879189,-21.254189,-35.452995,-23.931273,-8.679511,-27.751308,-52.50094,-24.169044,-21.033623,-32.13839,-20.716417,-33.028915,-33.228294,-31.788689,-21.305182,-20.574814,-29.677088,-13.893347,-32.030697,-26.273468,-20.36307,-29.255125,-25.187,-45.67171,-31.973091,-54.72406,-51.500664,-40.292732,-18.479557,-25.042055,-28.823305,-48.39304,-27.907536,-23.161392,-21.183243,-36.41455,-28.244062,-26.619,-47.06068,-31.378275,-32.139145,-37.511497,-16.908289,-36.418575,-0.008729699,-21.594208
+1665,-31.22578,-0.00057151914,-25.07805,-39.243996,-36.054585,-42.84366,-50.587723,-18.237005,-34.99872,-44.895287,-29.251835,-33.064335,-41.58626,-26.064335,-43.11044,-32.829105,-38.047287,-43.959618,-40.67371,-44.49502,-48.983536,-36.012474,-31.841627,-55.742455,-33.18656,-28.251694,-41.28134,-29.416765,-33.759464,-53.164494,-20.060541,-29.87553,-33.25053,-46.39747,-32.360504,-28.977345,-26.383602,-48.49933,-29.694649,-30.001728,-33.00237,-25.575895,-44.388397,-29.749022,-35.42498,-27.36236,-36.29682,-33.762062,-28.73415,-35.023556,-33.901356,-40.98432,-43.410545,-42.292046,-45.476105,-26.778042,-48.441635,-50.358444,-47.78488,-37.469234,-27.844233,-38.07861,-47.255596,-48.46162,-26.192339,-31.42603,-60.83187,-44.326916,-31.204588,-26.27503,-36.104313,-38.908813,-44.850292,-23.133324,-35.63233,-40.349964,-41.56586
+11520,-33.549435,-18.80301,-24.206842,-41.434658,-25.522,-20.409184,-32.968697,-15.638129,-31.560944,-46.861794,-32.845474,-31.939224,-44.472496,-22.814222,-39.88281,-29.543228,-8.753739,-30.771088,-32.251724,-41.472645,-26.98199,-37.220467,-11.89362,-64.48671,-32.2278,-21.213223,-49.609234,-31.087664,-0.0071073156,-37.563824,-26.126652,-18.998732,-27.873732,-50.2594,-12.631746,-18.613323,-37.553055,-47.661747,-25.671932,-24.394732,-31.206394,-23.79052,-43.41552,-32.73805,-25.509762,-15.506733,-35.555355,-33.756668,-22.631338,-23.239803,-34.778305,-22.434816,-29.791256,-18.639393,-47.848984,-29.828188,-57.959732,-46.645515,-44.720222,-27.807056,-35.650806,-33.494556,-45.27739,-25.764277,-21.800066,-26.438885,-33.826637,-31.360577,-22.30611,-35.030834,-42.40216,-33.51168,-42.035995,-18.129444,-41.18302,-30.77594,-25.183853
+4051,-34.435112,-28.086874,-25.959993,-47.152386,-45.49233,-58.819122,-63.89116,-28.002728,-30.54435,-39.38303,-33.041862,-34.6903,-48.948536,-25.604362,-40.634285,-35.692635,-38.905785,-46.78644,-34.993034,-50.22931,-55.574158,-22.146591,-21.612598,-54.176556,-42.183403,-45.55263,-49.77961,-50.62226,-48.145805,-51.96854,-25.267433,-31.951622,-37.951622,-42.621044,-45.41509,-36.378468,-44.077606,-47.276077,-0.0011823152,-15.07662,-26.461542,-18.387047,-32.824547,-21.902885,-27.291903,-25.128181,-33.22806,-36.170734,-28.599663,-31.385704,-43.552975,-50.935696,-42.105644,-54.580555,-45.377686,-31.850609,-74.07802,-64.96604,-52.288742,-43.75115,-42.93865,-49.848804,-58.875816,-45.53473,-39.185566,-40.189655,-68.01028,-43.221725,-46.14018,-20.734335,-45.324436,-33.88878,-43.9736,-24.266708,-36.284187,-44.393314,-37.958454
+2707,-38.544437,-19.732407,-20.6272,-41.51897,-35.600872,-12.724089,-38.816135,-14.778538,-16.817163,-41.276382,-35.727707,-35.399582,-53.2749,-28.024582,-36.871967,-37.808773,-19.48987,-44.582703,-39.349777,-56.416145,-32.86277,-36.911255,-14.538846,-54.599422,-32.370014,-21.989952,-36.560303,-19.863605,-26.57387,-36.243088,-32.53898,-21.72158,-26.15908,-42.18219,-27.984968,-11.379602,-35.656693,-45.566444,-21.047575,-30.742435,-28.630192,-23.039341,-35.101845,-28.667566,-23.687437,-23.142872,-41.38028,-37.474556,-13.129679,-27.852308,-19.736244,-17.687742,-31.351849,-29.1338,-52.23301,-38.330242,-60.455917,-61.174923,-49.84398,-22.759975,-32.791225,-31.978724,-50.192924,-39.367817,-18.505589,-18.622412,-0.00944642,-20.723812,-34.449448,-37.448307,-27.981068,-30.005821,-28.345932,-20.641026,-37.061775,-24.213314,-39.224117
+7105,-36.204613,-20.764198,-21.073982,-37.55649,-37.37169,-33.44255,-50.62397,-0.0012647891,-18.71411,-35.763214,-31.559296,-28.840546,-50.06256,-20.465546,-33.179245,-31.145906,-21.495327,-36.70864,-35.76242,-46.5687,-36.03072,-30.52497,-20.293304,-47.655163,-31.113401,-32.301003,-46.28941,-22.647713,-26.81737,-37.618034,-31.257124,-30.72469,-31.75594,-41.344017,-34.397976,-7.8780947,-32.518097,-49.1128,-32.51593,-26.293076,-32.02024,-31.368843,-48.243843,-38.628635,-25.041254,-28.328682,-37.540565,-32.599632,-12.626023,-31.607452,-32.715,-22.959984,-37.31653,-40.26275,-44.497097,-37.317272,-61.44793,-52.132576,-48.13071,-21.404184,-29.154184,-35.372936,-48.33179,-37.252853,-28.236973,-29.309948,-25.967314,-33.095856,-22.613043,-22.971592,-33.142384,-31.051504,-38.521587,-21.542332,-28.6168,-27.281038,-45.275482
+1598,-38.34481,-0.00020443238,-28.967453,-44.085587,-45.08124,-69.65384,-70.68889,-23.721352,-39.058617,-51.413025,-29.75042,-37.211357,-54.625687,-32.28167,-44.949345,-36.598274,-44.55219,-58.31246,-38.06463,-50.328274,-61.95432,-40.844467,-38.34272,-59.573864,-40.109528,-44.905167,-55.6374,-40.253044,-54.08322,-52.546104,-24.602484,-35.05464,-32.11714,-58.63083,-43.65499,-28.844547,-37.942413,-46.459564,-35.067867,-37.79524,-36.23325,-27.153023,-39.715523,-35.440094,-49.076805,-41.181633,-44.883896,-44.48999,-36.953377,-38.599556,-42.886803,-43.57574,-48.551163,-42.22496,-54.656364,-40.93824,-72.73004,-69.80862,-67.07003,-48.64135,-40.141354,-52.149162,-56.01804,-54.645367,-38.08636,-55.283375,-67.14021,-47.523056,-29.323687,-40.961536,-50.29696,-52.922615,-52.50067,-33.94804,-35.290154,-46.828747,-55.072666
+2313,-25.203787,-16.003454,-16.266048,-38.825058,-17.813974,-41.682655,-58.492424,-12.050813,-22.96665,-32.44177,-31.153557,-31.684807,-41.271015,-19.528557,-36.420967,-40.938965,-32.944237,-43.441185,-36.934807,-46.810043,-58.03151,-25.958935,-19.56826,-49.03328,-31.889774,-40.084602,-60.17489,-28.455517,-33.53341,-20.969988,-29.396042,-22.206118,-26.706118,-45.561775,-45.61222,-25.625965,-20.845865,-44.310028,-25.186604,-20.89717,-28.208117,-24.982191,-42.16969,-18.331184,-29.746677,-28.845463,-38.881836,-11.502987,-20.69012,-32.672176,-44.62715,-35.427135,-36.756752,-39.430897,-39.597496,-26.083138,-38.67688,-39.441563,-39.06144,-22.219896,-0.0011461249,-22.282396,-38.647385,-38.139175,-25.547264,-34.33104,-69.048416,-37.7333,-37.044678,-38.87552,-26.520382,-23.183407,-39.294266,-15.198222,-40.97305,-27.151583,-59.78642
+12006,-35.52529,-29.496826,-23.771055,-42.86494,-33.816685,-32.926846,-40.933582,-19.881826,-26.133247,-55.805504,-40.656647,-39.129303,-49.99912,-29.113674,-49.306793,-49.376656,-44.041016,-55.91478,-40.129303,-48.820732,-43.30591,-31.848515,-18.258698,-54.227142,-34.783882,-26.633667,-40.16767,-34.82183,-42.75949,-52.489788,-23.066341,-34.66794,-36.54294,-52.732887,-31.152174,-22.890575,-36.340935,-45.450714,-19.917854,-27.939568,-28.857197,-22.418938,-38.106438,-40.432014,-38.428368,-24.599964,-26.221706,-36.37725,-18.658266,-41.705685,-30.851515,-40.935303,-38.433197,-31.618185,-36.139492,-30.821693,-58.289207,-55.130352,-49.15314,-35.52716,-39.37091,-38.02716,-51.630226,-53.461506,-36.652863,-36.19117,-50.454678,-41.04468,-32.876724,-22.457676,-0.0034357598,-20.815071,-46.35202,-20.837292,-35.941406,-24.295166,-28.488472
+2072,-34.704952,-18.770483,-19.02155,-43.33389,-23.438787,-32.79184,-47.396286,-10.388341,-28.457676,-40.909737,-33.162678,-34.092365,-43.771973,-18.959553,-32.381256,-29.983864,-16.179932,-41.041218,-40.272053,-52.280052,-36.533955,-29.82524,-21.365242,-43.92103,-33.29463,-29.888931,-52.876205,-28.961012,-20.039337,-36.5477,-34.49154,-25.741648,-30.304148,-41.21417,-25.34325,-19.440971,-33.647987,-47.27598,-27.892265,-26.525288,-29.398949,-34.555458,-47.242958,-27.78123,-20.677366,-18.005947,-35.877327,-0.0011590744,-10.875983,-27.243229,-32.00623,-21.00242,-33.395348,-29.464607,-42.675697,-36.941143,-50.21277,-41.245186,-45.66742,-15.352167,-26.039667,-24.945917,-22.508202,-33.081367,-28.843788,-32.508247,-35.963886,-27.153358,-31.245876,-26.585096,-30.613365,-16.873869,-35.242645,-18.43048,-36.140034,-32.315067,-54.386417
+12163,-38.257114,-20.39513,-21.962534,-37.054302,-37.88149,-19.882973,-38.45127,-0.00096974225,-18.631134,-38.190247,-31.902504,-31.746254,-50.51213,-22.527504,-34.985645,-31.130522,-20.019306,-37.592655,-37.871254,-47.25589,-33.753227,-31.89748,-21.502901,-56.629936,-35.72866,-28.741152,-45.217278,-22.081707,-28.468714,-33.213696,-32.20187,-24.775253,-27.712753,-52.849083,-27.623928,-9.375581,-31.412066,-51.11639,-31.60009,-37.574867,-29.459896,-26.149008,-46.27401,-37.199177,-27.156343,-24.513853,-40.01289,-33.844852,-13.000801,-29.958647,-29.684074,-20.808779,-37.142845,-38.733006,-46.2015,-31.631613,-57.805386,-54.184364,-51.01059,-22.00869,-25.07119,-32.35244,-47.98126,-36.383354,-22.073744,-29.851646,-24.319378,-26.843994,-27.927189,-20.447254,-16.173382,-25.922554,-35.879475,-23.201813,-27.834167,-36.841457,-39.330204
+7744,-29.563,-23.426792,-22.12636,-40.231564,-22.549736,-47.99605,-57.167984,-17.239216,-30.385311,-27.996693,-28.161552,-29.792412,-37.599274,-15.18499,-37.75865,-38.418087,-22.763937,-39.23239,-33.43499,-40.343616,-35.659386,-30.11967,-15.764501,-42.587944,-42.07493,-31.4151,-52.511772,-31.945997,-20.206123,-38.839844,-27.44665,-27.194948,-31.913698,-34.96103,-20.543272,-29.501377,-37.80796,-36.23898,-11.2042675,-21.304064,-20.820805,-25.676332,-39.92633,-22.658451,-19.792227,-18.603054,-32.577187,-20.752083,-24.9395,-33.81829,-41.60864,-26.317,-39.19138,-34.363163,-44.975304,-35.849415,-57.42179,-46.302685,-44.498848,-25.209402,-32.7719,-27.709402,-41.915245,-40.172527,-33.160748,-31.533693,-44.774727,-36.091576,-38.477272,-25.414906,-26.615211,-0.0014085618,-30.678242,-15.854717,-46.52739,-36.49965,-54.697742
+9738,-23.236298,-14.137573,-0.004279623,-38.891525,-16.190142,-49.307167,-55.520844,-19.683498,-20.471611,-28.654829,-28.979626,-28.783825,-30.239285,-16.463512,-34.46568,-36.282433,-27.938478,-38.781876,-29.658825,-42.410492,-41.72312,-19.695343,-19.97264,-41.75168,-31.734726,-26.893576,-42.22812,-29.755444,-30.839804,-37.622196,-33.26102,-17.942827,-24.786577,-30.198658,-35.614815,-22.486893,-27.758896,-44.523907,-17.587421,-26.061138,-35.223843,-30.535517,-34.973015,-17.633844,-18.656933,-15.941161,-26.952255,-10.454454,-18.141752,-27.39891,-36.135395,-37.45952,-35.84774,-45.72637,-38.73572,-29.575443,-51.864166,-49.102547,-38.672493,-27.529135,-32.5096,-32.86507,-36.52722,-31.082554,-21.595818,-30.365492,-58.818314,-28.861599,-42.45938,-27.556976,-28.756754,-20.766586,-39.722157,-17.247581,-32.321014,-25.974276,-28.95155
+7586,-38.03927,-25.919323,-20.566757,-44.791855,-39.87674,-38.74034,-56.76873,-17.213701,-17.50677,-43.13728,-37.2089,-35.8339,-49.75092,-27.474527,-39.756992,-36.57247,-38.49456,-39.763462,-41.662025,-48.68763,-51.81044,-28.908833,-21.672827,-47.68061,-37.066982,-33.86749,-52.073006,-32.418945,-64.418755,-44.171757,-35.523907,-23.308651,-28.589901,-38.003296,-27.692833,-22.50211,-41.887993,-51.102665,-21.30816,-41.827915,-41.150654,-23.218277,-41.843277,-31.893726,-35.550964,-28.290056,-44.56478,-39.408356,-17.43948,-39.89052,-31.01717,-37.455654,-42.87662,-41.457317,-55.4178,-27.363264,-54.93436,-55.85816,-44.091038,-32.055115,-30.961369,-36.86525,-55.01105,-43.487793,-25.504827,-0.0014504885,-65.017624,-35.681133,-34.89839,-23.526033,-23.830223,-28.00927,-41.87079,-24.959782,-33.03882,-28.668222,-35.12285
+1694,-31.725567,-17.58433,-19.637653,-43.098633,-38.563416,-56.84275,-56.87194,-14.480067,-27.83734,-33.502834,-34.545467,-37.2525,-49.716415,-22.857967,-40.133102,-43.960583,-39.42775,-57.4361,-33.998592,-40.001087,-38.582558,-17.505264,-22.199965,-52.597214,-35.803955,-37.699585,-43.740013,-41.207844,-38.930588,-52.207054,-29.097029,-34.191658,-36.472908,-45.268456,-30.415545,-33.628967,-37.56105,-58.150337,-25.591362,-34.584457,-39.70221,-16.873615,-30.561115,-17.323704,-14.232714,-23.236992,-33.259315,-29.277477,-25.456318,-0.0013352673,-48.589764,-34.543488,-34.228683,-50.03886,-46.625633,-28.953083,-63.928642,-52.037445,-45.39727,-29.902327,-34.089832,-38.316395,-43.386604,-37.210808,-25.899414,-32.9796,-60.928047,-39.082676,-23.826956,-29.766912,-53.230362,-35.9685,-51.092777,-21.51499,-24.722704,-39.157944,-40.91553
+8520,-38.457726,-22.235518,-20.79101,-43.657856,-23.844252,-38.505817,-58.61189,-10.345459,-34.56363,-38.710827,-35.520134,-35.496696,-47.60775,-23.67638,-38.763767,-34.784264,-19.80056,-37.649902,-38.13732,-54.305084,-43.57216,-36.40755,-20.317144,-54.72523,-36.22818,-39.28949,-63.052246,-37.895668,-26.944437,-38.360737,-44.339104,-28.5075,-35.116875,-50.178402,-23.044157,-26.25044,-43.958923,-52.648327,-33.672394,-37.724785,-35.341908,-33.696846,-51.071846,-35.81353,-30.317394,-29.706257,-53.813812,-13.875524,-28.750446,-27.063393,-41.381012,-24.79603,-38.87794,-26.39626,-46.664215,-39.189724,-57.126846,-39.694847,-42.10215,-0.0022070145,-21.533457,-16.564707,-40.32035,-34.717632,-27.563456,-27.597172,-39.004776,-30.062746,-27.429256,-35.20599,-25.99707,-14.950524,-43.295532,-20.334503,-41.63762,-31.527565,-66.020966
+931,-34.280106,-15.512071,-20.897093,-38.322548,-34.81114,-33.43232,-39.029846,-10.719603,-24.578535,-35.08131,-29.465157,-32.81672,-35.383812,-23.387032,-40.164024,-32.057743,-37.98738,-37.744286,-36.215157,-48.841766,-55.03705,-28.212246,-15.28701,-40.974148,-26.609669,-29.976921,-44.60241,-41.17767,-42.923256,-46.419655,-29.228384,-22.223436,-20.285936,-36.45465,-33.686684,-19.29513,-0.0049308455,-47.976677,-24.155598,-25.259605,-28.8004,-18.216333,-32.52883,-27.541674,-37.12935,-24.290113,-26.011255,-29.53077,-15.217922,-40.157402,-25.015884,-36.67771,-35.003017,-36.495716,-24.627748,-27.323677,-52.95015,-54.148228,-44.054993,-33.90754,-30.12629,-37.110664,-49.118534,-40.10103,-17.622557,-20.340765,-43.959496,-30.272163,-26.447792,-25.316467,-22.817,-26.851814,-39.802574,-22.587917,-20.086699,-26.689003,-25.784752
+4539,-29.242672,-21.331081,-20.325356,-41.73965,-26.79411,-48.142296,-52.445656,-14.180854,-28.417725,-34.13856,-23.530586,-25.436836,-34.148407,-16.530586,-37.126713,-24.456676,-21.733356,-35.602047,-30.350899,-39.38013,-40.02217,-23.344315,-0.001836908,-67.13795,-34.36753,-21.785303,-45.805065,-32.55239,-19.751148,-37.261456,-30.757812,-27.413933,-37.210808,-47.65703,-22.261753,-28.938425,-34.661484,-51.580986,-24.991104,-20.329338,-27.336872,-13.875865,-33.375866,-26.806293,-23.646372,-13.53394,-31.858444,-30.890957,-19.8905,-22.001026,-39.195225,-35.37913,-32.43406,-24.067156,-40.615334,-32.01836,-66.50231,-46.755272,-38.583366,-29.969055,-27.969055,-33.98468,-41.569153,-26.899656,-23.492027,-23.554638,-54.11573,-32.039406,-18.738905,-32.20359,-40.616417,-32.29026,-41.42195,-16.597246,-39.76536,-38.947662,-46.49052
+12393,-30.525219,-25.424978,-23.466091,-41.19884,-23.18888,-47.938957,-53.637276,-15.257022,-27.284012,-53.395756,-44.876263,-44.122845,-56.72004,-30.700481,-49.08427,-47.42053,-32.99218,-54.63205,-45.88017,-59.63685,-51.491505,-35.25663,-22.192785,-57.336624,-37.968475,-43.49233,-64.25999,-39.570473,-32.824512,-40.215443,-27.80692,-31.76258,-39.371956,-48.981644,-19.554794,-28.689552,-37.525406,-48.760212,-28.547024,-31.451952,-31.84315,-28.925161,-45.550163,-32.33968,-29.786228,-32.76571,-47.628517,-14.126077,-26.876009,-38.681408,-46.138435,-35.68785,-41.703133,-26.755686,-41.379467,-34.433678,-61.23513,-50.80497,-52.27737,-29.950571,-37.075573,-35.763073,-36.038815,-37.54395,-32.110405,-27.597584,-43.85241,-35.234562,-41.97161,-33.192028,-27.307375,-0.0011122621,-40.590866,-19.767836,-38.26834,-41.57222,-61.017563
+6841,-31.066437,-21.120853,-18.541315,-44.44996,-26.536425,-37.088646,-46.356407,-16.312643,-27.627506,-39.490993,-31.767136,-31.18901,-35.296787,-21.579636,-41.328247,-26.798084,-18.454979,-24.856022,-33.00151,-39.048824,-33.167824,-32.347256,-11.862595,-47.20454,-32.65225,-17.862251,-44.916695,-29.672678,-20.047363,-38.571625,-33.99917,-22.639395,-26.451895,-40.74583,-19.676235,-22.503746,-40.758812,-40.300354,-25.255068,-26.610382,-29.223782,-18.80111,-38.33236,-25.713848,-33.154488,-11.381169,-24.647957,-28.192816,-21.255054,-28.336329,-19.391022,-20.483107,-18.780922,-0.007258179,-46.186333,-27.554533,-53.057083,-49.80642,-35.57091,-25.737263,-34.0732,-26.674763,-41.24109,-19.219364,-28.284412,-24.442944,-41.717133,-33.222523,-31.512478,-49.04222,-37.84615,-26.826082,-40.13933,-20.097265,-42.49984,-30.251974,-29.86449
+4524,-26.571632,-18.219986,-19.511555,-39.529045,-28.695854,-16.914513,-25.219093,-10.564294,-23.837925,-37.16982,-29.208515,-30.56789,-30.639107,-18.989765,-40.763393,-27.805313,-16.237383,-35.07779,-31.614765,-37.79872,-31.275963,-25.54538,-0.0033705034,-52.688282,-31.144005,-20.373522,-41.16441,-32.08414,-15.331985,-32.380947,-20.469532,-19.044846,-24.951096,-41.657364,-16.628784,-22.919994,-31.981838,-45.58046,-27.211813,-21.948044,-30.847906,-14.939332,-36.03308,-31.607708,-25.100857,-13.451238,-17.731483,-25.100594,-10.61235,-23.548183,-27.272715,-27.362803,-31.059246,-19.094227,-37.86782,-32.007145,-57.65558,-45.462784,-38.49773,-28.420012,-26.982512,-30.795012,-38.43022,-25.078379,-21.106932,-25.744379,-36.355713,-29.010769,-14.068614,-22.266525,-23.656706,-23.845905,-36.798035,-16.481632,-21.392895,-25.051388,-15.05458
+7541,-35.828056,-18.144642,-23.51651,-37.595203,-30.511673,-25.845102,-39.467964,-10.876811,-23.62893,-38.463894,-29.167774,-31.261526,-48.938957,-21.386524,-29.583298,-28.668121,-14.964718,-26.914928,-35.253716,-51.877083,-39.943287,-32.11835,-19.162918,-54.474976,-36.28044,-22.02075,-42.114464,-19.890713,-17.581964,-38.746056,-26.300743,-29.326565,-25.732815,-45.600975,-19.383274,-0.0012949014,-28.667095,-49.677296,-27.58128,-32.90899,-32.54107,-23.794567,-40.763317,-29.859882,-24.154026,-19.216045,-32.101486,-27.40283,-14.087946,-28.237484,-32.55421,-30.498245,-31.569004,-31.09112,-48.31355,-36.01346,-60.879917,-52.965443,-45.70701,-24.769373,-29.894373,-34.20687,-54.275917,-40.214035,-30.37677,-24.640547,-41.57354,-33.401802,-16.510714,-20.565958,-24.512135,-27.846867,-42.854042,-22.080458,-30.620806,-23.613499,-23.53231
+11526,-42.680565,-21.888437,-25.451653,-45.661522,-42.424347,-55.062126,-59.939438,-18.757038,-34.634243,-38.966644,-34.05939,-36.535954,-53.752583,-27.934391,-39.696484,-43.78215,-27.143543,-52.207214,-37.75861,-49.35701,-34.299397,-30.223957,-29.169731,-58.49536,-39.13601,-32.26622,-48.801544,-34.097385,-37.1123,-54.47341,-31.892365,-34.126892,-42.158142,-48.568275,-34.121605,-26.615105,-42.28984,-62.415855,-31.437767,-41.08589,-46.092644,-27.492535,-37.336285,-28.499212,-0.003091073,-42.124382,-51.205223,-36.84993,-33.82978,-23.245256,-50.679173,-42.651646,-41.240475,-55.886055,-50.582752,-27.06757,-69.679214,-59.751427,-51.560127,-33.824917,-43.262417,-44.87179,-49.942135,-44.546913,-31.939829,-37.122364,-58.60985,-42.056244,-17.02658,-39.227135,-57.273273,-36.221012,-41.167774,-22.311886,-38.473625,-59.58093,-48.661747
+8987,-28.890724,-20.690947,-18.338072,-39.234703,-33.997894,-33.94358,-45.40206,-14.752912,-21.322624,-37.777966,-31.560291,-28.732166,-43.339424,-25.575916,-33.92171,-26.19761,-34.014805,-33.454437,-33.837635,-24.780334,-41.693142,-22.190529,-26.338345,-39.925392,-35.31101,-28.352863,-41.383736,-39.958397,-33.70595,-32.597965,-33.49369,-0.0021255128,-18.814625,-37.77731,-31.063297,-24.09823,-32.888565,-47.53947,-30.323668,-27.533548,-37.639114,-20.238884,-34.582634,-35.945557,-29.552132,-24.51709,-23.995947,-28.257957,-17.00515,-34.57052,-28.776636,-33.179146,-36.389946,-38.41148,-43.52198,-29.927673,-44.22446,-44.326538,-37.353725,-33.059147,-29.465395,-34.87946,-44.387108,-25.488798,-12.587389,-26.734016,-49.992798,-30.071533,-39.878067,-40.341457,-38.436974,-29.795605,-39.586586,-20.049416,-38.18703,-21.301863,-15.468088
+9264,-0.001991993,-22.579615,-25.685562,-41.81521,-25.953884,-53.29766,-56.870026,-21.891468,-27.180058,-41.300575,-31.568497,-35.412247,-50.945553,-25.380995,-47.875854,-54.6306,-51.940224,-60.224663,-43.880997,-48.007553,-41.807487,-28.507385,-20.63046,-46.294353,-38.062393,-38.714157,-50.511215,-39.26174,-41.120235,-54.013084,-27.611221,-34.406227,-35.218727,-32.63444,-30.405388,-26.490692,-36.008392,-47.980392,-12.753486,-27.516228,-31.521854,-22.313683,-41.938683,-19.083994,-22.563583,-26.670403,-39.357033,-32.08219,-29.291847,-34.25034,-50.798325,-50.03437,-44.257614,-46.015266,-41.35271,-31.795414,-67.862274,-60.492966,-58.241608,-44.00228,-44.47103,-51.205406,-56.89301,-44.12327,-33.734264,-31.520565,-61.575874,-38.464607,-30.617329,-19.4321,-38.60953,-32.970177,-51.104927,-22.784666,-31.403076,-38.200718,-35.613285
+3753,-23.69768,-17.129454,-29.324265,-42.73255,-33.214233,-25.795956,-37.749916,-26.562881,-25.656979,-37.600037,-40.394615,-38.906334,-50.507362,-29.074303,-43.9648,-47.587543,-45.01902,-60.157764,-42.011803,-43.790344,-42.609364,-25.337101,-18.310732,-60.136055,-36.14028,-29.17689,-49.160423,-31.289818,-42.860603,-43.248646,-0.0015080629,-25.328188,-27.328188,-31.678,-24.043962,-26.018417,-32.993896,-51.29327,-26.175436,-32.248104,-35.42851,-22.645994,-37.552246,-23.371979,-26.151241,-16.228289,-20.371288,-24.671293,-19.107658,-32.834377,-36.740276,-42.69169,-33.22506,-47.97595,-41.968735,-20.208292,-60.828278,-57.709946,-51.81433,-39.265602,-39.953102,-41.406227,-54.258415,-38.520874,-28.436508,-22.784803,-62.77652,-36.959106,-19.05374,-15.308469,-42.29829,-29.62342,-45.046913,-19.142683,-22.225452,-26.210192,-30.80944
+7068,-36.515762,-18.87915,-25.442316,-46.627922,-32.939064,-29.62296,-43.126213,-0.002529563,-26.48551,-38.7436,-33.096046,-33.752296,-55.776592,-25.002295,-44.10018,-34.1306,-18.422256,-55.578423,-39.76011,-47.40472,-37.316357,-37.04879,-18.206694,-61.12288,-34.11252,-20.930897,-42.910408,-28.55571,-22.331205,-36.258003,-29.796387,-27.31778,-32.00528,-58.12477,-22.010557,-10.408856,-30.398426,-47.14841,-28.665718,-26.187649,-29.289375,-21.17697,-42.27072,-36.79221,-34.18515,-14.517714,-29.949749,-25.959091,-14.892108,-30.390911,-34.289383,-22.724144,-37.63105,-30.816208,-49.025818,-43.677345,-67.89178,-58.54722,-51.462273,-24.994041,-25.619041,-33.27529,-48.810036,-41.00935,-31.639137,-37.23643,-36.730164,-32.56848,-25.770586,-33.634766,-29.385105,-30.790226,-46.306694,-20.856022,-26.524788,-52.744453,-48.956165
+1009,-31.856068,-19.246367,-32.640602,-42.87941,-33.14167,-31.835157,-43.84384,-17.144096,-30.23901,-36.665592,-20.064129,-10.376627,-0.0027995377,-16.751629,-24.90724,-19.748947,-13.581984,-35.15156,-25.499676,-48.005592,-45.06737,-30.445309,-18.36287,-39.749214,-34.087208,-21.672703,-48.903214,-40.106354,-30.405985,-39.221386,-27.991085,-26.460472,-25.522972,-40.8028,-23.703289,-23.072998,-35.210167,-54.78412,-30.855438,-25.127098,-35.457104,-15.052074,-31.895823,-14.46655,-29.747131,-32.827423,-45.210793,-35.658897,-29.13839,-33.810184,-41.96641,-27.745178,-37.33905,-46.453568,-46.598915,-34.398636,-57.088013,-48.95004,-46.814724,-34.425087,-33.456337,-39.06181,-44.01847,-43.194176,-19.883766,-23.762215,-28.443739,-27.438274,-39.96201,-38.716133,-53.723267,-30.14335,-35.1948,-18.14171,-35.40781,-32.861294,-41.02373
+174,-25.00507,-23.219109,-15.988819,-38.14974,-29.556396,-39.22016,-47.89077,-19.64958,-24.524263,-33.651093,-26.407597,-30.188847,-31.159184,-0.001346913,-33.194984,-22.614105,-22.74495,-31.506699,-29.71619,-43.101067,-46.2059,-24.564213,-15.188641,-41.11125,-33.260914,-26.411415,-51.268913,-39.78035,-28.949299,-34.78267,-22.253286,-24.63247,-28.75747,-31.5971,-27.685152,-29.97855,-27.255999,-44.98729,-20.017776,-17.029793,-26.218426,-19.113607,-37.176105,-18.836626,-18.916737,-13.966548,-37.91265,-28.885979,-25.135193,-24.070255,-41.223946,-34.636845,-35.93429,-30.443768,-36.3666,-25.746532,-72.95884,-54.91487,-58.871456,-34.601814,-37.67994,-37.33619,-45.034122,-33.33902,-26.532513,-29.467113,-57.290535,-34.364555,-22.350986,-28.065338,-38.61522,-31.909409,-43.51473,-13.854713,-31.19875,-38.037758,-37.619144
+11236,-27.384754,-19.97683,-22.011353,-45.987946,-34.30265,-37.71907,-51.79149,-10.456835,-24.936733,-42.958443,-28.79455,-31.427362,-40.600147,-18.0758,-30.10152,-30.016644,-19.419804,-41.664143,-27.7008,-46.641228,-40.428837,-35.196728,-25.604706,-56.130905,-32.781006,-28.06452,-48.0307,-26.48937,-25.75395,-39.789486,-19.334732,-32.224358,-31.724358,-36.48342,-23.811602,-19.168362,-28.13573,-38.17372,-24.780048,-24.684036,-35.94451,-19.179144,-26.491646,-20.62443,-16.243341,-25.352062,-39.24996,-28.058266,-23.76793,-23.748482,-32.651367,-37.5598,-38.948853,-37.434242,-51.086185,-20.305021,-58.680004,-53.86586,-49.33011,-28.12062,-37.71437,-37.042496,-37.585648,-47.4089,-21.226015,-28.869534,-42.90027,-31.69352,-0.0057455655,-19.325886,-54.70262,-34.920273,-41.294144,-20.583462,-18.484869,-38.39995,-37.97335
+8163,-34.33548,-19.258265,-28.629454,-43.38721,-47.25383,-34.045723,-45.92471,-30.123066,-32.06106,-47.007774,-30.752228,-26.064728,-33.80581,-24.814728,-39.144676,-35.977833,-38.044224,-46.404457,-32.224884,-55.88135,-56.520252,-33.096878,-26.870476,-42.543224,-38.32319,-33.78788,-51.77347,-45.913372,-54.621292,-39.690693,-30.875511,-29.4511,-30.54485,-37.509773,-24.692915,-19.867668,-28.628723,-44.637707,-11.624054,-16.243858,-22.658905,-21.241032,-33.36603,-0.0020035543,-36.12104,-28.967995,-46.718723,-45.976486,-21.810873,-37.440628,-37.9782,-42.48844,-41.23536,-41.388565,-39.90726,-36.242607,-65.67665,-55.739742,-59.22167,-37.12766,-40.955784,-43.1218,-44.08548,-48.51561,-29.42764,-26.791925,-36.348385,-30.731493,-28.180796,-34.567116,-46.303898,-36.85795,-46.345932,-19.027224,-26.468206,-45.632557,-45.65764
+8729,-35.274727,-18.133427,-21.988758,-43.023506,-30.840603,-0.006027631,-32.89792,-14.208908,-15.501837,-51.033257,-35.277878,-34.621628,-49.545883,-27.465378,-41.39553,-45.295387,-19.106297,-50.74207,-41.387253,-46.535843,-24.14239,-35.91285,-19.395994,-46.295868,-34.19597,-29.540003,-41.479652,-21.161152,-20.77814,-32.86098,-29.538588,-21.901365,-24.401365,-40.582417,-22.058777,-13.626428,-32.52943,-45.252964,-23.548452,-29.040514,-29.751345,-28.012173,-41.887173,-30.373423,-24.585848,-25.857418,-38.19123,-35.035435,-12.126476,-27.680119,-23.31761,-13.736513,-34.8919,-26.538906,-47.23104,-26.843061,-57.476254,-57.4773,-46.105244,-26.623161,-35.24816,-35.18566,-45.59227,-42.06607,-27.56747,-22.321903,-31.17869,-30.52664,-34.578506,-36.779064,-37.950268,-31.23508,-31.455032,-19.546597,-32.039036,-29.850151,-36.674644
+6052,-39.543396,-20.33717,-23.158836,-41.821163,-34.74193,-22.500528,-38.213104,-15.816855,-19.424936,-44.050938,-35.911697,-34.849197,-43.167984,-27.911695,-40.32749,-35.08094,-17.653805,-40.98017,-41.802322,-49.603813,-33.551983,-38.90687,-20.390793,-45.686104,-34.884262,-28.641262,-44.8038,-27.253904,-25.458748,-36.91723,-36.795403,-23.640255,-30.859005,-45.25075,-27.054064,-14.688247,-41.486,-50.79024,-31.201523,-31.993034,-35.51632,-33.788517,-49.851013,-30.201876,-25.908236,-19.756647,-26.043509,-21.189083,-0.00041740024,-24.70392,-36.752598,-21.10781,-33.165207,-30.525269,-47.705467,-32.182007,-55.69913,-49.99934,-45.29989,-29.989267,-30.989267,-36.067394,-45.471268,-38.53415,-26.406586,-13.804176,-25.096836,-23.049225,-31.188229,-40.22096,-29.409477,-32.63581,-36.87604,-22.199783,-31.304266,-29.796833,-37.206757

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/test=banking77/list=test_1000/labels.csv

@@ -0,0 +1,1000 @@
+6197,55
+6441,63
+5254,42
+4058,38
+5596,27
+114,11
+2806,66
+1087,12
+1139,4
+12996,2
+10447,41
+11288,73
+12620,37
+10691,8
+8838,20
+11829,25
+5055,26
+5484,52
+2936,54
+9239,0
+5848,25
+2035,47
+1266,14
+11887,55
+4073,38
+4823,44
+2662,15
+5923,25
+2923,54
+7478,35
+12409,39
+11263,38
+12272,50
+8760,5
+1955,47
+7756,71
+12943,9
+8885,20
+6776,53
+12715,5
+11892,55
+4231,73
+3603,16
+1096,12
+2786,66
+12791,31
+7613,65
+12357,65
+11662,42
+9066,57
+63,11
+5620,27
+6193,55
+871,46
+10854,66
+8147,43
+3305,6
+3248,61
+2603,15
+3482,16
+4639,28
+7136,7
+6570,70
+7884,39
+12307,35
+10342,4
+257,13
+10939,40
+597,34
+3076,40
+8498,59
+7988,58
+575,34
+10692,8
+416,17
+2046,47
+1802,23
+12925,9
+5787,51
+2827,66
+4537,22
+3049,40
+11130,30
+2725,66
+1417,33
+12180,7
+6157,55
+8864,20
+12995,2
+2324,60
+2251,60
+1989,47
+16,11
+8827,20
+8493,59
+4953,26
+10807,15
+7101,7
+8210,76
+2312,60
+4330,62
+12365,71
+11466,3
+1666,1
+4063,38
+4622,3
+3836,74
+11584,26
+9371,19
+3407,6
+2680,15
+3845,74
+10741,60
+9232,0
+5932,25
+6113,48
+5411,52
+12422,39
+12101,53
+10322,12
+963,36
+11640,45
+5790,51
+519,17
+9694,2
+96,11
+7911,39
+6069,48
+13002,2
+7853,39
+8660,5
+2817,66
+11,11
+1701,49
+5397,52
+2685,15
+425,17
+1958,47
+12202,7
+5036,26
+6054,48
+10515,1
+12164,7
+4865,44
+12189,7
+8355,76
+7023,7
+12813,57
+7527,35
+2435,75
+9940,24
+7402,50
+32,11
+1541,41
+3094,40
+12947,9
+5604,27
+1775,49
+8117,43
+9587,9
+2008,47
+2741,66
+582,34
+2562,15
+7763,71
+7034,7
+6376,63
+9092,57
+202,13
+11193,74
+6028,48
+1476,41
+10315,12
+9472,19
+6092,48
+1919,56
+2986,54
+6078,48
+6698,67
+11430,22
+8139,43
+7580,65
+9696,2
+11768,51
+7030,7
+3711,30
+8118,43
+4895,44
+8450,37
+2225,8
+6803,53
+3040,40
+2834,66
+10998,10
+3955,68
+11164,74
+3599,16
+4288,62
+2846,66
+4278,62
+1150,4
+8719,5
+9210,0
+10575,23
+317,32
+6922,21
+10171,34
+8842,20
+11121,16
+6293,18
+3204,61
+591,34
+9236,0
+10820,15
+996,36
+8481,59
+10583,23
+1555,41
+3754,30
+2257,60
+11351,62
+12515,43
+1792,23
+10659,47
+8290,76
+9713,2
+12555,72
+7311,64
+2599,15
+10911,54
+6332,63
+5152,45
+4602,3
+6340,63
+10385,14
+1807,23
+8458,37
+3319,6
+10078,13
+8380,37
+2739,66
+1115,12
+9783,69
+2158,8
+5652,27
+12173,7
+5744,51
+3782,74
+3456,6
+9414,19
+4810,28
+11760,27
+8925,20
+7440,35
+1883,56
+9930,24
+12920,19
+6413,63
+7596,65
+11819,25
+6624,67
+11903,55
+3858,74
+9103,57
+3555,16
+4457,29
+2409,75
+9174,57
+7133,7
+3159,61
+10129,17
+3150,10
+2201,8
+7666,65
+2865,66
+12815,57
+3282,61
+3886,74
+775,46
+6393,63
+10102,32
+7652,65
+6523,70
+7589,65
+866,46
+4929,26
+5588,27
+3759,30
+10532,49
+9122,57
+12466,58
+4214,73
+5337,42
+574,34
+9839,69
+12404,39
+296,32
+7868,39
+12839,57
+6542,70
+122,11
+750,46
+10136,17
+12891,19
+3235,61
+7444,35
+12924,9
+8768,5
+7057,7
+8917,20
+7602,65
+9870,69
+3316,6
+5694,51
+2078,8
+8022,58
+4839,44
+730,34
+12123,21
+4332,62
+7453,35
+4418,29
+6744,53
+9728,2
+1611,1
+10779,75
+6783,53
+4472,22
+367,32
+10636,56
+1696,49
+3281,61
+6690,67
+4800,28
+8328,76
+4827,44
+530,17
+3977,68
+12840,57
+10417,33
+3545,16
+2396,75
+5344,42
+1829,56
+10084,32
+6306,63
+3692,30
+11054,6
+12948,9
+1656,1
+2338,75
+12260,50
+1372,33
+6644,67
+4988,26
+6775,53
+8683,5
+2032,47
+6371,63
+6946,21
+3676,30
+2414,75
+636,34
+12581,76
+6547,70
+7395,50
+3136,10
+7163,64
+8426,37
+5921,25
+6807,53
+9788,69
+12732,20
+8341,76
+2233,8
+3528,16
+9238,0
+2532,15
+9960,24
+8977,31
+11800,51
+3432,6
+8708,5
+6902,21
+4076,38
+6444,63
+812,46
+7036,7
+1971,47
+9335,0
+3942,68
+5775,51
+9428,19
+8656,5
+9465,19
+5128,45
+10072,13
+9836,69
+9955,24
+1312,14
+3554,16
+10852,66
+5417,52
+180,13
+2776,66
+11345,62
+3655,30
+7277,64
+13060,24
+887,36
+1485,41
+8296,76
+12531,72
+11407,22
+9162,57
+4452,29
+12471,58
+3355,6
+4651,28
+3943,68
+7060,7
+3775,74
+3853,74
+1191,4
+3992,68
+7669,65
+5048,26
+9818,69
+4304,62
+10406,33
+9906,24
+11208,68
+1419,33
+4781,28
+3255,61
+455,17
+6948,21
+6594,67
+9470,19
+1844,56
+11622,45
+372,32
+109,11
+1525,41
+6630,67
+2468,75
+583,34
+11698,52
+5557,27
+13074,24
+6325,63
+11086,16
+1524,41
+6932,21
+3715,30
+6936,21
+914,36
+10052,13
+3295,61
+7266,64
+4371,29
+5666,27
+11409,22
+7414,50
+11770,51
+11278,38
+1869,56
+9650,2
+2715,66
+811,46
+11947,18
+547,17
+4377,29
+1147,4
+9112,57
+11843,48
+7886,39
+12316,35
+6926,21
+12835,57
+2451,75
+7372,50
+9207,0
+8537,59
+11889,55
+12083,53
+9037,31
+12988,2
+1114,12
+12685,5
+2915,54
+9370,19
+2337,75
+2649,15
+4955,26
+9692,2
+9643,9
+3059,40
+3724,30
+8145,43
+6717,67
+5525,52
+6551,70
+578,34
+2871,54
+9211,0
+11002,10
+2539,15
+6279,18
+10878,66
+804,46
+10910,54
+6890,21
+9849,69
+3021,40
+4061,38
+8237,76
+12476,58
+3211,61
+7895,39
+4703,28
+5236,45
+8303,76
+2867,66
+6756,53
+4719,28
+2131,8
+12739,20
+6798,53
+5817,51
+11425,22
+11553,44
+10949,40
+10671,47
+9781,69
+5571,27
+1493,41
+1399,33
+1126,4
+494,17
+527,17
+12562,72
+274,13
+1354,14
+7309,64
+10444,41
+11669,42
+7329,64
+4329,62
+2104,8
+12551,72
+11595,26
+2130,8
+12940,9
+4023,38
+1740,49
+686,34
+9012,31
+4606,3
+4133,73
+7875,39
+841,46
+5378,52
+9804,69
+11946,18
+7709,71
+3143,10
+834,46
+4445,29
+9734,2
+10973,10
+9572,9
+11203,68
+747,46
+12687,5
+2988,54
+8714,5
+6366,63
+3100,10
+11038,61
+12437,39
+4657,28
+3653,30
+9914,24
+3517,16
+9979,24
+7470,35
+8547,59
+533,17
+5114,45
+8769,5
+640,34
+3198,61
+10835,15
+9364,19
+10943,40
+9819,69
+3048,40
+1884,56
+9637,9
+11507,28
+363,32
+8159,43
+12295,35
+4648,28
+4052,38
+11134,30
+7619,65
+3556,16
+863,46
+4437,29
+2423,75
+9873,69
+11736,27
+5320,42
+4359,29
+8285,76
+12299,35
+9013,31
+9314,0
+5011,26
+3694,30
+3720,30
+8497,59
+7067,7
+5140,45
+5258,42
+520,17
+1946,47
+6438,63
+6916,21
+5745,51
+10890,54
+12326,65
+11163,74
+6403,63
+8797,20
+1556,41
+6049,48
+2499,75
+5195,45
+9966,24
+12532,72
+8402,37
+12369,71
+2493,75
+7910,39
+11521,28
+239,13
+6718,67
+11847,48
+576,34
+1566,1
+5690,51
+6944,21
+8723,5
+6622,67
+4659,28
+8658,5
+7814,39
+8586,59
+8160,43
+3709,30
+11620,45
+11840,25
+10249,36
+12833,57
+12484,43
+13072,24
+669,34
+6232,55
+1112,12
+8281,76
+5428,52
+8909,20
+12116,53
+11534,44
+1330,14
+11429,22
+4934,26
+112,11
+3690,30
+5058,26
+2723,66
+10599,23
+3824,74
+4482,22
+12187,7
+5339,42
+1794,23
+1813,23
+9626,9
+2502,75
+356,32
+3176,61
+6263,18
+4373,29
+5736,51
+10314,12
+9450,19
+12498,43
+5155,45
+3811,74
+2668,15
+906,36
+2883,54
+6849,53
+2237,60
+11850,48
+6414,63
+9383,19
+851,46
+7802,71
+7696,71
+3634,16
+5640,27
+8722,5
+4731,28
+9543,9
+1183,4
+9019,31
+5836,25
+7845,39
+11955,18
+2361,75
+13019,69
+1878,56
+5198,45
+917,36
+10725,60
+8619,5
+4928,26
+9789,69
+5300,42
+9756,2
+3586,16
+8692,5
+12781,31
+6175,55
+11744,27
+11863,48
+4357,29
+11624,45
+10726,60
+9652,2
+5939,25
+3114,10
+4292,62
+5810,51
+6885,21
+8479,59
+1629,1
+7561,35
+12056,67
+3330,6
+10125,17
+10358,4
+10849,66
+1857,56
+2073,47
+10603,56
+6613,67
+0,11
+726,34
+8246,76
+9434,19
+7770,71
+6508,70
+9700,2
+8075,43
+8105,43
+566,17
+7824,39
+7778,71
+11714,52
+3427,6
+7165,64
+8802,20
+8944,31
+12936,9
+12156,21
+12265,50
+3131,10
+1923,56
+4866,44
+11664,42
+2905,54
+6947,21
+2114,8
+7536,35
+10215,46
+5319,42
+2093,8
+12463,58
+4978,26
+6038,48
+1113,12
+11394,29
+1422,33
+6544,70
+8647,5
+1679,49
+12356,65
+12070,67
+12277,50
+774,46
+9699,2
+8452,37
+5649,27
+6680,67
+9679,2
+10266,36
+3356,6
+764,46
+7725,71
+250,13
+10111,32
+1219,4
+3056,40
+11428,22
+5368,42
+352,32
+12923,9
+12676,59
+24,11
+10540,49
+10208,46
+3068,40
+4997,26
+9194,0
+9071,57
+1020,12
+8119,43
+3856,74
+2772,66
+5789,51
+4760,28
+4568,3
+10079,13
+7062,7
+5173,45
+7731,71
+9629,9
+6458,63
+11468,3
+12564,76
+171,13
+10128,17
+11103,16
+12171,7
+285,13
+7717,71
+6847,53
+8517,59
+4927,26
+3145,10
+2188,8
+9437,19
+8682,5
+8784,20
+12106,53
+7129,7
+6716,67
+2291,60
+9988,24
+2379,75
+5882,25
+5051,26
+8308,76
+12004,70
+6426,63
+7593,65
+2106,8
+8528,59
+5135,45
+5635,27
+1675,49
+4101,73
+12311,35
+2377,75
+7452,35
+2192,8
+1103,12
+4739,28
+7524,35
+2036,47
+11540,44
+1744,49
+6503,70
+5827,51
+7515,35
+6215,55
+8696,5
+9185,0
+9842,69
+3405,6
+4479,22
+3431,6
+11262,38
+10399,14
+1179,4
+5724,51
+10804,15
+7540,35
+7606,65
+12830,57
+12883,19
+623,34
+10616,56
+7358,50
+10683,8
+9646,2
+3727,30
+7598,65
+1901,56
+2397,75
+10740,60
+11073,6
+11680,42
+1347,14
+10570,23
+3078,40
+10134,17
+2862,66
+3728,30
+3507,16
+8727,5
+6883,21
+4761,28
+11283,73
+8201,72
+9821,69
+9349,19
+7231,64
+5608,27
+6367,63
+13061,24
+12027,70
+1538,41
+11943,18
+12606,37
+6153,55
+11988,63
+5526,52
+6668,67
+10397,14
+10564,23
+3058,40
+11410,22
+7777,71
+5475,52
+3772,74
+9440,19
+722,34
+5249,45
+8912,20
+11317,73
+6921,21
+11175,74
+3919,68
+9682,2
+7156,7
+3571,16
+11953,18
+5269,42
+626,34
+761,46
+8172,72
+10331,4
+8158,43
+11477,3
+8219,76
+6909,21
+437,17
+4306,62
+10138,17
+6498,70
+9589,9
+11147,30
+12803,57
+185,13
+1823,56
+11964,63
+517,17
+7164,64
+12251,50
+12896,19
+19,11
+4888,44
+3508,16
+14,11
+10830,15
+5634,27
+4901,44
+3225,61
+11711,52
+956,36
+2176,8
+10410,33
+8943,20

finetune_lora/llama3.2-1b-instruct/banking77/size=8/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000