Hugging Face's logo

lestienne
/
llmcal

Model card Files
xet
Community
lestienne commited on
Commit
dd4b150
·
verified ·
1 Parent(s): 18e203a

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json +39 -0
  2. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml +40 -0
  3. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json +2062 -0
  4. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json +39 -0
  5. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json +12 -0
  6. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml +40 -0
  7. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer.json +0 -0
  8. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json +2062 -0
  9. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml +1 -0
  10. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv +0 -0
  11. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=20newsgroups/list=0.7-1.0/labels.csv +48 -0
  12. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=20newsgroups/list=0.7-1.0/logits.csv +48 -0
  13. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=20newsgroups/list=test_800/labels.csv +800 -0
  14. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=20newsgroups/list=test_800/logits.csv +0 -0
  15. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml +10 -0
  16. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json +39 -0
  17. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json +12 -0
  18. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml +40 -0
  19. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer.json +0 -0
  20. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json +2062 -0
  21. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml +1 -0
  22. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/metrics.csv +0 -0
  23. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=20newsgroups/list=0.0-1.0/labels.csv +160 -0
  24. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=20newsgroups/list=0.0-1.0/logits.csv +160 -0
  25. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=20newsgroups/list=test_800/labels.csv +800 -0
  26. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=20newsgroups/list=test_800/logits.csv +0 -0
  27. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml +10 -0
  28. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json +39 -0
  29. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json +12 -0
  30. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml +40 -0
  31. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer.json +0 -0
  32. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json +2062 -0
  33. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml +1 -0
  34. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv +223 -0
  35. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=20newsgroups/list=0.7-1.0/labels.csv +48 -0
  36. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=20newsgroups/list=0.7-1.0/logits.csv +48 -0
  37. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=20newsgroups/list=test_800/labels.csv +800 -0
  38. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=20newsgroups/list=test_800/logits.csv +0 -0
  39. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml +10 -0
  40. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json +39 -0
  41. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json +12 -0
  42. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml +40 -0
  43. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer.json +0 -0
  44. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json +2062 -0
  45. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml +1 -0
  46. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv +53 -0
  47. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/test=20newsgroups/list=test_800/labels.csv +800 -0
  48. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/test=20newsgroups/list=test_800/logits.csv +0 -0
  49. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml +10 -0
  50. finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json +39 -0
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 64,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 2048,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 16,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 32.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": true,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.45.0.dev0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ attention_logit_softcapping: null
2
+ attention_scores_scalar: null
3
+ bias: false
4
+ block_size: 131072
5
+ final_logit_softcapping: null
6
+ gelu_approximate: none
7
+ head_size: 64
8
+ hf_config:
9
+ name: Llama-3.2-1B-Instruct
10
+ org: meta-llama
11
+ intermediate_size: 8192
12
+ lm_head_bias: false
13
+ mlp_class_name: LLaMAMLP
14
+ n_embd: 2048
15
+ n_expert: 0
16
+ n_expert_per_token: 0
17
+ n_head: 32
18
+ n_layer: 16
19
+ n_query_groups: 8
20
+ name: Llama-3.2-1B-Instruct
21
+ norm_class_name: RMSNorm
22
+ norm_eps: 1.0e-05
23
+ padded_vocab_size: 128256
24
+ padding_multiple: 512
25
+ parallel_residual: false
26
+ post_attention_norm: false
27
+ post_mlp_norm: false
28
+ rope_adjustments:
29
+ factor: 32.0
30
+ high_freq_factor: 4.0
31
+ low_freq_factor: 1.0
32
+ original_max_seq_len: 8192
33
+ rope_base: 500000
34
+ rope_condense_ratio: 1
35
+ rotary_percentage: 1.0
36
+ scale_embeddings: false
37
+ shared_attention_norm: false
38
+ sliding_window_layer_placing: null
39
+ sliding_window_size: null
40
+ vocab_size: 128000
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json ADDED
@@ -0,0 +1,2062 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "128000": {
4
+ "content": "<|begin_of_text|>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "128001": {
12
+ "content": "<|end_of_text|>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "128002": {
20
+ "content": "<|reserved_special_token_0|>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "128003": {
28
+ "content": "<|reserved_special_token_1|>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "128004": {
36
+ "content": "<|finetune_right_pad_id|>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "128005": {
44
+ "content": "<|reserved_special_token_2|>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "128006": {
52
+ "content": "<|start_header_id|>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "128007": {
60
+ "content": "<|end_header_id|>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "128008": {
68
+ "content": "<|eom_id|>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "128009": {
76
+ "content": "<|eot_id|>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "128010": {
84
+ "content": "<|python_tag|>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "128011": {
92
+ "content": "<|reserved_special_token_3|>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "128012": {
100
+ "content": "<|reserved_special_token_4|>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "128013": {
108
+ "content": "<|reserved_special_token_5|>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "128014": {
116
+ "content": "<|reserved_special_token_6|>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "128015": {
124
+ "content": "<|reserved_special_token_7|>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "128016": {
132
+ "content": "<|reserved_special_token_8|>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "128017": {
140
+ "content": "<|reserved_special_token_9|>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "128018": {
148
+ "content": "<|reserved_special_token_10|>",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "128019": {
156
+ "content": "<|reserved_special_token_11|>",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "128020": {
164
+ "content": "<|reserved_special_token_12|>",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "128021": {
172
+ "content": "<|reserved_special_token_13|>",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "128022": {
180
+ "content": "<|reserved_special_token_14|>",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ },
187
+ "128023": {
188
+ "content": "<|reserved_special_token_15|>",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": true
194
+ },
195
+ "128024": {
196
+ "content": "<|reserved_special_token_16|>",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": true
202
+ },
203
+ "128025": {
204
+ "content": "<|reserved_special_token_17|>",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": true
210
+ },
211
+ "128026": {
212
+ "content": "<|reserved_special_token_18|>",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": true
218
+ },
219
+ "128027": {
220
+ "content": "<|reserved_special_token_19|>",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "128028": {
228
+ "content": "<|reserved_special_token_20|>",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "128029": {
236
+ "content": "<|reserved_special_token_21|>",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "128030": {
244
+ "content": "<|reserved_special_token_22|>",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "128031": {
252
+ "content": "<|reserved_special_token_23|>",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "128032": {
260
+ "content": "<|reserved_special_token_24|>",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "128033": {
268
+ "content": "<|reserved_special_token_25|>",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": true
274
+ },
275
+ "128034": {
276
+ "content": "<|reserved_special_token_26|>",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": true
282
+ },
283
+ "128035": {
284
+ "content": "<|reserved_special_token_27|>",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": true
290
+ },
291
+ "128036": {
292
+ "content": "<|reserved_special_token_28|>",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": true
298
+ },
299
+ "128037": {
300
+ "content": "<|reserved_special_token_29|>",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": true
306
+ },
307
+ "128038": {
308
+ "content": "<|reserved_special_token_30|>",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": true
314
+ },
315
+ "128039": {
316
+ "content": "<|reserved_special_token_31|>",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": true
322
+ },
323
+ "128040": {
324
+ "content": "<|reserved_special_token_32|>",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": true
330
+ },
331
+ "128041": {
332
+ "content": "<|reserved_special_token_33|>",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": true
338
+ },
339
+ "128042": {
340
+ "content": "<|reserved_special_token_34|>",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": true
346
+ },
347
+ "128043": {
348
+ "content": "<|reserved_special_token_35|>",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": true
354
+ },
355
+ "128044": {
356
+ "content": "<|reserved_special_token_36|>",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": true
362
+ },
363
+ "128045": {
364
+ "content": "<|reserved_special_token_37|>",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": true
370
+ },
371
+ "128046": {
372
+ "content": "<|reserved_special_token_38|>",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": true
378
+ },
379
+ "128047": {
380
+ "content": "<|reserved_special_token_39|>",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": true
386
+ },
387
+ "128048": {
388
+ "content": "<|reserved_special_token_40|>",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": true
394
+ },
395
+ "128049": {
396
+ "content": "<|reserved_special_token_41|>",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": true
402
+ },
403
+ "128050": {
404
+ "content": "<|reserved_special_token_42|>",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": true
410
+ },
411
+ "128051": {
412
+ "content": "<|reserved_special_token_43|>",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": true
418
+ },
419
+ "128052": {
420
+ "content": "<|reserved_special_token_44|>",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": true
426
+ },
427
+ "128053": {
428
+ "content": "<|reserved_special_token_45|>",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": true
434
+ },
435
+ "128054": {
436
+ "content": "<|reserved_special_token_46|>",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": true
442
+ },
443
+ "128055": {
444
+ "content": "<|reserved_special_token_47|>",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": true
450
+ },
451
+ "128056": {
452
+ "content": "<|reserved_special_token_48|>",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": true
458
+ },
459
+ "128057": {
460
+ "content": "<|reserved_special_token_49|>",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": true
466
+ },
467
+ "128058": {
468
+ "content": "<|reserved_special_token_50|>",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": true
474
+ },
475
+ "128059": {
476
+ "content": "<|reserved_special_token_51|>",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": true
482
+ },
483
+ "128060": {
484
+ "content": "<|reserved_special_token_52|>",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": true
490
+ },
491
+ "128061": {
492
+ "content": "<|reserved_special_token_53|>",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": true
498
+ },
499
+ "128062": {
500
+ "content": "<|reserved_special_token_54|>",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": true
506
+ },
507
+ "128063": {
508
+ "content": "<|reserved_special_token_55|>",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": true
514
+ },
515
+ "128064": {
516
+ "content": "<|reserved_special_token_56|>",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": true
522
+ },
523
+ "128065": {
524
+ "content": "<|reserved_special_token_57|>",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": true
530
+ },
531
+ "128066": {
532
+ "content": "<|reserved_special_token_58|>",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": true
538
+ },
539
+ "128067": {
540
+ "content": "<|reserved_special_token_59|>",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": true
546
+ },
547
+ "128068": {
548
+ "content": "<|reserved_special_token_60|>",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": true
554
+ },
555
+ "128069": {
556
+ "content": "<|reserved_special_token_61|>",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": true
562
+ },
563
+ "128070": {
564
+ "content": "<|reserved_special_token_62|>",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": true
570
+ },
571
+ "128071": {
572
+ "content": "<|reserved_special_token_63|>",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": true
578
+ },
579
+ "128072": {
580
+ "content": "<|reserved_special_token_64|>",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": true
586
+ },
587
+ "128073": {
588
+ "content": "<|reserved_special_token_65|>",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": true
594
+ },
595
+ "128074": {
596
+ "content": "<|reserved_special_token_66|>",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": true
602
+ },
603
+ "128075": {
604
+ "content": "<|reserved_special_token_67|>",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": true
610
+ },
611
+ "128076": {
612
+ "content": "<|reserved_special_token_68|>",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": true
618
+ },
619
+ "128077": {
620
+ "content": "<|reserved_special_token_69|>",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": true
626
+ },
627
+ "128078": {
628
+ "content": "<|reserved_special_token_70|>",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": true
634
+ },
635
+ "128079": {
636
+ "content": "<|reserved_special_token_71|>",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": true
642
+ },
643
+ "128080": {
644
+ "content": "<|reserved_special_token_72|>",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": true
650
+ },
651
+ "128081": {
652
+ "content": "<|reserved_special_token_73|>",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": true
658
+ },
659
+ "128082": {
660
+ "content": "<|reserved_special_token_74|>",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": true
666
+ },
667
+ "128083": {
668
+ "content": "<|reserved_special_token_75|>",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": true
674
+ },
675
+ "128084": {
676
+ "content": "<|reserved_special_token_76|>",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": true
682
+ },
683
+ "128085": {
684
+ "content": "<|reserved_special_token_77|>",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": true
690
+ },
691
+ "128086": {
692
+ "content": "<|reserved_special_token_78|>",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": true
698
+ },
699
+ "128087": {
700
+ "content": "<|reserved_special_token_79|>",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": true
706
+ },
707
+ "128088": {
708
+ "content": "<|reserved_special_token_80|>",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": true
714
+ },
715
+ "128089": {
716
+ "content": "<|reserved_special_token_81|>",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": true
722
+ },
723
+ "128090": {
724
+ "content": "<|reserved_special_token_82|>",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": true
730
+ },
731
+ "128091": {
732
+ "content": "<|reserved_special_token_83|>",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": true
738
+ },
739
+ "128092": {
740
+ "content": "<|reserved_special_token_84|>",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": true
746
+ },
747
+ "128093": {
748
+ "content": "<|reserved_special_token_85|>",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": true
754
+ },
755
+ "128094": {
756
+ "content": "<|reserved_special_token_86|>",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": true
762
+ },
763
+ "128095": {
764
+ "content": "<|reserved_special_token_87|>",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": true
770
+ },
771
+ "128096": {
772
+ "content": "<|reserved_special_token_88|>",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": true
778
+ },
779
+ "128097": {
780
+ "content": "<|reserved_special_token_89|>",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": true
786
+ },
787
+ "128098": {
788
+ "content": "<|reserved_special_token_90|>",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": true
794
+ },
795
+ "128099": {
796
+ "content": "<|reserved_special_token_91|>",
797
+ "lstrip": false,
798
+ "normalized": false,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": true
802
+ },
803
+ "128100": {
804
+ "content": "<|reserved_special_token_92|>",
805
+ "lstrip": false,
806
+ "normalized": false,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": true
810
+ },
811
+ "128101": {
812
+ "content": "<|reserved_special_token_93|>",
813
+ "lstrip": false,
814
+ "normalized": false,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": true
818
+ },
819
+ "128102": {
820
+ "content": "<|reserved_special_token_94|>",
821
+ "lstrip": false,
822
+ "normalized": false,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": true
826
+ },
827
+ "128103": {
828
+ "content": "<|reserved_special_token_95|>",
829
+ "lstrip": false,
830
+ "normalized": false,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": true
834
+ },
835
+ "128104": {
836
+ "content": "<|reserved_special_token_96|>",
837
+ "lstrip": false,
838
+ "normalized": false,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": true
842
+ },
843
+ "128105": {
844
+ "content": "<|reserved_special_token_97|>",
845
+ "lstrip": false,
846
+ "normalized": false,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": true
850
+ },
851
+ "128106": {
852
+ "content": "<|reserved_special_token_98|>",
853
+ "lstrip": false,
854
+ "normalized": false,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": true
858
+ },
859
+ "128107": {
860
+ "content": "<|reserved_special_token_99|>",
861
+ "lstrip": false,
862
+ "normalized": false,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": true
866
+ },
867
+ "128108": {
868
+ "content": "<|reserved_special_token_100|>",
869
+ "lstrip": false,
870
+ "normalized": false,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": true
874
+ },
875
+ "128109": {
876
+ "content": "<|reserved_special_token_101|>",
877
+ "lstrip": false,
878
+ "normalized": false,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": true
882
+ },
883
+ "128110": {
884
+ "content": "<|reserved_special_token_102|>",
885
+ "lstrip": false,
886
+ "normalized": false,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": true
890
+ },
891
+ "128111": {
892
+ "content": "<|reserved_special_token_103|>",
893
+ "lstrip": false,
894
+ "normalized": false,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": true
898
+ },
899
+ "128112": {
900
+ "content": "<|reserved_special_token_104|>",
901
+ "lstrip": false,
902
+ "normalized": false,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": true
906
+ },
907
+ "128113": {
908
+ "content": "<|reserved_special_token_105|>",
909
+ "lstrip": false,
910
+ "normalized": false,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": true
914
+ },
915
+ "128114": {
916
+ "content": "<|reserved_special_token_106|>",
917
+ "lstrip": false,
918
+ "normalized": false,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": true
922
+ },
923
+ "128115": {
924
+ "content": "<|reserved_special_token_107|>",
925
+ "lstrip": false,
926
+ "normalized": false,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": true
930
+ },
931
+ "128116": {
932
+ "content": "<|reserved_special_token_108|>",
933
+ "lstrip": false,
934
+ "normalized": false,
935
+ "rstrip": false,
936
+ "single_word": false,
937
+ "special": true
938
+ },
939
+ "128117": {
940
+ "content": "<|reserved_special_token_109|>",
941
+ "lstrip": false,
942
+ "normalized": false,
943
+ "rstrip": false,
944
+ "single_word": false,
945
+ "special": true
946
+ },
947
+ "128118": {
948
+ "content": "<|reserved_special_token_110|>",
949
+ "lstrip": false,
950
+ "normalized": false,
951
+ "rstrip": false,
952
+ "single_word": false,
953
+ "special": true
954
+ },
955
+ "128119": {
956
+ "content": "<|reserved_special_token_111|>",
957
+ "lstrip": false,
958
+ "normalized": false,
959
+ "rstrip": false,
960
+ "single_word": false,
961
+ "special": true
962
+ },
963
+ "128120": {
964
+ "content": "<|reserved_special_token_112|>",
965
+ "lstrip": false,
966
+ "normalized": false,
967
+ "rstrip": false,
968
+ "single_word": false,
969
+ "special": true
970
+ },
971
+ "128121": {
972
+ "content": "<|reserved_special_token_113|>",
973
+ "lstrip": false,
974
+ "normalized": false,
975
+ "rstrip": false,
976
+ "single_word": false,
977
+ "special": true
978
+ },
979
+ "128122": {
980
+ "content": "<|reserved_special_token_114|>",
981
+ "lstrip": false,
982
+ "normalized": false,
983
+ "rstrip": false,
984
+ "single_word": false,
985
+ "special": true
986
+ },
987
+ "128123": {
988
+ "content": "<|reserved_special_token_115|>",
989
+ "lstrip": false,
990
+ "normalized": false,
991
+ "rstrip": false,
992
+ "single_word": false,
993
+ "special": true
994
+ },
995
+ "128124": {
996
+ "content": "<|reserved_special_token_116|>",
997
+ "lstrip": false,
998
+ "normalized": false,
999
+ "rstrip": false,
1000
+ "single_word": false,
1001
+ "special": true
1002
+ },
1003
+ "128125": {
1004
+ "content": "<|reserved_special_token_117|>",
1005
+ "lstrip": false,
1006
+ "normalized": false,
1007
+ "rstrip": false,
1008
+ "single_word": false,
1009
+ "special": true
1010
+ },
1011
+ "128126": {
1012
+ "content": "<|reserved_special_token_118|>",
1013
+ "lstrip": false,
1014
+ "normalized": false,
1015
+ "rstrip": false,
1016
+ "single_word": false,
1017
+ "special": true
1018
+ },
1019
+ "128127": {
1020
+ "content": "<|reserved_special_token_119|>",
1021
+ "lstrip": false,
1022
+ "normalized": false,
1023
+ "rstrip": false,
1024
+ "single_word": false,
1025
+ "special": true
1026
+ },
1027
+ "128128": {
1028
+ "content": "<|reserved_special_token_120|>",
1029
+ "lstrip": false,
1030
+ "normalized": false,
1031
+ "rstrip": false,
1032
+ "single_word": false,
1033
+ "special": true
1034
+ },
1035
+ "128129": {
1036
+ "content": "<|reserved_special_token_121|>",
1037
+ "lstrip": false,
1038
+ "normalized": false,
1039
+ "rstrip": false,
1040
+ "single_word": false,
1041
+ "special": true
1042
+ },
1043
+ "128130": {
1044
+ "content": "<|reserved_special_token_122|>",
1045
+ "lstrip": false,
1046
+ "normalized": false,
1047
+ "rstrip": false,
1048
+ "single_word": false,
1049
+ "special": true
1050
+ },
1051
+ "128131": {
1052
+ "content": "<|reserved_special_token_123|>",
1053
+ "lstrip": false,
1054
+ "normalized": false,
1055
+ "rstrip": false,
1056
+ "single_word": false,
1057
+ "special": true
1058
+ },
1059
+ "128132": {
1060
+ "content": "<|reserved_special_token_124|>",
1061
+ "lstrip": false,
1062
+ "normalized": false,
1063
+ "rstrip": false,
1064
+ "single_word": false,
1065
+ "special": true
1066
+ },
1067
+ "128133": {
1068
+ "content": "<|reserved_special_token_125|>",
1069
+ "lstrip": false,
1070
+ "normalized": false,
1071
+ "rstrip": false,
1072
+ "single_word": false,
1073
+ "special": true
1074
+ },
1075
+ "128134": {
1076
+ "content": "<|reserved_special_token_126|>",
1077
+ "lstrip": false,
1078
+ "normalized": false,
1079
+ "rstrip": false,
1080
+ "single_word": false,
1081
+ "special": true
1082
+ },
1083
+ "128135": {
1084
+ "content": "<|reserved_special_token_127|>",
1085
+ "lstrip": false,
1086
+ "normalized": false,
1087
+ "rstrip": false,
1088
+ "single_word": false,
1089
+ "special": true
1090
+ },
1091
+ "128136": {
1092
+ "content": "<|reserved_special_token_128|>",
1093
+ "lstrip": false,
1094
+ "normalized": false,
1095
+ "rstrip": false,
1096
+ "single_word": false,
1097
+ "special": true
1098
+ },
1099
+ "128137": {
1100
+ "content": "<|reserved_special_token_129|>",
1101
+ "lstrip": false,
1102
+ "normalized": false,
1103
+ "rstrip": false,
1104
+ "single_word": false,
1105
+ "special": true
1106
+ },
1107
+ "128138": {
1108
+ "content": "<|reserved_special_token_130|>",
1109
+ "lstrip": false,
1110
+ "normalized": false,
1111
+ "rstrip": false,
1112
+ "single_word": false,
1113
+ "special": true
1114
+ },
1115
+ "128139": {
1116
+ "content": "<|reserved_special_token_131|>",
1117
+ "lstrip": false,
1118
+ "normalized": false,
1119
+ "rstrip": false,
1120
+ "single_word": false,
1121
+ "special": true
1122
+ },
1123
+ "128140": {
1124
+ "content": "<|reserved_special_token_132|>",
1125
+ "lstrip": false,
1126
+ "normalized": false,
1127
+ "rstrip": false,
1128
+ "single_word": false,
1129
+ "special": true
1130
+ },
1131
+ "128141": {
1132
+ "content": "<|reserved_special_token_133|>",
1133
+ "lstrip": false,
1134
+ "normalized": false,
1135
+ "rstrip": false,
1136
+ "single_word": false,
1137
+ "special": true
1138
+ },
1139
+ "128142": {
1140
+ "content": "<|reserved_special_token_134|>",
1141
+ "lstrip": false,
1142
+ "normalized": false,
1143
+ "rstrip": false,
1144
+ "single_word": false,
1145
+ "special": true
1146
+ },
1147
+ "128143": {
1148
+ "content": "<|reserved_special_token_135|>",
1149
+ "lstrip": false,
1150
+ "normalized": false,
1151
+ "rstrip": false,
1152
+ "single_word": false,
1153
+ "special": true
1154
+ },
1155
+ "128144": {
1156
+ "content": "<|reserved_special_token_136|>",
1157
+ "lstrip": false,
1158
+ "normalized": false,
1159
+ "rstrip": false,
1160
+ "single_word": false,
1161
+ "special": true
1162
+ },
1163
+ "128145": {
1164
+ "content": "<|reserved_special_token_137|>",
1165
+ "lstrip": false,
1166
+ "normalized": false,
1167
+ "rstrip": false,
1168
+ "single_word": false,
1169
+ "special": true
1170
+ },
1171
+ "128146": {
1172
+ "content": "<|reserved_special_token_138|>",
1173
+ "lstrip": false,
1174
+ "normalized": false,
1175
+ "rstrip": false,
1176
+ "single_word": false,
1177
+ "special": true
1178
+ },
1179
+ "128147": {
1180
+ "content": "<|reserved_special_token_139|>",
1181
+ "lstrip": false,
1182
+ "normalized": false,
1183
+ "rstrip": false,
1184
+ "single_word": false,
1185
+ "special": true
1186
+ },
1187
+ "128148": {
1188
+ "content": "<|reserved_special_token_140|>",
1189
+ "lstrip": false,
1190
+ "normalized": false,
1191
+ "rstrip": false,
1192
+ "single_word": false,
1193
+ "special": true
1194
+ },
1195
+ "128149": {
1196
+ "content": "<|reserved_special_token_141|>",
1197
+ "lstrip": false,
1198
+ "normalized": false,
1199
+ "rstrip": false,
1200
+ "single_word": false,
1201
+ "special": true
1202
+ },
1203
+ "128150": {
1204
+ "content": "<|reserved_special_token_142|>",
1205
+ "lstrip": false,
1206
+ "normalized": false,
1207
+ "rstrip": false,
1208
+ "single_word": false,
1209
+ "special": true
1210
+ },
1211
+ "128151": {
1212
+ "content": "<|reserved_special_token_143|>",
1213
+ "lstrip": false,
1214
+ "normalized": false,
1215
+ "rstrip": false,
1216
+ "single_word": false,
1217
+ "special": true
1218
+ },
1219
+ "128152": {
1220
+ "content": "<|reserved_special_token_144|>",
1221
+ "lstrip": false,
1222
+ "normalized": false,
1223
+ "rstrip": false,
1224
+ "single_word": false,
1225
+ "special": true
1226
+ },
1227
+ "128153": {
1228
+ "content": "<|reserved_special_token_145|>",
1229
+ "lstrip": false,
1230
+ "normalized": false,
1231
+ "rstrip": false,
1232
+ "single_word": false,
1233
+ "special": true
1234
+ },
1235
+ "128154": {
1236
+ "content": "<|reserved_special_token_146|>",
1237
+ "lstrip": false,
1238
+ "normalized": false,
1239
+ "rstrip": false,
1240
+ "single_word": false,
1241
+ "special": true
1242
+ },
1243
+ "128155": {
1244
+ "content": "<|reserved_special_token_147|>",
1245
+ "lstrip": false,
1246
+ "normalized": false,
1247
+ "rstrip": false,
1248
+ "single_word": false,
1249
+ "special": true
1250
+ },
1251
+ "128156": {
1252
+ "content": "<|reserved_special_token_148|>",
1253
+ "lstrip": false,
1254
+ "normalized": false,
1255
+ "rstrip": false,
1256
+ "single_word": false,
1257
+ "special": true
1258
+ },
1259
+ "128157": {
1260
+ "content": "<|reserved_special_token_149|>",
1261
+ "lstrip": false,
1262
+ "normalized": false,
1263
+ "rstrip": false,
1264
+ "single_word": false,
1265
+ "special": true
1266
+ },
1267
+ "128158": {
1268
+ "content": "<|reserved_special_token_150|>",
1269
+ "lstrip": false,
1270
+ "normalized": false,
1271
+ "rstrip": false,
1272
+ "single_word": false,
1273
+ "special": true
1274
+ },
1275
+ "128159": {
1276
+ "content": "<|reserved_special_token_151|>",
1277
+ "lstrip": false,
1278
+ "normalized": false,
1279
+ "rstrip": false,
1280
+ "single_word": false,
1281
+ "special": true
1282
+ },
1283
+ "128160": {
1284
+ "content": "<|reserved_special_token_152|>",
1285
+ "lstrip": false,
1286
+ "normalized": false,
1287
+ "rstrip": false,
1288
+ "single_word": false,
1289
+ "special": true
1290
+ },
1291
+ "128161": {
1292
+ "content": "<|reserved_special_token_153|>",
1293
+ "lstrip": false,
1294
+ "normalized": false,
1295
+ "rstrip": false,
1296
+ "single_word": false,
1297
+ "special": true
1298
+ },
1299
+ "128162": {
1300
+ "content": "<|reserved_special_token_154|>",
1301
+ "lstrip": false,
1302
+ "normalized": false,
1303
+ "rstrip": false,
1304
+ "single_word": false,
1305
+ "special": true
1306
+ },
1307
+ "128163": {
1308
+ "content": "<|reserved_special_token_155|>",
1309
+ "lstrip": false,
1310
+ "normalized": false,
1311
+ "rstrip": false,
1312
+ "single_word": false,
1313
+ "special": true
1314
+ },
1315
+ "128164": {
1316
+ "content": "<|reserved_special_token_156|>",
1317
+ "lstrip": false,
1318
+ "normalized": false,
1319
+ "rstrip": false,
1320
+ "single_word": false,
1321
+ "special": true
1322
+ },
1323
+ "128165": {
1324
+ "content": "<|reserved_special_token_157|>",
1325
+ "lstrip": false,
1326
+ "normalized": false,
1327
+ "rstrip": false,
1328
+ "single_word": false,
1329
+ "special": true
1330
+ },
1331
+ "128166": {
1332
+ "content": "<|reserved_special_token_158|>",
1333
+ "lstrip": false,
1334
+ "normalized": false,
1335
+ "rstrip": false,
1336
+ "single_word": false,
1337
+ "special": true
1338
+ },
1339
+ "128167": {
1340
+ "content": "<|reserved_special_token_159|>",
1341
+ "lstrip": false,
1342
+ "normalized": false,
1343
+ "rstrip": false,
1344
+ "single_word": false,
1345
+ "special": true
1346
+ },
1347
+ "128168": {
1348
+ "content": "<|reserved_special_token_160|>",
1349
+ "lstrip": false,
1350
+ "normalized": false,
1351
+ "rstrip": false,
1352
+ "single_word": false,
1353
+ "special": true
1354
+ },
1355
+ "128169": {
1356
+ "content": "<|reserved_special_token_161|>",
1357
+ "lstrip": false,
1358
+ "normalized": false,
1359
+ "rstrip": false,
1360
+ "single_word": false,
1361
+ "special": true
1362
+ },
1363
+ "128170": {
1364
+ "content": "<|reserved_special_token_162|>",
1365
+ "lstrip": false,
1366
+ "normalized": false,
1367
+ "rstrip": false,
1368
+ "single_word": false,
1369
+ "special": true
1370
+ },
1371
+ "128171": {
1372
+ "content": "<|reserved_special_token_163|>",
1373
+ "lstrip": false,
1374
+ "normalized": false,
1375
+ "rstrip": false,
1376
+ "single_word": false,
1377
+ "special": true
1378
+ },
1379
+ "128172": {
1380
+ "content": "<|reserved_special_token_164|>",
1381
+ "lstrip": false,
1382
+ "normalized": false,
1383
+ "rstrip": false,
1384
+ "single_word": false,
1385
+ "special": true
1386
+ },
1387
+ "128173": {
1388
+ "content": "<|reserved_special_token_165|>",
1389
+ "lstrip": false,
1390
+ "normalized": false,
1391
+ "rstrip": false,
1392
+ "single_word": false,
1393
+ "special": true
1394
+ },
1395
+ "128174": {
1396
+ "content": "<|reserved_special_token_166|>",
1397
+ "lstrip": false,
1398
+ "normalized": false,
1399
+ "rstrip": false,
1400
+ "single_word": false,
1401
+ "special": true
1402
+ },
1403
+ "128175": {
1404
+ "content": "<|reserved_special_token_167|>",
1405
+ "lstrip": false,
1406
+ "normalized": false,
1407
+ "rstrip": false,
1408
+ "single_word": false,
1409
+ "special": true
1410
+ },
1411
+ "128176": {
1412
+ "content": "<|reserved_special_token_168|>",
1413
+ "lstrip": false,
1414
+ "normalized": false,
1415
+ "rstrip": false,
1416
+ "single_word": false,
1417
+ "special": true
1418
+ },
1419
+ "128177": {
1420
+ "content": "<|reserved_special_token_169|>",
1421
+ "lstrip": false,
1422
+ "normalized": false,
1423
+ "rstrip": false,
1424
+ "single_word": false,
1425
+ "special": true
1426
+ },
1427
+ "128178": {
1428
+ "content": "<|reserved_special_token_170|>",
1429
+ "lstrip": false,
1430
+ "normalized": false,
1431
+ "rstrip": false,
1432
+ "single_word": false,
1433
+ "special": true
1434
+ },
1435
+ "128179": {
1436
+ "content": "<|reserved_special_token_171|>",
1437
+ "lstrip": false,
1438
+ "normalized": false,
1439
+ "rstrip": false,
1440
+ "single_word": false,
1441
+ "special": true
1442
+ },
1443
+ "128180": {
1444
+ "content": "<|reserved_special_token_172|>",
1445
+ "lstrip": false,
1446
+ "normalized": false,
1447
+ "rstrip": false,
1448
+ "single_word": false,
1449
+ "special": true
1450
+ },
1451
+ "128181": {
1452
+ "content": "<|reserved_special_token_173|>",
1453
+ "lstrip": false,
1454
+ "normalized": false,
1455
+ "rstrip": false,
1456
+ "single_word": false,
1457
+ "special": true
1458
+ },
1459
+ "128182": {
1460
+ "content": "<|reserved_special_token_174|>",
1461
+ "lstrip": false,
1462
+ "normalized": false,
1463
+ "rstrip": false,
1464
+ "single_word": false,
1465
+ "special": true
1466
+ },
1467
+ "128183": {
1468
+ "content": "<|reserved_special_token_175|>",
1469
+ "lstrip": false,
1470
+ "normalized": false,
1471
+ "rstrip": false,
1472
+ "single_word": false,
1473
+ "special": true
1474
+ },
1475
+ "128184": {
1476
+ "content": "<|reserved_special_token_176|>",
1477
+ "lstrip": false,
1478
+ "normalized": false,
1479
+ "rstrip": false,
1480
+ "single_word": false,
1481
+ "special": true
1482
+ },
1483
+ "128185": {
1484
+ "content": "<|reserved_special_token_177|>",
1485
+ "lstrip": false,
1486
+ "normalized": false,
1487
+ "rstrip": false,
1488
+ "single_word": false,
1489
+ "special": true
1490
+ },
1491
+ "128186": {
1492
+ "content": "<|reserved_special_token_178|>",
1493
+ "lstrip": false,
1494
+ "normalized": false,
1495
+ "rstrip": false,
1496
+ "single_word": false,
1497
+ "special": true
1498
+ },
1499
+ "128187": {
1500
+ "content": "<|reserved_special_token_179|>",
1501
+ "lstrip": false,
1502
+ "normalized": false,
1503
+ "rstrip": false,
1504
+ "single_word": false,
1505
+ "special": true
1506
+ },
1507
+ "128188": {
1508
+ "content": "<|reserved_special_token_180|>",
1509
+ "lstrip": false,
1510
+ "normalized": false,
1511
+ "rstrip": false,
1512
+ "single_word": false,
1513
+ "special": true
1514
+ },
1515
+ "128189": {
1516
+ "content": "<|reserved_special_token_181|>",
1517
+ "lstrip": false,
1518
+ "normalized": false,
1519
+ "rstrip": false,
1520
+ "single_word": false,
1521
+ "special": true
1522
+ },
1523
+ "128190": {
1524
+ "content": "<|reserved_special_token_182|>",
1525
+ "lstrip": false,
1526
+ "normalized": false,
1527
+ "rstrip": false,
1528
+ "single_word": false,
1529
+ "special": true
1530
+ },
1531
+ "128191": {
1532
+ "content": "<|reserved_special_token_183|>",
1533
+ "lstrip": false,
1534
+ "normalized": false,
1535
+ "rstrip": false,
1536
+ "single_word": false,
1537
+ "special": true
1538
+ },
1539
+ "128192": {
1540
+ "content": "<|reserved_special_token_184|>",
1541
+ "lstrip": false,
1542
+ "normalized": false,
1543
+ "rstrip": false,
1544
+ "single_word": false,
1545
+ "special": true
1546
+ },
1547
+ "128193": {
1548
+ "content": "<|reserved_special_token_185|>",
1549
+ "lstrip": false,
1550
+ "normalized": false,
1551
+ "rstrip": false,
1552
+ "single_word": false,
1553
+ "special": true
1554
+ },
1555
+ "128194": {
1556
+ "content": "<|reserved_special_token_186|>",
1557
+ "lstrip": false,
1558
+ "normalized": false,
1559
+ "rstrip": false,
1560
+ "single_word": false,
1561
+ "special": true
1562
+ },
1563
+ "128195": {
1564
+ "content": "<|reserved_special_token_187|>",
1565
+ "lstrip": false,
1566
+ "normalized": false,
1567
+ "rstrip": false,
1568
+ "single_word": false,
1569
+ "special": true
1570
+ },
1571
+ "128196": {
1572
+ "content": "<|reserved_special_token_188|>",
1573
+ "lstrip": false,
1574
+ "normalized": false,
1575
+ "rstrip": false,
1576
+ "single_word": false,
1577
+ "special": true
1578
+ },
1579
+ "128197": {
1580
+ "content": "<|reserved_special_token_189|>",
1581
+ "lstrip": false,
1582
+ "normalized": false,
1583
+ "rstrip": false,
1584
+ "single_word": false,
1585
+ "special": true
1586
+ },
1587
+ "128198": {
1588
+ "content": "<|reserved_special_token_190|>",
1589
+ "lstrip": false,
1590
+ "normalized": false,
1591
+ "rstrip": false,
1592
+ "single_word": false,
1593
+ "special": true
1594
+ },
1595
+ "128199": {
1596
+ "content": "<|reserved_special_token_191|>",
1597
+ "lstrip": false,
1598
+ "normalized": false,
1599
+ "rstrip": false,
1600
+ "single_word": false,
1601
+ "special": true
1602
+ },
1603
+ "128200": {
1604
+ "content": "<|reserved_special_token_192|>",
1605
+ "lstrip": false,
1606
+ "normalized": false,
1607
+ "rstrip": false,
1608
+ "single_word": false,
1609
+ "special": true
1610
+ },
1611
+ "128201": {
1612
+ "content": "<|reserved_special_token_193|>",
1613
+ "lstrip": false,
1614
+ "normalized": false,
1615
+ "rstrip": false,
1616
+ "single_word": false,
1617
+ "special": true
1618
+ },
1619
+ "128202": {
1620
+ "content": "<|reserved_special_token_194|>",
1621
+ "lstrip": false,
1622
+ "normalized": false,
1623
+ "rstrip": false,
1624
+ "single_word": false,
1625
+ "special": true
1626
+ },
1627
+ "128203": {
1628
+ "content": "<|reserved_special_token_195|>",
1629
+ "lstrip": false,
1630
+ "normalized": false,
1631
+ "rstrip": false,
1632
+ "single_word": false,
1633
+ "special": true
1634
+ },
1635
+ "128204": {
1636
+ "content": "<|reserved_special_token_196|>",
1637
+ "lstrip": false,
1638
+ "normalized": false,
1639
+ "rstrip": false,
1640
+ "single_word": false,
1641
+ "special": true
1642
+ },
1643
+ "128205": {
1644
+ "content": "<|reserved_special_token_197|>",
1645
+ "lstrip": false,
1646
+ "normalized": false,
1647
+ "rstrip": false,
1648
+ "single_word": false,
1649
+ "special": true
1650
+ },
1651
+ "128206": {
1652
+ "content": "<|reserved_special_token_198|>",
1653
+ "lstrip": false,
1654
+ "normalized": false,
1655
+ "rstrip": false,
1656
+ "single_word": false,
1657
+ "special": true
1658
+ },
1659
+ "128207": {
1660
+ "content": "<|reserved_special_token_199|>",
1661
+ "lstrip": false,
1662
+ "normalized": false,
1663
+ "rstrip": false,
1664
+ "single_word": false,
1665
+ "special": true
1666
+ },
1667
+ "128208": {
1668
+ "content": "<|reserved_special_token_200|>",
1669
+ "lstrip": false,
1670
+ "normalized": false,
1671
+ "rstrip": false,
1672
+ "single_word": false,
1673
+ "special": true
1674
+ },
1675
+ "128209": {
1676
+ "content": "<|reserved_special_token_201|>",
1677
+ "lstrip": false,
1678
+ "normalized": false,
1679
+ "rstrip": false,
1680
+ "single_word": false,
1681
+ "special": true
1682
+ },
1683
+ "128210": {
1684
+ "content": "<|reserved_special_token_202|>",
1685
+ "lstrip": false,
1686
+ "normalized": false,
1687
+ "rstrip": false,
1688
+ "single_word": false,
1689
+ "special": true
1690
+ },
1691
+ "128211": {
1692
+ "content": "<|reserved_special_token_203|>",
1693
+ "lstrip": false,
1694
+ "normalized": false,
1695
+ "rstrip": false,
1696
+ "single_word": false,
1697
+ "special": true
1698
+ },
1699
+ "128212": {
1700
+ "content": "<|reserved_special_token_204|>",
1701
+ "lstrip": false,
1702
+ "normalized": false,
1703
+ "rstrip": false,
1704
+ "single_word": false,
1705
+ "special": true
1706
+ },
1707
+ "128213": {
1708
+ "content": "<|reserved_special_token_205|>",
1709
+ "lstrip": false,
1710
+ "normalized": false,
1711
+ "rstrip": false,
1712
+ "single_word": false,
1713
+ "special": true
1714
+ },
1715
+ "128214": {
1716
+ "content": "<|reserved_special_token_206|>",
1717
+ "lstrip": false,
1718
+ "normalized": false,
1719
+ "rstrip": false,
1720
+ "single_word": false,
1721
+ "special": true
1722
+ },
1723
+ "128215": {
1724
+ "content": "<|reserved_special_token_207|>",
1725
+ "lstrip": false,
1726
+ "normalized": false,
1727
+ "rstrip": false,
1728
+ "single_word": false,
1729
+ "special": true
1730
+ },
1731
+ "128216": {
1732
+ "content": "<|reserved_special_token_208|>",
1733
+ "lstrip": false,
1734
+ "normalized": false,
1735
+ "rstrip": false,
1736
+ "single_word": false,
1737
+ "special": true
1738
+ },
1739
+ "128217": {
1740
+ "content": "<|reserved_special_token_209|>",
1741
+ "lstrip": false,
1742
+ "normalized": false,
1743
+ "rstrip": false,
1744
+ "single_word": false,
1745
+ "special": true
1746
+ },
1747
+ "128218": {
1748
+ "content": "<|reserved_special_token_210|>",
1749
+ "lstrip": false,
1750
+ "normalized": false,
1751
+ "rstrip": false,
1752
+ "single_word": false,
1753
+ "special": true
1754
+ },
1755
+ "128219": {
1756
+ "content": "<|reserved_special_token_211|>",
1757
+ "lstrip": false,
1758
+ "normalized": false,
1759
+ "rstrip": false,
1760
+ "single_word": false,
1761
+ "special": true
1762
+ },
1763
+ "128220": {
1764
+ "content": "<|reserved_special_token_212|>",
1765
+ "lstrip": false,
1766
+ "normalized": false,
1767
+ "rstrip": false,
1768
+ "single_word": false,
1769
+ "special": true
1770
+ },
1771
+ "128221": {
1772
+ "content": "<|reserved_special_token_213|>",
1773
+ "lstrip": false,
1774
+ "normalized": false,
1775
+ "rstrip": false,
1776
+ "single_word": false,
1777
+ "special": true
1778
+ },
1779
+ "128222": {
1780
+ "content": "<|reserved_special_token_214|>",
1781
+ "lstrip": false,
1782
+ "normalized": false,
1783
+ "rstrip": false,
1784
+ "single_word": false,
1785
+ "special": true
1786
+ },
1787
+ "128223": {
1788
+ "content": "<|reserved_special_token_215|>",
1789
+ "lstrip": false,
1790
+ "normalized": false,
1791
+ "rstrip": false,
1792
+ "single_word": false,
1793
+ "special": true
1794
+ },
1795
+ "128224": {
1796
+ "content": "<|reserved_special_token_216|>",
1797
+ "lstrip": false,
1798
+ "normalized": false,
1799
+ "rstrip": false,
1800
+ "single_word": false,
1801
+ "special": true
1802
+ },
1803
+ "128225": {
1804
+ "content": "<|reserved_special_token_217|>",
1805
+ "lstrip": false,
1806
+ "normalized": false,
1807
+ "rstrip": false,
1808
+ "single_word": false,
1809
+ "special": true
1810
+ },
1811
+ "128226": {
1812
+ "content": "<|reserved_special_token_218|>",
1813
+ "lstrip": false,
1814
+ "normalized": false,
1815
+ "rstrip": false,
1816
+ "single_word": false,
1817
+ "special": true
1818
+ },
1819
+ "128227": {
1820
+ "content": "<|reserved_special_token_219|>",
1821
+ "lstrip": false,
1822
+ "normalized": false,
1823
+ "rstrip": false,
1824
+ "single_word": false,
1825
+ "special": true
1826
+ },
1827
+ "128228": {
1828
+ "content": "<|reserved_special_token_220|>",
1829
+ "lstrip": false,
1830
+ "normalized": false,
1831
+ "rstrip": false,
1832
+ "single_word": false,
1833
+ "special": true
1834
+ },
1835
+ "128229": {
1836
+ "content": "<|reserved_special_token_221|>",
1837
+ "lstrip": false,
1838
+ "normalized": false,
1839
+ "rstrip": false,
1840
+ "single_word": false,
1841
+ "special": true
1842
+ },
1843
+ "128230": {
1844
+ "content": "<|reserved_special_token_222|>",
1845
+ "lstrip": false,
1846
+ "normalized": false,
1847
+ "rstrip": false,
1848
+ "single_word": false,
1849
+ "special": true
1850
+ },
1851
+ "128231": {
1852
+ "content": "<|reserved_special_token_223|>",
1853
+ "lstrip": false,
1854
+ "normalized": false,
1855
+ "rstrip": false,
1856
+ "single_word": false,
1857
+ "special": true
1858
+ },
1859
+ "128232": {
1860
+ "content": "<|reserved_special_token_224|>",
1861
+ "lstrip": false,
1862
+ "normalized": false,
1863
+ "rstrip": false,
1864
+ "single_word": false,
1865
+ "special": true
1866
+ },
1867
+ "128233": {
1868
+ "content": "<|reserved_special_token_225|>",
1869
+ "lstrip": false,
1870
+ "normalized": false,
1871
+ "rstrip": false,
1872
+ "single_word": false,
1873
+ "special": true
1874
+ },
1875
+ "128234": {
1876
+ "content": "<|reserved_special_token_226|>",
1877
+ "lstrip": false,
1878
+ "normalized": false,
1879
+ "rstrip": false,
1880
+ "single_word": false,
1881
+ "special": true
1882
+ },
1883
+ "128235": {
1884
+ "content": "<|reserved_special_token_227|>",
1885
+ "lstrip": false,
1886
+ "normalized": false,
1887
+ "rstrip": false,
1888
+ "single_word": false,
1889
+ "special": true
1890
+ },
1891
+ "128236": {
1892
+ "content": "<|reserved_special_token_228|>",
1893
+ "lstrip": false,
1894
+ "normalized": false,
1895
+ "rstrip": false,
1896
+ "single_word": false,
1897
+ "special": true
1898
+ },
1899
+ "128237": {
1900
+ "content": "<|reserved_special_token_229|>",
1901
+ "lstrip": false,
1902
+ "normalized": false,
1903
+ "rstrip": false,
1904
+ "single_word": false,
1905
+ "special": true
1906
+ },
1907
+ "128238": {
1908
+ "content": "<|reserved_special_token_230|>",
1909
+ "lstrip": false,
1910
+ "normalized": false,
1911
+ "rstrip": false,
1912
+ "single_word": false,
1913
+ "special": true
1914
+ },
1915
+ "128239": {
1916
+ "content": "<|reserved_special_token_231|>",
1917
+ "lstrip": false,
1918
+ "normalized": false,
1919
+ "rstrip": false,
1920
+ "single_word": false,
1921
+ "special": true
1922
+ },
1923
+ "128240": {
1924
+ "content": "<|reserved_special_token_232|>",
1925
+ "lstrip": false,
1926
+ "normalized": false,
1927
+ "rstrip": false,
1928
+ "single_word": false,
1929
+ "special": true
1930
+ },
1931
+ "128241": {
1932
+ "content": "<|reserved_special_token_233|>",
1933
+ "lstrip": false,
1934
+ "normalized": false,
1935
+ "rstrip": false,
1936
+ "single_word": false,
1937
+ "special": true
1938
+ },
1939
+ "128242": {
1940
+ "content": "<|reserved_special_token_234|>",
1941
+ "lstrip": false,
1942
+ "normalized": false,
1943
+ "rstrip": false,
1944
+ "single_word": false,
1945
+ "special": true
1946
+ },
1947
+ "128243": {
1948
+ "content": "<|reserved_special_token_235|>",
1949
+ "lstrip": false,
1950
+ "normalized": false,
1951
+ "rstrip": false,
1952
+ "single_word": false,
1953
+ "special": true
1954
+ },
1955
+ "128244": {
1956
+ "content": "<|reserved_special_token_236|>",
1957
+ "lstrip": false,
1958
+ "normalized": false,
1959
+ "rstrip": false,
1960
+ "single_word": false,
1961
+ "special": true
1962
+ },
1963
+ "128245": {
1964
+ "content": "<|reserved_special_token_237|>",
1965
+ "lstrip": false,
1966
+ "normalized": false,
1967
+ "rstrip": false,
1968
+ "single_word": false,
1969
+ "special": true
1970
+ },
1971
+ "128246": {
1972
+ "content": "<|reserved_special_token_238|>",
1973
+ "lstrip": false,
1974
+ "normalized": false,
1975
+ "rstrip": false,
1976
+ "single_word": false,
1977
+ "special": true
1978
+ },
1979
+ "128247": {
1980
+ "content": "<|reserved_special_token_239|>",
1981
+ "lstrip": false,
1982
+ "normalized": false,
1983
+ "rstrip": false,
1984
+ "single_word": false,
1985
+ "special": true
1986
+ },
1987
+ "128248": {
1988
+ "content": "<|reserved_special_token_240|>",
1989
+ "lstrip": false,
1990
+ "normalized": false,
1991
+ "rstrip": false,
1992
+ "single_word": false,
1993
+ "special": true
1994
+ },
1995
+ "128249": {
1996
+ "content": "<|reserved_special_token_241|>",
1997
+ "lstrip": false,
1998
+ "normalized": false,
1999
+ "rstrip": false,
2000
+ "single_word": false,
2001
+ "special": true
2002
+ },
2003
+ "128250": {
2004
+ "content": "<|reserved_special_token_242|>",
2005
+ "lstrip": false,
2006
+ "normalized": false,
2007
+ "rstrip": false,
2008
+ "single_word": false,
2009
+ "special": true
2010
+ },
2011
+ "128251": {
2012
+ "content": "<|reserved_special_token_243|>",
2013
+ "lstrip": false,
2014
+ "normalized": false,
2015
+ "rstrip": false,
2016
+ "single_word": false,
2017
+ "special": true
2018
+ },
2019
+ "128252": {
2020
+ "content": "<|reserved_special_token_244|>",
2021
+ "lstrip": false,
2022
+ "normalized": false,
2023
+ "rstrip": false,
2024
+ "single_word": false,
2025
+ "special": true
2026
+ },
2027
+ "128253": {
2028
+ "content": "<|reserved_special_token_245|>",
2029
+ "lstrip": false,
2030
+ "normalized": false,
2031
+ "rstrip": false,
2032
+ "single_word": false,
2033
+ "special": true
2034
+ },
2035
+ "128254": {
2036
+ "content": "<|reserved_special_token_246|>",
2037
+ "lstrip": false,
2038
+ "normalized": false,
2039
+ "rstrip": false,
2040
+ "single_word": false,
2041
+ "special": true
2042
+ },
2043
+ "128255": {
2044
+ "content": "<|reserved_special_token_247|>",
2045
+ "lstrip": false,
2046
+ "normalized": false,
2047
+ "rstrip": false,
2048
+ "single_word": false,
2049
+ "special": true
2050
+ }
2051
+ },
2052
+ "bos_token": "<|begin_of_text|>",
2053
+ "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
2054
+ "clean_up_tokenization_spaces": true,
2055
+ "eos_token": "<|eot_id|>",
2056
+ "model_input_names": [
2057
+ "input_ids",
2058
+ "attention_mask"
2059
+ ],
2060
+ "model_max_length": 131072,
2061
+ "tokenizer_class": "PreTrainedTokenizerFast"
2062
+ }
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 64,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 2048,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 16,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 32.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": true,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.45.0.dev0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.45.0.dev0"
12
+ }
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ attention_logit_softcapping: null
2
+ attention_scores_scalar: null
3
+ bias: false
4
+ block_size: 131072
5
+ final_logit_softcapping: null
6
+ gelu_approximate: none
7
+ head_size: 64
8
+ hf_config:
9
+ name: Llama-3.2-1B-Instruct
10
+ org: meta-llama
11
+ intermediate_size: 8192
12
+ lm_head_bias: false
13
+ mlp_class_name: LLaMAMLP
14
+ n_embd: 2048
15
+ n_expert: 0
16
+ n_expert_per_token: 0
17
+ n_head: 32
18
+ n_layer: 16
19
+ n_query_groups: 8
20
+ name: Llama-3.2-1B-Instruct
21
+ norm_class_name: RMSNorm
22
+ norm_eps: 1.0e-05
23
+ padded_vocab_size: 128256
24
+ padding_multiple: 512
25
+ parallel_residual: false
26
+ post_attention_norm: false
27
+ post_mlp_norm: false
28
+ rope_adjustments:
29
+ factor: 32.0
30
+ high_freq_factor: 4.0
31
+ low_freq_factor: 1.0
32
+ original_max_seq_len: 8192
33
+ rope_base: 500000
34
+ rope_condense_ratio: 1
35
+ rotary_percentage: 1.0
36
+ scale_embeddings: false
37
+ shared_attention_norm: false
38
+ sliding_window_layer_placing: null
39
+ sliding_window_size: null
40
+ vocab_size: 128000
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json ADDED
@@ -0,0 +1,2062 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "128000": {
4
+ "content": "<|begin_of_text|>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "128001": {
12
+ "content": "<|end_of_text|>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "128002": {
20
+ "content": "<|reserved_special_token_0|>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "128003": {
28
+ "content": "<|reserved_special_token_1|>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "128004": {
36
+ "content": "<|finetune_right_pad_id|>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "128005": {
44
+ "content": "<|reserved_special_token_2|>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "128006": {
52
+ "content": "<|start_header_id|>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "128007": {
60
+ "content": "<|end_header_id|>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "128008": {
68
+ "content": "<|eom_id|>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "128009": {
76
+ "content": "<|eot_id|>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "128010": {
84
+ "content": "<|python_tag|>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "128011": {
92
+ "content": "<|reserved_special_token_3|>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "128012": {
100
+ "content": "<|reserved_special_token_4|>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "128013": {
108
+ "content": "<|reserved_special_token_5|>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "128014": {
116
+ "content": "<|reserved_special_token_6|>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "128015": {
124
+ "content": "<|reserved_special_token_7|>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "128016": {
132
+ "content": "<|reserved_special_token_8|>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "128017": {
140
+ "content": "<|reserved_special_token_9|>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "128018": {
148
+ "content": "<|reserved_special_token_10|>",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "128019": {
156
+ "content": "<|reserved_special_token_11|>",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "128020": {
164
+ "content": "<|reserved_special_token_12|>",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "128021": {
172
+ "content": "<|reserved_special_token_13|>",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "128022": {
180
+ "content": "<|reserved_special_token_14|>",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ },
187
+ "128023": {
188
+ "content": "<|reserved_special_token_15|>",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": true
194
+ },
195
+ "128024": {
196
+ "content": "<|reserved_special_token_16|>",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": true
202
+ },
203
+ "128025": {
204
+ "content": "<|reserved_special_token_17|>",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": true
210
+ },
211
+ "128026": {
212
+ "content": "<|reserved_special_token_18|>",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": true
218
+ },
219
+ "128027": {
220
+ "content": "<|reserved_special_token_19|>",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "128028": {
228
+ "content": "<|reserved_special_token_20|>",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "128029": {
236
+ "content": "<|reserved_special_token_21|>",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "128030": {
244
+ "content": "<|reserved_special_token_22|>",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "128031": {
252
+ "content": "<|reserved_special_token_23|>",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "128032": {
260
+ "content": "<|reserved_special_token_24|>",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "128033": {
268
+ "content": "<|reserved_special_token_25|>",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": true
274
+ },
275
+ "128034": {
276
+ "content": "<|reserved_special_token_26|>",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": true
282
+ },
283
+ "128035": {
284
+ "content": "<|reserved_special_token_27|>",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": true
290
+ },
291
+ "128036": {
292
+ "content": "<|reserved_special_token_28|>",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": true
298
+ },
299
+ "128037": {
300
+ "content": "<|reserved_special_token_29|>",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": true
306
+ },
307
+ "128038": {
308
+ "content": "<|reserved_special_token_30|>",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": true
314
+ },
315
+ "128039": {
316
+ "content": "<|reserved_special_token_31|>",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": true
322
+ },
323
+ "128040": {
324
+ "content": "<|reserved_special_token_32|>",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": true
330
+ },
331
+ "128041": {
332
+ "content": "<|reserved_special_token_33|>",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": true
338
+ },
339
+ "128042": {
340
+ "content": "<|reserved_special_token_34|>",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": true
346
+ },
347
+ "128043": {
348
+ "content": "<|reserved_special_token_35|>",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": true
354
+ },
355
+ "128044": {
356
+ "content": "<|reserved_special_token_36|>",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": true
362
+ },
363
+ "128045": {
364
+ "content": "<|reserved_special_token_37|>",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": true
370
+ },
371
+ "128046": {
372
+ "content": "<|reserved_special_token_38|>",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": true
378
+ },
379
+ "128047": {
380
+ "content": "<|reserved_special_token_39|>",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": true
386
+ },
387
+ "128048": {
388
+ "content": "<|reserved_special_token_40|>",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": true
394
+ },
395
+ "128049": {
396
+ "content": "<|reserved_special_token_41|>",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": true
402
+ },
403
+ "128050": {
404
+ "content": "<|reserved_special_token_42|>",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": true
410
+ },
411
+ "128051": {
412
+ "content": "<|reserved_special_token_43|>",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": true
418
+ },
419
+ "128052": {
420
+ "content": "<|reserved_special_token_44|>",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": true
426
+ },
427
+ "128053": {
428
+ "content": "<|reserved_special_token_45|>",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": true
434
+ },
435
+ "128054": {
436
+ "content": "<|reserved_special_token_46|>",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": true
442
+ },
443
+ "128055": {
444
+ "content": "<|reserved_special_token_47|>",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": true
450
+ },
451
+ "128056": {
452
+ "content": "<|reserved_special_token_48|>",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": true
458
+ },
459
+ "128057": {
460
+ "content": "<|reserved_special_token_49|>",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": true
466
+ },
467
+ "128058": {
468
+ "content": "<|reserved_special_token_50|>",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": true
474
+ },
475
+ "128059": {
476
+ "content": "<|reserved_special_token_51|>",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": true
482
+ },
483
+ "128060": {
484
+ "content": "<|reserved_special_token_52|>",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": true
490
+ },
491
+ "128061": {
492
+ "content": "<|reserved_special_token_53|>",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": true
498
+ },
499
+ "128062": {
500
+ "content": "<|reserved_special_token_54|>",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": true
506
+ },
507
+ "128063": {
508
+ "content": "<|reserved_special_token_55|>",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": true
514
+ },
515
+ "128064": {
516
+ "content": "<|reserved_special_token_56|>",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": true
522
+ },
523
+ "128065": {
524
+ "content": "<|reserved_special_token_57|>",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": true
530
+ },
531
+ "128066": {
532
+ "content": "<|reserved_special_token_58|>",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": true
538
+ },
539
+ "128067": {
540
+ "content": "<|reserved_special_token_59|>",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": true
546
+ },
547
+ "128068": {
548
+ "content": "<|reserved_special_token_60|>",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": true
554
+ },
555
+ "128069": {
556
+ "content": "<|reserved_special_token_61|>",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": true
562
+ },
563
+ "128070": {
564
+ "content": "<|reserved_special_token_62|>",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": true
570
+ },
571
+ "128071": {
572
+ "content": "<|reserved_special_token_63|>",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": true
578
+ },
579
+ "128072": {
580
+ "content": "<|reserved_special_token_64|>",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": true
586
+ },
587
+ "128073": {
588
+ "content": "<|reserved_special_token_65|>",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": true
594
+ },
595
+ "128074": {
596
+ "content": "<|reserved_special_token_66|>",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": true
602
+ },
603
+ "128075": {
604
+ "content": "<|reserved_special_token_67|>",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": true
610
+ },
611
+ "128076": {
612
+ "content": "<|reserved_special_token_68|>",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": true
618
+ },
619
+ "128077": {
620
+ "content": "<|reserved_special_token_69|>",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": true
626
+ },
627
+ "128078": {
628
+ "content": "<|reserved_special_token_70|>",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": true
634
+ },
635
+ "128079": {
636
+ "content": "<|reserved_special_token_71|>",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": true
642
+ },
643
+ "128080": {
644
+ "content": "<|reserved_special_token_72|>",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": true
650
+ },
651
+ "128081": {
652
+ "content": "<|reserved_special_token_73|>",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": true
658
+ },
659
+ "128082": {
660
+ "content": "<|reserved_special_token_74|>",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": true
666
+ },
667
+ "128083": {
668
+ "content": "<|reserved_special_token_75|>",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": true
674
+ },
675
+ "128084": {
676
+ "content": "<|reserved_special_token_76|>",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": true
682
+ },
683
+ "128085": {
684
+ "content": "<|reserved_special_token_77|>",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": true
690
+ },
691
+ "128086": {
692
+ "content": "<|reserved_special_token_78|>",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": true
698
+ },
699
+ "128087": {
700
+ "content": "<|reserved_special_token_79|>",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": true
706
+ },
707
+ "128088": {
708
+ "content": "<|reserved_special_token_80|>",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": true
714
+ },
715
+ "128089": {
716
+ "content": "<|reserved_special_token_81|>",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": true
722
+ },
723
+ "128090": {
724
+ "content": "<|reserved_special_token_82|>",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": true
730
+ },
731
+ "128091": {
732
+ "content": "<|reserved_special_token_83|>",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": true
738
+ },
739
+ "128092": {
740
+ "content": "<|reserved_special_token_84|>",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": true
746
+ },
747
+ "128093": {
748
+ "content": "<|reserved_special_token_85|>",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": true
754
+ },
755
+ "128094": {
756
+ "content": "<|reserved_special_token_86|>",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": true
762
+ },
763
+ "128095": {
764
+ "content": "<|reserved_special_token_87|>",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": true
770
+ },
771
+ "128096": {
772
+ "content": "<|reserved_special_token_88|>",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": true
778
+ },
779
+ "128097": {
780
+ "content": "<|reserved_special_token_89|>",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": true
786
+ },
787
+ "128098": {
788
+ "content": "<|reserved_special_token_90|>",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": true
794
+ },
795
+ "128099": {
796
+ "content": "<|reserved_special_token_91|>",
797
+ "lstrip": false,
798
+ "normalized": false,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": true
802
+ },
803
+ "128100": {
804
+ "content": "<|reserved_special_token_92|>",
805
+ "lstrip": false,
806
+ "normalized": false,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": true
810
+ },
811
+ "128101": {
812
+ "content": "<|reserved_special_token_93|>",
813
+ "lstrip": false,
814
+ "normalized": false,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": true
818
+ },
819
+ "128102": {
820
+ "content": "<|reserved_special_token_94|>",
821
+ "lstrip": false,
822
+ "normalized": false,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": true
826
+ },
827
+ "128103": {
828
+ "content": "<|reserved_special_token_95|>",
829
+ "lstrip": false,
830
+ "normalized": false,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": true
834
+ },
835
+ "128104": {
836
+ "content": "<|reserved_special_token_96|>",
837
+ "lstrip": false,
838
+ "normalized": false,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": true
842
+ },
843
+ "128105": {
844
+ "content": "<|reserved_special_token_97|>",
845
+ "lstrip": false,
846
+ "normalized": false,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": true
850
+ },
851
+ "128106": {
852
+ "content": "<|reserved_special_token_98|>",
853
+ "lstrip": false,
854
+ "normalized": false,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": true
858
+ },
859
+ "128107": {
860
+ "content": "<|reserved_special_token_99|>",
861
+ "lstrip": false,
862
+ "normalized": false,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": true
866
+ },
867
+ "128108": {
868
+ "content": "<|reserved_special_token_100|>",
869
+ "lstrip": false,
870
+ "normalized": false,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": true
874
+ },
875
+ "128109": {
876
+ "content": "<|reserved_special_token_101|>",
877
+ "lstrip": false,
878
+ "normalized": false,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": true
882
+ },
883
+ "128110": {
884
+ "content": "<|reserved_special_token_102|>",
885
+ "lstrip": false,
886
+ "normalized": false,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": true
890
+ },
891
+ "128111": {
892
+ "content": "<|reserved_special_token_103|>",
893
+ "lstrip": false,
894
+ "normalized": false,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": true
898
+ },
899
+ "128112": {
900
+ "content": "<|reserved_special_token_104|>",
901
+ "lstrip": false,
902
+ "normalized": false,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": true
906
+ },
907
+ "128113": {
908
+ "content": "<|reserved_special_token_105|>",
909
+ "lstrip": false,
910
+ "normalized": false,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": true
914
+ },
915
+ "128114": {
916
+ "content": "<|reserved_special_token_106|>",
917
+ "lstrip": false,
918
+ "normalized": false,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": true
922
+ },
923
+ "128115": {
924
+ "content": "<|reserved_special_token_107|>",
925
+ "lstrip": false,
926
+ "normalized": false,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": true
930
+ },
931
+ "128116": {
932
+ "content": "<|reserved_special_token_108|>",
933
+ "lstrip": false,
934
+ "normalized": false,
935
+ "rstrip": false,
936
+ "single_word": false,
937
+ "special": true
938
+ },
939
+ "128117": {
940
+ "content": "<|reserved_special_token_109|>",
941
+ "lstrip": false,
942
+ "normalized": false,
943
+ "rstrip": false,
944
+ "single_word": false,
945
+ "special": true
946
+ },
947
+ "128118": {
948
+ "content": "<|reserved_special_token_110|>",
949
+ "lstrip": false,
950
+ "normalized": false,
951
+ "rstrip": false,
952
+ "single_word": false,
953
+ "special": true
954
+ },
955
+ "128119": {
956
+ "content": "<|reserved_special_token_111|>",
957
+ "lstrip": false,
958
+ "normalized": false,
959
+ "rstrip": false,
960
+ "single_word": false,
961
+ "special": true
962
+ },
963
+ "128120": {
964
+ "content": "<|reserved_special_token_112|>",
965
+ "lstrip": false,
966
+ "normalized": false,
967
+ "rstrip": false,
968
+ "single_word": false,
969
+ "special": true
970
+ },
971
+ "128121": {
972
+ "content": "<|reserved_special_token_113|>",
973
+ "lstrip": false,
974
+ "normalized": false,
975
+ "rstrip": false,
976
+ "single_word": false,
977
+ "special": true
978
+ },
979
+ "128122": {
980
+ "content": "<|reserved_special_token_114|>",
981
+ "lstrip": false,
982
+ "normalized": false,
983
+ "rstrip": false,
984
+ "single_word": false,
985
+ "special": true
986
+ },
987
+ "128123": {
988
+ "content": "<|reserved_special_token_115|>",
989
+ "lstrip": false,
990
+ "normalized": false,
991
+ "rstrip": false,
992
+ "single_word": false,
993
+ "special": true
994
+ },
995
+ "128124": {
996
+ "content": "<|reserved_special_token_116|>",
997
+ "lstrip": false,
998
+ "normalized": false,
999
+ "rstrip": false,
1000
+ "single_word": false,
1001
+ "special": true
1002
+ },
1003
+ "128125": {
1004
+ "content": "<|reserved_special_token_117|>",
1005
+ "lstrip": false,
1006
+ "normalized": false,
1007
+ "rstrip": false,
1008
+ "single_word": false,
1009
+ "special": true
1010
+ },
1011
+ "128126": {
1012
+ "content": "<|reserved_special_token_118|>",
1013
+ "lstrip": false,
1014
+ "normalized": false,
1015
+ "rstrip": false,
1016
+ "single_word": false,
1017
+ "special": true
1018
+ },
1019
+ "128127": {
1020
+ "content": "<|reserved_special_token_119|>",
1021
+ "lstrip": false,
1022
+ "normalized": false,
1023
+ "rstrip": false,
1024
+ "single_word": false,
1025
+ "special": true
1026
+ },
1027
+ "128128": {
1028
+ "content": "<|reserved_special_token_120|>",
1029
+ "lstrip": false,
1030
+ "normalized": false,
1031
+ "rstrip": false,
1032
+ "single_word": false,
1033
+ "special": true
1034
+ },
1035
+ "128129": {
1036
+ "content": "<|reserved_special_token_121|>",
1037
+ "lstrip": false,
1038
+ "normalized": false,
1039
+ "rstrip": false,
1040
+ "single_word": false,
1041
+ "special": true
1042
+ },
1043
+ "128130": {
1044
+ "content": "<|reserved_special_token_122|>",
1045
+ "lstrip": false,
1046
+ "normalized": false,
1047
+ "rstrip": false,
1048
+ "single_word": false,
1049
+ "special": true
1050
+ },
1051
+ "128131": {
1052
+ "content": "<|reserved_special_token_123|>",
1053
+ "lstrip": false,
1054
+ "normalized": false,
1055
+ "rstrip": false,
1056
+ "single_word": false,
1057
+ "special": true
1058
+ },
1059
+ "128132": {
1060
+ "content": "<|reserved_special_token_124|>",
1061
+ "lstrip": false,
1062
+ "normalized": false,
1063
+ "rstrip": false,
1064
+ "single_word": false,
1065
+ "special": true
1066
+ },
1067
+ "128133": {
1068
+ "content": "<|reserved_special_token_125|>",
1069
+ "lstrip": false,
1070
+ "normalized": false,
1071
+ "rstrip": false,
1072
+ "single_word": false,
1073
+ "special": true
1074
+ },
1075
+ "128134": {
1076
+ "content": "<|reserved_special_token_126|>",
1077
+ "lstrip": false,
1078
+ "normalized": false,
1079
+ "rstrip": false,
1080
+ "single_word": false,
1081
+ "special": true
1082
+ },
1083
+ "128135": {
1084
+ "content": "<|reserved_special_token_127|>",
1085
+ "lstrip": false,
1086
+ "normalized": false,
1087
+ "rstrip": false,
1088
+ "single_word": false,
1089
+ "special": true
1090
+ },
1091
+ "128136": {
1092
+ "content": "<|reserved_special_token_128|>",
1093
+ "lstrip": false,
1094
+ "normalized": false,
1095
+ "rstrip": false,
1096
+ "single_word": false,
1097
+ "special": true
1098
+ },
1099
+ "128137": {
1100
+ "content": "<|reserved_special_token_129|>",
1101
+ "lstrip": false,
1102
+ "normalized": false,
1103
+ "rstrip": false,
1104
+ "single_word": false,
1105
+ "special": true
1106
+ },
1107
+ "128138": {
1108
+ "content": "<|reserved_special_token_130|>",
1109
+ "lstrip": false,
1110
+ "normalized": false,
1111
+ "rstrip": false,
1112
+ "single_word": false,
1113
+ "special": true
1114
+ },
1115
+ "128139": {
1116
+ "content": "<|reserved_special_token_131|>",
1117
+ "lstrip": false,
1118
+ "normalized": false,
1119
+ "rstrip": false,
1120
+ "single_word": false,
1121
+ "special": true
1122
+ },
1123
+ "128140": {
1124
+ "content": "<|reserved_special_token_132|>",
1125
+ "lstrip": false,
1126
+ "normalized": false,
1127
+ "rstrip": false,
1128
+ "single_word": false,
1129
+ "special": true
1130
+ },
1131
+ "128141": {
1132
+ "content": "<|reserved_special_token_133|>",
1133
+ "lstrip": false,
1134
+ "normalized": false,
1135
+ "rstrip": false,
1136
+ "single_word": false,
1137
+ "special": true
1138
+ },
1139
+ "128142": {
1140
+ "content": "<|reserved_special_token_134|>",
1141
+ "lstrip": false,
1142
+ "normalized": false,
1143
+ "rstrip": false,
1144
+ "single_word": false,
1145
+ "special": true
1146
+ },
1147
+ "128143": {
1148
+ "content": "<|reserved_special_token_135|>",
1149
+ "lstrip": false,
1150
+ "normalized": false,
1151
+ "rstrip": false,
1152
+ "single_word": false,
1153
+ "special": true
1154
+ },
1155
+ "128144": {
1156
+ "content": "<|reserved_special_token_136|>",
1157
+ "lstrip": false,
1158
+ "normalized": false,
1159
+ "rstrip": false,
1160
+ "single_word": false,
1161
+ "special": true
1162
+ },
1163
+ "128145": {
1164
+ "content": "<|reserved_special_token_137|>",
1165
+ "lstrip": false,
1166
+ "normalized": false,
1167
+ "rstrip": false,
1168
+ "single_word": false,
1169
+ "special": true
1170
+ },
1171
+ "128146": {
1172
+ "content": "<|reserved_special_token_138|>",
1173
+ "lstrip": false,
1174
+ "normalized": false,
1175
+ "rstrip": false,
1176
+ "single_word": false,
1177
+ "special": true
1178
+ },
1179
+ "128147": {
1180
+ "content": "<|reserved_special_token_139|>",
1181
+ "lstrip": false,
1182
+ "normalized": false,
1183
+ "rstrip": false,
1184
+ "single_word": false,
1185
+ "special": true
1186
+ },
1187
+ "128148": {
1188
+ "content": "<|reserved_special_token_140|>",
1189
+ "lstrip": false,
1190
+ "normalized": false,
1191
+ "rstrip": false,
1192
+ "single_word": false,
1193
+ "special": true
1194
+ },
1195
+ "128149": {
1196
+ "content": "<|reserved_special_token_141|>",
1197
+ "lstrip": false,
1198
+ "normalized": false,
1199
+ "rstrip": false,
1200
+ "single_word": false,
1201
+ "special": true
1202
+ },
1203
+ "128150": {
1204
+ "content": "<|reserved_special_token_142|>",
1205
+ "lstrip": false,
1206
+ "normalized": false,
1207
+ "rstrip": false,
1208
+ "single_word": false,
1209
+ "special": true
1210
+ },
1211
+ "128151": {
1212
+ "content": "<|reserved_special_token_143|>",
1213
+ "lstrip": false,
1214
+ "normalized": false,
1215
+ "rstrip": false,
1216
+ "single_word": false,
1217
+ "special": true
1218
+ },
1219
+ "128152": {
1220
+ "content": "<|reserved_special_token_144|>",
1221
+ "lstrip": false,
1222
+ "normalized": false,
1223
+ "rstrip": false,
1224
+ "single_word": false,
1225
+ "special": true
1226
+ },
1227
+ "128153": {
1228
+ "content": "<|reserved_special_token_145|>",
1229
+ "lstrip": false,
1230
+ "normalized": false,
1231
+ "rstrip": false,
1232
+ "single_word": false,
1233
+ "special": true
1234
+ },
1235
+ "128154": {
1236
+ "content": "<|reserved_special_token_146|>",
1237
+ "lstrip": false,
1238
+ "normalized": false,
1239
+ "rstrip": false,
1240
+ "single_word": false,
1241
+ "special": true
1242
+ },
1243
+ "128155": {
1244
+ "content": "<|reserved_special_token_147|>",
1245
+ "lstrip": false,
1246
+ "normalized": false,
1247
+ "rstrip": false,
1248
+ "single_word": false,
1249
+ "special": true
1250
+ },
1251
+ "128156": {
1252
+ "content": "<|reserved_special_token_148|>",
1253
+ "lstrip": false,
1254
+ "normalized": false,
1255
+ "rstrip": false,
1256
+ "single_word": false,
1257
+ "special": true
1258
+ },
1259
+ "128157": {
1260
+ "content": "<|reserved_special_token_149|>",
1261
+ "lstrip": false,
1262
+ "normalized": false,
1263
+ "rstrip": false,
1264
+ "single_word": false,
1265
+ "special": true
1266
+ },
1267
+ "128158": {
1268
+ "content": "<|reserved_special_token_150|>",
1269
+ "lstrip": false,
1270
+ "normalized": false,
1271
+ "rstrip": false,
1272
+ "single_word": false,
1273
+ "special": true
1274
+ },
1275
+ "128159": {
1276
+ "content": "<|reserved_special_token_151|>",
1277
+ "lstrip": false,
1278
+ "normalized": false,
1279
+ "rstrip": false,
1280
+ "single_word": false,
1281
+ "special": true
1282
+ },
1283
+ "128160": {
1284
+ "content": "<|reserved_special_token_152|>",
1285
+ "lstrip": false,
1286
+ "normalized": false,
1287
+ "rstrip": false,
1288
+ "single_word": false,
1289
+ "special": true
1290
+ },
1291
+ "128161": {
1292
+ "content": "<|reserved_special_token_153|>",
1293
+ "lstrip": false,
1294
+ "normalized": false,
1295
+ "rstrip": false,
1296
+ "single_word": false,
1297
+ "special": true
1298
+ },
1299
+ "128162": {
1300
+ "content": "<|reserved_special_token_154|>",
1301
+ "lstrip": false,
1302
+ "normalized": false,
1303
+ "rstrip": false,
1304
+ "single_word": false,
1305
+ "special": true
1306
+ },
1307
+ "128163": {
1308
+ "content": "<|reserved_special_token_155|>",
1309
+ "lstrip": false,
1310
+ "normalized": false,
1311
+ "rstrip": false,
1312
+ "single_word": false,
1313
+ "special": true
1314
+ },
1315
+ "128164": {
1316
+ "content": "<|reserved_special_token_156|>",
1317
+ "lstrip": false,
1318
+ "normalized": false,
1319
+ "rstrip": false,
1320
+ "single_word": false,
1321
+ "special": true
1322
+ },
1323
+ "128165": {
1324
+ "content": "<|reserved_special_token_157|>",
1325
+ "lstrip": false,
1326
+ "normalized": false,
1327
+ "rstrip": false,
1328
+ "single_word": false,
1329
+ "special": true
1330
+ },
1331
+ "128166": {
1332
+ "content": "<|reserved_special_token_158|>",
1333
+ "lstrip": false,
1334
+ "normalized": false,
1335
+ "rstrip": false,
1336
+ "single_word": false,
1337
+ "special": true
1338
+ },
1339
+ "128167": {
1340
+ "content": "<|reserved_special_token_159|>",
1341
+ "lstrip": false,
1342
+ "normalized": false,
1343
+ "rstrip": false,
1344
+ "single_word": false,
1345
+ "special": true
1346
+ },
1347
+ "128168": {
1348
+ "content": "<|reserved_special_token_160|>",
1349
+ "lstrip": false,
1350
+ "normalized": false,
1351
+ "rstrip": false,
1352
+ "single_word": false,
1353
+ "special": true
1354
+ },
1355
+ "128169": {
1356
+ "content": "<|reserved_special_token_161|>",
1357
+ "lstrip": false,
1358
+ "normalized": false,
1359
+ "rstrip": false,
1360
+ "single_word": false,
1361
+ "special": true
1362
+ },
1363
+ "128170": {
1364
+ "content": "<|reserved_special_token_162|>",
1365
+ "lstrip": false,
1366
+ "normalized": false,
1367
+ "rstrip": false,
1368
+ "single_word": false,
1369
+ "special": true
1370
+ },
1371
+ "128171": {
1372
+ "content": "<|reserved_special_token_163|>",
1373
+ "lstrip": false,
1374
+ "normalized": false,
1375
+ "rstrip": false,
1376
+ "single_word": false,
1377
+ "special": true
1378
+ },
1379
+ "128172": {
1380
+ "content": "<|reserved_special_token_164|>",
1381
+ "lstrip": false,
1382
+ "normalized": false,
1383
+ "rstrip": false,
1384
+ "single_word": false,
1385
+ "special": true
1386
+ },
1387
+ "128173": {
1388
+ "content": "<|reserved_special_token_165|>",
1389
+ "lstrip": false,
1390
+ "normalized": false,
1391
+ "rstrip": false,
1392
+ "single_word": false,
1393
+ "special": true
1394
+ },
1395
+ "128174": {
1396
+ "content": "<|reserved_special_token_166|>",
1397
+ "lstrip": false,
1398
+ "normalized": false,
1399
+ "rstrip": false,
1400
+ "single_word": false,
1401
+ "special": true
1402
+ },
1403
+ "128175": {
1404
+ "content": "<|reserved_special_token_167|>",
1405
+ "lstrip": false,
1406
+ "normalized": false,
1407
+ "rstrip": false,
1408
+ "single_word": false,
1409
+ "special": true
1410
+ },
1411
+ "128176": {
1412
+ "content": "<|reserved_special_token_168|>",
1413
+ "lstrip": false,
1414
+ "normalized": false,
1415
+ "rstrip": false,
1416
+ "single_word": false,
1417
+ "special": true
1418
+ },
1419
+ "128177": {
1420
+ "content": "<|reserved_special_token_169|>",
1421
+ "lstrip": false,
1422
+ "normalized": false,
1423
+ "rstrip": false,
1424
+ "single_word": false,
1425
+ "special": true
1426
+ },
1427
+ "128178": {
1428
+ "content": "<|reserved_special_token_170|>",
1429
+ "lstrip": false,
1430
+ "normalized": false,
1431
+ "rstrip": false,
1432
+ "single_word": false,
1433
+ "special": true
1434
+ },
1435
+ "128179": {
1436
+ "content": "<|reserved_special_token_171|>",
1437
+ "lstrip": false,
1438
+ "normalized": false,
1439
+ "rstrip": false,
1440
+ "single_word": false,
1441
+ "special": true
1442
+ },
1443
+ "128180": {
1444
+ "content": "<|reserved_special_token_172|>",
1445
+ "lstrip": false,
1446
+ "normalized": false,
1447
+ "rstrip": false,
1448
+ "single_word": false,
1449
+ "special": true
1450
+ },
1451
+ "128181": {
1452
+ "content": "<|reserved_special_token_173|>",
1453
+ "lstrip": false,
1454
+ "normalized": false,
1455
+ "rstrip": false,
1456
+ "single_word": false,
1457
+ "special": true
1458
+ },
1459
+ "128182": {
1460
+ "content": "<|reserved_special_token_174|>",
1461
+ "lstrip": false,
1462
+ "normalized": false,
1463
+ "rstrip": false,
1464
+ "single_word": false,
1465
+ "special": true
1466
+ },
1467
+ "128183": {
1468
+ "content": "<|reserved_special_token_175|>",
1469
+ "lstrip": false,
1470
+ "normalized": false,
1471
+ "rstrip": false,
1472
+ "single_word": false,
1473
+ "special": true
1474
+ },
1475
+ "128184": {
1476
+ "content": "<|reserved_special_token_176|>",
1477
+ "lstrip": false,
1478
+ "normalized": false,
1479
+ "rstrip": false,
1480
+ "single_word": false,
1481
+ "special": true
1482
+ },
1483
+ "128185": {
1484
+ "content": "<|reserved_special_token_177|>",
1485
+ "lstrip": false,
1486
+ "normalized": false,
1487
+ "rstrip": false,
1488
+ "single_word": false,
1489
+ "special": true
1490
+ },
1491
+ "128186": {
1492
+ "content": "<|reserved_special_token_178|>",
1493
+ "lstrip": false,
1494
+ "normalized": false,
1495
+ "rstrip": false,
1496
+ "single_word": false,
1497
+ "special": true
1498
+ },
1499
+ "128187": {
1500
+ "content": "<|reserved_special_token_179|>",
1501
+ "lstrip": false,
1502
+ "normalized": false,
1503
+ "rstrip": false,
1504
+ "single_word": false,
1505
+ "special": true
1506
+ },
1507
+ "128188": {
1508
+ "content": "<|reserved_special_token_180|>",
1509
+ "lstrip": false,
1510
+ "normalized": false,
1511
+ "rstrip": false,
1512
+ "single_word": false,
1513
+ "special": true
1514
+ },
1515
+ "128189": {
1516
+ "content": "<|reserved_special_token_181|>",
1517
+ "lstrip": false,
1518
+ "normalized": false,
1519
+ "rstrip": false,
1520
+ "single_word": false,
1521
+ "special": true
1522
+ },
1523
+ "128190": {
1524
+ "content": "<|reserved_special_token_182|>",
1525
+ "lstrip": false,
1526
+ "normalized": false,
1527
+ "rstrip": false,
1528
+ "single_word": false,
1529
+ "special": true
1530
+ },
1531
+ "128191": {
1532
+ "content": "<|reserved_special_token_183|>",
1533
+ "lstrip": false,
1534
+ "normalized": false,
1535
+ "rstrip": false,
1536
+ "single_word": false,
1537
+ "special": true
1538
+ },
1539
+ "128192": {
1540
+ "content": "<|reserved_special_token_184|>",
1541
+ "lstrip": false,
1542
+ "normalized": false,
1543
+ "rstrip": false,
1544
+ "single_word": false,
1545
+ "special": true
1546
+ },
1547
+ "128193": {
1548
+ "content": "<|reserved_special_token_185|>",
1549
+ "lstrip": false,
1550
+ "normalized": false,
1551
+ "rstrip": false,
1552
+ "single_word": false,
1553
+ "special": true
1554
+ },
1555
+ "128194": {
1556
+ "content": "<|reserved_special_token_186|>",
1557
+ "lstrip": false,
1558
+ "normalized": false,
1559
+ "rstrip": false,
1560
+ "single_word": false,
1561
+ "special": true
1562
+ },
1563
+ "128195": {
1564
+ "content": "<|reserved_special_token_187|>",
1565
+ "lstrip": false,
1566
+ "normalized": false,
1567
+ "rstrip": false,
1568
+ "single_word": false,
1569
+ "special": true
1570
+ },
1571
+ "128196": {
1572
+ "content": "<|reserved_special_token_188|>",
1573
+ "lstrip": false,
1574
+ "normalized": false,
1575
+ "rstrip": false,
1576
+ "single_word": false,
1577
+ "special": true
1578
+ },
1579
+ "128197": {
1580
+ "content": "<|reserved_special_token_189|>",
1581
+ "lstrip": false,
1582
+ "normalized": false,
1583
+ "rstrip": false,
1584
+ "single_word": false,
1585
+ "special": true
1586
+ },
1587
+ "128198": {
1588
+ "content": "<|reserved_special_token_190|>",
1589
+ "lstrip": false,
1590
+ "normalized": false,
1591
+ "rstrip": false,
1592
+ "single_word": false,
1593
+ "special": true
1594
+ },
1595
+ "128199": {
1596
+ "content": "<|reserved_special_token_191|>",
1597
+ "lstrip": false,
1598
+ "normalized": false,
1599
+ "rstrip": false,
1600
+ "single_word": false,
1601
+ "special": true
1602
+ },
1603
+ "128200": {
1604
+ "content": "<|reserved_special_token_192|>",
1605
+ "lstrip": false,
1606
+ "normalized": false,
1607
+ "rstrip": false,
1608
+ "single_word": false,
1609
+ "special": true
1610
+ },
1611
+ "128201": {
1612
+ "content": "<|reserved_special_token_193|>",
1613
+ "lstrip": false,
1614
+ "normalized": false,
1615
+ "rstrip": false,
1616
+ "single_word": false,
1617
+ "special": true
1618
+ },
1619
+ "128202": {
1620
+ "content": "<|reserved_special_token_194|>",
1621
+ "lstrip": false,
1622
+ "normalized": false,
1623
+ "rstrip": false,
1624
+ "single_word": false,
1625
+ "special": true
1626
+ },
1627
+ "128203": {
1628
+ "content": "<|reserved_special_token_195|>",
1629
+ "lstrip": false,
1630
+ "normalized": false,
1631
+ "rstrip": false,
1632
+ "single_word": false,
1633
+ "special": true
1634
+ },
1635
+ "128204": {
1636
+ "content": "<|reserved_special_token_196|>",
1637
+ "lstrip": false,
1638
+ "normalized": false,
1639
+ "rstrip": false,
1640
+ "single_word": false,
1641
+ "special": true
1642
+ },
1643
+ "128205": {
1644
+ "content": "<|reserved_special_token_197|>",
1645
+ "lstrip": false,
1646
+ "normalized": false,
1647
+ "rstrip": false,
1648
+ "single_word": false,
1649
+ "special": true
1650
+ },
1651
+ "128206": {
1652
+ "content": "<|reserved_special_token_198|>",
1653
+ "lstrip": false,
1654
+ "normalized": false,
1655
+ "rstrip": false,
1656
+ "single_word": false,
1657
+ "special": true
1658
+ },
1659
+ "128207": {
1660
+ "content": "<|reserved_special_token_199|>",
1661
+ "lstrip": false,
1662
+ "normalized": false,
1663
+ "rstrip": false,
1664
+ "single_word": false,
1665
+ "special": true
1666
+ },
1667
+ "128208": {
1668
+ "content": "<|reserved_special_token_200|>",
1669
+ "lstrip": false,
1670
+ "normalized": false,
1671
+ "rstrip": false,
1672
+ "single_word": false,
1673
+ "special": true
1674
+ },
1675
+ "128209": {
1676
+ "content": "<|reserved_special_token_201|>",
1677
+ "lstrip": false,
1678
+ "normalized": false,
1679
+ "rstrip": false,
1680
+ "single_word": false,
1681
+ "special": true
1682
+ },
1683
+ "128210": {
1684
+ "content": "<|reserved_special_token_202|>",
1685
+ "lstrip": false,
1686
+ "normalized": false,
1687
+ "rstrip": false,
1688
+ "single_word": false,
1689
+ "special": true
1690
+ },
1691
+ "128211": {
1692
+ "content": "<|reserved_special_token_203|>",
1693
+ "lstrip": false,
1694
+ "normalized": false,
1695
+ "rstrip": false,
1696
+ "single_word": false,
1697
+ "special": true
1698
+ },
1699
+ "128212": {
1700
+ "content": "<|reserved_special_token_204|>",
1701
+ "lstrip": false,
1702
+ "normalized": false,
1703
+ "rstrip": false,
1704
+ "single_word": false,
1705
+ "special": true
1706
+ },
1707
+ "128213": {
1708
+ "content": "<|reserved_special_token_205|>",
1709
+ "lstrip": false,
1710
+ "normalized": false,
1711
+ "rstrip": false,
1712
+ "single_word": false,
1713
+ "special": true
1714
+ },
1715
+ "128214": {
1716
+ "content": "<|reserved_special_token_206|>",
1717
+ "lstrip": false,
1718
+ "normalized": false,
1719
+ "rstrip": false,
1720
+ "single_word": false,
1721
+ "special": true
1722
+ },
1723
+ "128215": {
1724
+ "content": "<|reserved_special_token_207|>",
1725
+ "lstrip": false,
1726
+ "normalized": false,
1727
+ "rstrip": false,
1728
+ "single_word": false,
1729
+ "special": true
1730
+ },
1731
+ "128216": {
1732
+ "content": "<|reserved_special_token_208|>",
1733
+ "lstrip": false,
1734
+ "normalized": false,
1735
+ "rstrip": false,
1736
+ "single_word": false,
1737
+ "special": true
1738
+ },
1739
+ "128217": {
1740
+ "content": "<|reserved_special_token_209|>",
1741
+ "lstrip": false,
1742
+ "normalized": false,
1743
+ "rstrip": false,
1744
+ "single_word": false,
1745
+ "special": true
1746
+ },
1747
+ "128218": {
1748
+ "content": "<|reserved_special_token_210|>",
1749
+ "lstrip": false,
1750
+ "normalized": false,
1751
+ "rstrip": false,
1752
+ "single_word": false,
1753
+ "special": true
1754
+ },
1755
+ "128219": {
1756
+ "content": "<|reserved_special_token_211|>",
1757
+ "lstrip": false,
1758
+ "normalized": false,
1759
+ "rstrip": false,
1760
+ "single_word": false,
1761
+ "special": true
1762
+ },
1763
+ "128220": {
1764
+ "content": "<|reserved_special_token_212|>",
1765
+ "lstrip": false,
1766
+ "normalized": false,
1767
+ "rstrip": false,
1768
+ "single_word": false,
1769
+ "special": true
1770
+ },
1771
+ "128221": {
1772
+ "content": "<|reserved_special_token_213|>",
1773
+ "lstrip": false,
1774
+ "normalized": false,
1775
+ "rstrip": false,
1776
+ "single_word": false,
1777
+ "special": true
1778
+ },
1779
+ "128222": {
1780
+ "content": "<|reserved_special_token_214|>",
1781
+ "lstrip": false,
1782
+ "normalized": false,
1783
+ "rstrip": false,
1784
+ "single_word": false,
1785
+ "special": true
1786
+ },
1787
+ "128223": {
1788
+ "content": "<|reserved_special_token_215|>",
1789
+ "lstrip": false,
1790
+ "normalized": false,
1791
+ "rstrip": false,
1792
+ "single_word": false,
1793
+ "special": true
1794
+ },
1795
+ "128224": {
1796
+ "content": "<|reserved_special_token_216|>",
1797
+ "lstrip": false,
1798
+ "normalized": false,
1799
+ "rstrip": false,
1800
+ "single_word": false,
1801
+ "special": true
1802
+ },
1803
+ "128225": {
1804
+ "content": "<|reserved_special_token_217|>",
1805
+ "lstrip": false,
1806
+ "normalized": false,
1807
+ "rstrip": false,
1808
+ "single_word": false,
1809
+ "special": true
1810
+ },
1811
+ "128226": {
1812
+ "content": "<|reserved_special_token_218|>",
1813
+ "lstrip": false,
1814
+ "normalized": false,
1815
+ "rstrip": false,
1816
+ "single_word": false,
1817
+ "special": true
1818
+ },
1819
+ "128227": {
1820
+ "content": "<|reserved_special_token_219|>",
1821
+ "lstrip": false,
1822
+ "normalized": false,
1823
+ "rstrip": false,
1824
+ "single_word": false,
1825
+ "special": true
1826
+ },
1827
+ "128228": {
1828
+ "content": "<|reserved_special_token_220|>",
1829
+ "lstrip": false,
1830
+ "normalized": false,
1831
+ "rstrip": false,
1832
+ "single_word": false,
1833
+ "special": true
1834
+ },
1835
+ "128229": {
1836
+ "content": "<|reserved_special_token_221|>",
1837
+ "lstrip": false,
1838
+ "normalized": false,
1839
+ "rstrip": false,
1840
+ "single_word": false,
1841
+ "special": true
1842
+ },
1843
+ "128230": {
1844
+ "content": "<|reserved_special_token_222|>",
1845
+ "lstrip": false,
1846
+ "normalized": false,
1847
+ "rstrip": false,
1848
+ "single_word": false,
1849
+ "special": true
1850
+ },
1851
+ "128231": {
1852
+ "content": "<|reserved_special_token_223|>",
1853
+ "lstrip": false,
1854
+ "normalized": false,
1855
+ "rstrip": false,
1856
+ "single_word": false,
1857
+ "special": true
1858
+ },
1859
+ "128232": {
1860
+ "content": "<|reserved_special_token_224|>",
1861
+ "lstrip": false,
1862
+ "normalized": false,
1863
+ "rstrip": false,
1864
+ "single_word": false,
1865
+ "special": true
1866
+ },
1867
+ "128233": {
1868
+ "content": "<|reserved_special_token_225|>",
1869
+ "lstrip": false,
1870
+ "normalized": false,
1871
+ "rstrip": false,
1872
+ "single_word": false,
1873
+ "special": true
1874
+ },
1875
+ "128234": {
1876
+ "content": "<|reserved_special_token_226|>",
1877
+ "lstrip": false,
1878
+ "normalized": false,
1879
+ "rstrip": false,
1880
+ "single_word": false,
1881
+ "special": true
1882
+ },
1883
+ "128235": {
1884
+ "content": "<|reserved_special_token_227|>",
1885
+ "lstrip": false,
1886
+ "normalized": false,
1887
+ "rstrip": false,
1888
+ "single_word": false,
1889
+ "special": true
1890
+ },
1891
+ "128236": {
1892
+ "content": "<|reserved_special_token_228|>",
1893
+ "lstrip": false,
1894
+ "normalized": false,
1895
+ "rstrip": false,
1896
+ "single_word": false,
1897
+ "special": true
1898
+ },
1899
+ "128237": {
1900
+ "content": "<|reserved_special_token_229|>",
1901
+ "lstrip": false,
1902
+ "normalized": false,
1903
+ "rstrip": false,
1904
+ "single_word": false,
1905
+ "special": true
1906
+ },
1907
+ "128238": {
1908
+ "content": "<|reserved_special_token_230|>",
1909
+ "lstrip": false,
1910
+ "normalized": false,
1911
+ "rstrip": false,
1912
+ "single_word": false,
1913
+ "special": true
1914
+ },
1915
+ "128239": {
1916
+ "content": "<|reserved_special_token_231|>",
1917
+ "lstrip": false,
1918
+ "normalized": false,
1919
+ "rstrip": false,
1920
+ "single_word": false,
1921
+ "special": true
1922
+ },
1923
+ "128240": {
1924
+ "content": "<|reserved_special_token_232|>",
1925
+ "lstrip": false,
1926
+ "normalized": false,
1927
+ "rstrip": false,
1928
+ "single_word": false,
1929
+ "special": true
1930
+ },
1931
+ "128241": {
1932
+ "content": "<|reserved_special_token_233|>",
1933
+ "lstrip": false,
1934
+ "normalized": false,
1935
+ "rstrip": false,
1936
+ "single_word": false,
1937
+ "special": true
1938
+ },
1939
+ "128242": {
1940
+ "content": "<|reserved_special_token_234|>",
1941
+ "lstrip": false,
1942
+ "normalized": false,
1943
+ "rstrip": false,
1944
+ "single_word": false,
1945
+ "special": true
1946
+ },
1947
+ "128243": {
1948
+ "content": "<|reserved_special_token_235|>",
1949
+ "lstrip": false,
1950
+ "normalized": false,
1951
+ "rstrip": false,
1952
+ "single_word": false,
1953
+ "special": true
1954
+ },
1955
+ "128244": {
1956
+ "content": "<|reserved_special_token_236|>",
1957
+ "lstrip": false,
1958
+ "normalized": false,
1959
+ "rstrip": false,
1960
+ "single_word": false,
1961
+ "special": true
1962
+ },
1963
+ "128245": {
1964
+ "content": "<|reserved_special_token_237|>",
1965
+ "lstrip": false,
1966
+ "normalized": false,
1967
+ "rstrip": false,
1968
+ "single_word": false,
1969
+ "special": true
1970
+ },
1971
+ "128246": {
1972
+ "content": "<|reserved_special_token_238|>",
1973
+ "lstrip": false,
1974
+ "normalized": false,
1975
+ "rstrip": false,
1976
+ "single_word": false,
1977
+ "special": true
1978
+ },
1979
+ "128247": {
1980
+ "content": "<|reserved_special_token_239|>",
1981
+ "lstrip": false,
1982
+ "normalized": false,
1983
+ "rstrip": false,
1984
+ "single_word": false,
1985
+ "special": true
1986
+ },
1987
+ "128248": {
1988
+ "content": "<|reserved_special_token_240|>",
1989
+ "lstrip": false,
1990
+ "normalized": false,
1991
+ "rstrip": false,
1992
+ "single_word": false,
1993
+ "special": true
1994
+ },
1995
+ "128249": {
1996
+ "content": "<|reserved_special_token_241|>",
1997
+ "lstrip": false,
1998
+ "normalized": false,
1999
+ "rstrip": false,
2000
+ "single_word": false,
2001
+ "special": true
2002
+ },
2003
+ "128250": {
2004
+ "content": "<|reserved_special_token_242|>",
2005
+ "lstrip": false,
2006
+ "normalized": false,
2007
+ "rstrip": false,
2008
+ "single_word": false,
2009
+ "special": true
2010
+ },
2011
+ "128251": {
2012
+ "content": "<|reserved_special_token_243|>",
2013
+ "lstrip": false,
2014
+ "normalized": false,
2015
+ "rstrip": false,
2016
+ "single_word": false,
2017
+ "special": true
2018
+ },
2019
+ "128252": {
2020
+ "content": "<|reserved_special_token_244|>",
2021
+ "lstrip": false,
2022
+ "normalized": false,
2023
+ "rstrip": false,
2024
+ "single_word": false,
2025
+ "special": true
2026
+ },
2027
+ "128253": {
2028
+ "content": "<|reserved_special_token_245|>",
2029
+ "lstrip": false,
2030
+ "normalized": false,
2031
+ "rstrip": false,
2032
+ "single_word": false,
2033
+ "special": true
2034
+ },
2035
+ "128254": {
2036
+ "content": "<|reserved_special_token_246|>",
2037
+ "lstrip": false,
2038
+ "normalized": false,
2039
+ "rstrip": false,
2040
+ "single_word": false,
2041
+ "special": true
2042
+ },
2043
+ "128255": {
2044
+ "content": "<|reserved_special_token_247|>",
2045
+ "lstrip": false,
2046
+ "normalized": false,
2047
+ "rstrip": false,
2048
+ "single_word": false,
2049
+ "special": true
2050
+ }
2051
+ },
2052
+ "bos_token": "<|begin_of_text|>",
2053
+ "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
2054
+ "clean_up_tokenization_spaces": true,
2055
+ "eos_token": "<|eot_id|>",
2056
+ "model_input_names": [
2057
+ "input_ids",
2058
+ "attention_mask"
2059
+ ],
2060
+ "model_max_length": 131072,
2061
+ "tokenizer_class": "PreTrainedTokenizerFast"
2062
+ }
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/metrics.csv ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=20newsgroups/list=0.7-1.0/labels.csv ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2988,1
2
+ 13144,5
3
+ 13491,4
4
+ 9750,2
5
+ 11539,7
6
+ 7623,13
7
+ 14148,12
8
+ 13629,2
9
+ 7619,12
10
+ 12616,10
11
+ 18225,1
12
+ 4577,3
13
+ 18019,10
14
+ 1707,11
15
+ 10108,10
16
+ 8505,1
17
+ 335,15
18
+ 13754,15
19
+ 13704,3
20
+ 12551,4
21
+ 9442,9
22
+ 4827,8
23
+ 6846,12
24
+ 312,5
25
+ 670,0
26
+ 7219,19
27
+ 14088,17
28
+ 2843,2
29
+ 17537,1
30
+ 4529,7
31
+ 17335,15
32
+ 15981,11
33
+ 17007,16
34
+ 8879,14
35
+ 14182,3
36
+ 8662,14
37
+ 15545,18
38
+ 14616,5
39
+ 5153,14
40
+ 803,2
41
+ 16039,15
42
+ 9583,2
43
+ 9549,8
44
+ 13881,11
45
+ 16325,10
46
+ 61,5
47
+ 1834,10
48
+ 18116,12
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=20newsgroups/list=0.7-1.0/logits.csv ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2988,-11.109606,-0.12974143,-5.1922417,-9.682874,-4.2562857,-9.403483,-4.4422417,-12.223492,-16.16035,-13.982261,-14.055032,-8.288034,-5.0700073,-11.064593,-11.317242,-16.170181,-14.306894,-10.351117,-12.660992,-13.217823
2
+ 13144,-32.58311,-10.437776,-13.187776,-13.7899685,-13.95554,-0.017800031,-15.375276,-21.125277,-18.199184,-25.703388,-16.534252,-16.828955,-11.906145,-20.75872,-18.750277,-28.931675,-14.75441,-20.360764,-22.234652,-22.216118
3
+ 13491,-23.160488,-10.679447,-8.929447,-8.56203,-1.0552399,-17.503899,-0.42944726,-15.241947,-14.257835,-19.026995,-22.460747,-19.85217,-8.804478,-17.505995,-17.054447,-21.369034,-13.647293,-14.9347925,-14.929447,-18.789026
4
+ 9750,-20.559603,-5.765474,-0.015473786,-5.1456475,-5.265948,-15.146936,-8.890473,-13.577973,-11.023783,-20.919693,-18.880058,-15.162348,-12.765516,-13.355577,-16.640474,-22.3849,-20.869629,-12.268715,-13.890473,-15.833903
5
+ 11539,-13.065703,-12.260395,-9.885395,-11.749555,-9.776967,-32.045326,-3.197895,-0.07289507,-5.0519505,-13.07356,-10.880949,-22.414722,-6.213434,-14.137992,-13.010395,-17.353258,-12.572449,-12.33035,-12.385395,-6.6094275
6
+ 7623,-5.6443906,-2.03764,-10.72514,-12.124801,-9.972659,-21.283731,-8.47514,-7.97514,-11.335084,-9.643569,-8.865734,-8.389006,-0.917286,-4.5396404,-7.60014,-12.500477,-8.076841,-6.916403,-6.28764,-8.601066
7
+ 14148,-25.648108,-15.443228,-13.318228,-13.287661,-11.945347,-29.13266,-7.7557273,-10.505728,-10.746731,-18.16487,-19.939543,-20.921574,-0.0061066803,-14.019486,-16.755728,-19.227736,-17.847313,-14.020055,-13.943228,-17.59338
8
+ 13629,-22.632683,-8.200119,-0.2626195,-11.923633,-1.5244455,-8.8779125,-7.0126195,-11.950119,-18.604166,-15.869767,-19.724777,-13.789385,-10.940911,-16.052135,-15.512619,-17.154728,-13.901144,-13.721311,-14.887619,-15.891175
9
+ 7619,-21.135319,-6.884044,-8.821545,-5.2737384,-5.385321,-12.499343,-5.259044,-12.415295,-11.451469,-15.752872,-16.041523,-15.861302,-0.44661647,-14.087703,-11.634045,-22.717102,-16.373867,-13.589751,-11.821545,-15.798885
10
+ 12616,-20.805424,-16.812757,-16.500257,-19.182934,-24.093334,-33.405502,-17.000257,-19.125257,-15.767762,-11.7505865,-0.00034710037,-24.877922,-17.210268,-19.247187,-17.562757,-27.305681,-15.29254,-18.439363,-15.875257,-18.274662
11
+ 18225,-26.057463,-0.39547178,-6.2704716,-15.285137,-5.959988,-10.150238,-7.7079716,-12.989222,-18.351334,-14.525059,-14.399148,-8.684874,-6.6474333,-12.399788,-9.270472,-18.487995,-12.30719,-9.707982,-13.301722,-11.991138
12
+ 4577,-26.638638,-10.83935,-3.77685,-0.043272212,-7.6585574,-13.37347,-9.02685,-13.7456,-17.29106,-18.822853,-18.825079,-14.317537,-9.855007,-18.637001,-14.6831,-25.601454,-12.832661,-16.590176,-16.9956,-15.465294
13
+ 18019,-16.858994,-10.319027,-8.569027,-12.348055,-10.633244,-25.838594,-6.444027,-9.381527,-9.389871,-1.6317563,-5.3190846,-13.887884,-7.150199,-15.513395,-10.694027,-15.706386,-5.6867776,-7.5752106,-7.256527,-9.769197
14
+ 1707,-9.210556,-7.781514,-7.594014,-14.818303,-8.833427,-21.682287,-7.531514,-9.719014,-11.725601,-15.40671,-14.726105,-8.2265,-5.031947,-5.16205,-11.344014,-12.805637,-0.658873,-1.7821404,-1.2815144,-7.9066863
15
+ 10108,-10.479626,-5.0224047,-6.8974047,-10.851572,-6.0098176,-20.146454,-6.2099047,-8.084905,-8.28336,-3.2726893,-3.0228405,-11.3365,-6.8352556,-6.4738383,-2.772405,-14.6116295,-0.27299517,-6.5863557,-3.397405,-9.460036
16
+ 8505,-13.742674,-3.6517577,-7.1517577,-0.2880621,-4.778425,-9.820219,-1.6517578,-11.839258,-9.970415,-17.21958,-15.174117,-13.684298,-7.464322,-14.277456,-9.401758,-16.082926,-8.325357,-9.913534,-12.776758,-14.830673
17
+ 335,-4.164878,-13.013903,-9.201403,-14.201988,-20.70823,-23.085918,-10.638903,-13.326403,-12.850798,-14.202106,-17.029467,-9.313192,-11.398565,-10.827446,-13.763903,-10.142121,-10.155894,-0.081918545,-8.888903,-8.577043
18
+ 13754,-3.448359,-13.884506,-15.322006,-19.03257,-16.867212,-26.827276,-11.759506,-13.197006,-12.356787,-15.0730915,-18.88431,-19.152933,-9.659029,-10.637614,-14.759506,-0.20090373,-9.203225,-10.949743,-9.634506,-1.9472944
19
+ 13704,-18.594666,-7.4195013,-1.9195014,-0.17773217,-5.1709695,-10.276366,-6.9195013,-15.044501,-10.741384,-15.5204115,-20.847336,-14.840683,-12.294664,-15.955105,-14.232001,-21.135895,-16.746346,-14.445082,-12.794501,-16.68055
20
+ 12551,-15.620325,-4.166388,-6.416388,-1.674335,-0.2941579,-11.537036,-4.041388,-10.478888,-14.690935,-15.835758,-17.982061,-11.786146,-5.2915387,-14.500632,-11.853888,-20.358181,-12.027405,-10.436537,-11.728888,-15.770789
21
+ 9442,-25.360615,-18.937983,-21.625483,-25.202349,-18.838005,-41.120995,-16.750483,-22.687983,-22.426243,-0.001117865,-14.120979,-28.312904,-18.567274,-20.412123,-20.562983,-30.842993,-20.69992,-20.754143,-19.562983,-19.235973
22
+ 4827,-8.24588,-3.7418804,-2.6168804,-7.011791,-2.6190147,-9.537014,-1.3668805,-7.9293804,-1.8723968,-8.99379,-10.698061,-8.619659,-1.7419727,-5.5880456,-8.49188,-10.736774,-2.243534,-5.059409,-4.8043804,-4.431518
23
+ 6846,-22.619802,-2.7788076,-1.4038078,-3.6386745,-1.6565887,-9.885223,-3.4038076,-11.091308,-15.703298,-17.913345,-15.680937,-10.941255,-0.9052953,-14.784927,-11.341308,-22.673607,-16.83487,-10.438368,-11.028808,-17.043234
24
+ 312,-23.12962,-8.250714,-10.125714,-9.424419,-13.580607,-0.016181683,-14.125714,-20.125715,-17.467306,-22.708284,-21.865887,-17.536602,-13.19304,-23.242313,-20.281965,-28.597084,-14.549733,-21.189077,-21.344465,-22.290833
25
+ 670,-1.7354956,-11.92187,-11.92187,-18.469027,-14.175926,-27.576336,-9.92187,-13.48437,-11.986927,-15.423666,-15.632835,-17.47867,-11.484538,-7.0001264,-15.42187,-9.360132,-10.30684,-0.36034623,-8.17187,-7.9850674
26
+ 7219,-3.9487817,-8.164203,-13.039203,-17.907011,-16.648857,-25.456322,-13.726703,-11.851703,-10.066577,-13.164361,-16.95306,-13.833742,-5.5453835,-6.80682,-9.476703,-6.918484,-6.20862,-0.16525532,-7.6017027,-5.5406113
27
+ 14088,-11.317692,-10.264502,-12.264502,-16.951862,-12.762736,-21.937305,-9.389502,-14.795752,-14.045661,-14.452822,-13.408225,-9.988939,-10.764866,-8.089505,-13.014502,-12.400998,-0.13973142,-3.139761,-5.0145016,-2.6396217
28
+ 2843,-27.151903,-11.194359,-0.0068586166,-7.6148634,-6.3942385,-9.84555,-9.944359,-17.006859,-16.124783,-20.37636,-19.842922,-12.742649,-10.700861,-15.284965,-18.725609,-21.16915,-21.87846,-18.762945,-16.850609,-18.227127
29
+ 17537,-24.788994,-0.8668314,-1.7418314,-4.6355515,-4.371956,-6.90508,-6.1168313,-12.773082,-21.581764,-15.266856,-12.492199,-8.419285,-3.1254416,-13.931771,-9.054332,-16.338375,-16.19028,-9.180067,-10.523082,-17.167337
30
+ 4529,-12.322885,-11.825593,-16.388094,-19.0085,-17.633528,-26.625847,-13.888093,-13.575593,-18.46181,-19.86178,-17.766483,-13.461895,-13.825986,-11.052235,-17.763094,-15.90518,-0.014038568,-8.013327,-8.888093,-10.9511
31
+ 17335,-3.7270927,-13.529093,-13.654093,-18.098406,-14.813313,-24.904678,-11.216593,-14.341593,-12.765675,-14.719629,-20.077335,-18.883766,-12.03901,-13.392211,-14.904093,-0.11781258,-14.504475,-10.217055,-9.216593,-2.967195
32
+ 15981,-14.569483,-10.260913,-11.323413,-15.814432,-11.773861,-22.6766,-6.4484134,-8.198413,-12.180403,-17.367584,-16.744568,-0.53551316,-4.074068,-7.954377,-14.104663,-12.28686,-1.4796463,-8.57416,-5.0734134,-9.079308
33
+ 17007,-6.823345,-9.31573,-5.50323,-11.634872,-8.323296,-20.042912,-9.56573,-10.25323,-11.698135,-14.098753,-11.31127,-11.198316,-4.130158,-3.9576197,-11.81573,-13.893706,-0.2549983,-2.891666,-2.25323,-10.568829
34
+ 8879,-5.3492975,-6.555504,-8.243004,-11.778708,-7.792765,-23.363655,-7.180504,-13.055504,-9.788261,-14.993138,-12.864959,-15.274853,-3.6908722,-6.3273234,-0.05550388,-13.193796,-10.516565,-7.5563183,-6.930504,-10.556882
35
+ 14182,-25.122858,-6.425366,-3.175366,-0.07175139,-6.429184,-10.157929,-9.862866,-14.487866,-14.837706,-18.003553,-18.132185,-14.705826,-11.86507,-19.463263,-12.987866,-24.73983,-11.082834,-14.860735,-14.550366,-18.133123
36
+ 8662,-12.780249,-6.6274104,-17.00241,-18.524855,-14.15207,-26.134052,-11.814911,-14.377411,-17.548584,-17.33498,-20.524302,-18.894144,-11.879782,-13.129231,-0.0024106035,-17.791227,-14.011808,-14.878382,-12.877411,-10.479771
37
+ 15545,-7.139895,-9.351221,-9.601221,-11.950005,-12.626131,-23.939331,-8.163721,-11.726221,-12.983311,-12.601775,-10.139337,-12.615007,-5.7420425,-5.651591,-12.101221,-8.41992,-2.976879,-4.6019244,-0.10122065,-4.976502
38
+ 14616,-17.651825,-3.981119,-3.981119,-6.265512,-0.10695578,-4.6800966,-3.481119,-15.731119,-14.430013,-17.200731,-13.129448,-12.033655,-6.356355,-15.021703,-15.106119,-16.298807,-8.888884,-14.043678,-12.668619,-16.916975
39
+ 5153,-10.978584,-10.2517805,-13.3142805,-18.606184,-16.326296,-24.955608,-10.7517805,-13.6267805,-17.25765,-16.408354,-16.048216,-16.124119,-9.758551,-10.726195,-0.0017807117,-17.82649,-11.36234,-9.508093,-12.9392805,-11.630487
40
+ 803,-10.060617,-3.6156871,-3.6156871,-3.4115427,-3.6167467,-11.612881,-2.7406871,-7.3031874,-8.755126,-13.565072,-10.012511,-7.814568,-0.24075116,-7.6644077,-10.740687,-17.12578,-6.6569347,-6.4911394,-7.1781874,-7.999974
41
+ 16039,-6.528752,-12.576879,-13.514379,-19.09281,-16.94904,-20.477179,-11.451879,-14.514379,-11.958092,-13.514704,-23.35418,-17.366798,-10.858618,-13.556823,-14.076879,-0.26509926,-9.206333,-8.452447,-8.264379,-1.5147408
42
+ 9583,-10.584387,-1.5265914,-1.0265914,-5.5384684,-4.1525455,-6.170865,-1.0265914,-9.151591,-10.188677,-14.779331,-13.552687,-6.355218,-4.7776756,-8.351416,-11.214091,-14.022806,-4.059115,-9.217161,-6.9640913,-11.6147785
43
+ 9549,-12.5399685,-6.607745,-8.545245,-10.856925,-8.363784,-21.857689,-5.607745,-3.9827452,-2.5181644,-9.174623,-11.619838,-8.95896,-6.045997,-5.3691387,-10.420245,-11.466912,-7.598198,-7.483593,-4.295245,-6.111037
44
+ 13881,-11.409843,-6.287052,-7.662052,-13.426533,-7.4311485,-17.415997,-5.724552,-7.537052,-10.606061,-16.912594,-16.216331,-0.6670879,-5.4122458,-3.848473,-11.662052,-10.750321,-1.9625425,-1.6622971,-3.412052,-8.600442
45
+ 16325,-22.984425,-14.687746,-20.406496,-19.815948,-17.448925,-31.721264,-16.750246,-18.812746,-17.732943,-15.625594,-0.0002809454,-22.490866,-16.439072,-18.607517,-17.125246,-26.953249,-17.003345,-16.688549,-16.062746,-19.44794
46
+ 61,-28.265787,-6.1299334,-8.754933,-6.849593,-12.451805,-0.014962319,-12.504933,-19.223684,-22.134895,-23.887459,-19.356144,-16.842762,-11.826901,-23.16447,-16.692434,-24.410728,-11.37648,-19.959885,-18.848684,-16.80069
47
+ 1834,-21.16661,-14.440078,-16.440079,-18.455374,-16.550974,-29.178457,-15.627578,-16.002579,-14.575408,-14.815187,-0.002704744,-24.2025,-14.504573,-18.271446,-16.502579,-24.6945,-12.521858,-14.442392,-15.065078,-17.371088
48
+ 18116,-14.588249,-9.773027,-9.085527,-7.3222423,-6.5254807,-21.02098,-4.523027,-9.023027,-8.83732,-13.977739,-11.350671,-12.077369,-0.023140881,-7.0552344,-13.773027,-16.817953,-9.795367,-10.158259,-13.585527,-8.279184
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=20newsgroups/list=test_800/labels.csv ADDED
@@ -0,0 +1,800 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 9093,16
2
+ 6372,2
3
+ 14573,12
4
+ 11938,15
5
+ 1712,17
6
+ 12553,16
7
+ 16642,14
8
+ 2432,18
9
+ 4032,15
10
+ 2320,3
11
+ 9358,3
12
+ 10651,1
13
+ 9297,8
14
+ 5267,14
15
+ 7346,13
16
+ 18169,3
17
+ 544,17
18
+ 4136,2
19
+ 14172,1
20
+ 2609,10
21
+ 17603,11
22
+ 12700,14
23
+ 6239,12
24
+ 8495,18
25
+ 15771,18
26
+ 11698,18
27
+ 127,16
28
+ 3419,17
29
+ 13218,0
30
+ 17284,5
31
+ 3475,1
32
+ 15884,17
33
+ 14988,3
34
+ 15250,12
35
+ 265,3
36
+ 14431,13
37
+ 2182,19
38
+ 16984,1
39
+ 8187,19
40
+ 4463,9
41
+ 15259,13
42
+ 17872,12
43
+ 2223,8
44
+ 15302,12
45
+ 6970,12
46
+ 6840,10
47
+ 5417,11
48
+ 5550,7
49
+ 14019,16
50
+ 6122,10
51
+ 15287,12
52
+ 12758,2
53
+ 3017,2
54
+ 37,11
55
+ 16939,15
56
+ 5018,14
57
+ 16827,7
58
+ 4365,4
59
+ 15411,17
60
+ 17191,5
61
+ 3836,11
62
+ 9220,12
63
+ 691,5
64
+ 12707,11
65
+ 5492,6
66
+ 4703,15
67
+ 3800,2
68
+ 15970,13
69
+ 10179,17
70
+ 8908,7
71
+ 5284,10
72
+ 6699,4
73
+ 346,9
74
+ 1343,4
75
+ 5352,3
76
+ 9079,6
77
+ 11870,19
78
+ 16922,6
79
+ 921,11
80
+ 7089,9
81
+ 1642,14
82
+ 6070,13
83
+ 7518,15
84
+ 10751,15
85
+ 174,13
86
+ 16038,10
87
+ 16392,10
88
+ 3722,15
89
+ 4781,15
90
+ 10028,2
91
+ 15197,8
92
+ 13618,4
93
+ 5070,5
94
+ 16307,10
95
+ 13398,4
96
+ 8996,2
97
+ 11358,18
98
+ 9565,18
99
+ 5237,19
100
+ 7450,19
101
+ 15992,17
102
+ 9879,2
103
+ 18046,5
104
+ 17540,12
105
+ 11094,1
106
+ 15116,9
107
+ 15945,5
108
+ 11742,5
109
+ 13122,13
110
+ 618,2
111
+ 30,6
112
+ 4186,7
113
+ 17581,16
114
+ 13233,9
115
+ 10977,14
116
+ 6010,2
117
+ 16733,10
118
+ 15300,15
119
+ 2011,5
120
+ 13108,15
121
+ 5547,2
122
+ 8648,4
123
+ 8365,18
124
+ 3490,16
125
+ 1790,14
126
+ 718,0
127
+ 15930,19
128
+ 1178,13
129
+ 9773,9
130
+ 17616,11
131
+ 733,17
132
+ 3740,3
133
+ 8897,12
134
+ 13049,3
135
+ 11555,16
136
+ 4631,7
137
+ 7830,10
138
+ 13143,11
139
+ 17982,10
140
+ 2064,18
141
+ 9327,6
142
+ 2784,5
143
+ 16094,1
144
+ 1661,9
145
+ 14421,0
146
+ 376,13
147
+ 14091,14
148
+ 3641,18
149
+ 18342,19
150
+ 7598,3
151
+ 17676,12
152
+ 9229,9
153
+ 12389,7
154
+ 16991,7
155
+ 13416,1
156
+ 7828,7
157
+ 6071,18
158
+ 14065,3
159
+ 15961,16
160
+ 11912,16
161
+ 2544,9
162
+ 6009,13
163
+ 5765,11
164
+ 17811,16
165
+ 12062,10
166
+ 78,2
167
+ 12738,2
168
+ 900,16
169
+ 7248,10
170
+ 8654,13
171
+ 11763,18
172
+ 8986,12
173
+ 18281,2
174
+ 3513,12
175
+ 17921,19
176
+ 14797,18
177
+ 13119,17
178
+ 611,16
179
+ 14417,9
180
+ 16506,18
181
+ 6303,5
182
+ 15475,6
183
+ 6881,0
184
+ 1749,9
185
+ 15921,9
186
+ 11810,7
187
+ 10963,13
188
+ 11445,11
189
+ 9029,1
190
+ 10032,2
191
+ 1325,8
192
+ 6318,9
193
+ 18243,14
194
+ 11366,4
195
+ 4343,1
196
+ 1309,1
197
+ 3292,9
198
+ 10631,18
199
+ 5425,15
200
+ 12275,11
201
+ 10638,6
202
+ 5767,14
203
+ 4571,5
204
+ 8157,6
205
+ 2910,15
206
+ 8870,7
207
+ 3623,10
208
+ 698,10
209
+ 15737,4
210
+ 13194,15
211
+ 8273,1
212
+ 17359,7
213
+ 9928,10
214
+ 823,12
215
+ 1066,10
216
+ 8386,5
217
+ 4043,17
218
+ 14005,13
219
+ 11079,3
220
+ 9484,2
221
+ 15875,18
222
+ 13012,14
223
+ 2154,12
224
+ 17060,16
225
+ 12041,6
226
+ 2109,16
227
+ 12734,10
228
+ 7063,0
229
+ 5552,16
230
+ 9988,0
231
+ 18088,8
232
+ 6834,3
233
+ 2267,10
234
+ 3778,1
235
+ 13669,11
236
+ 8807,4
237
+ 6001,18
238
+ 8900,0
239
+ 13228,13
240
+ 13252,8
241
+ 8330,18
242
+ 16479,8
243
+ 15968,9
244
+ 17641,8
245
+ 5295,3
246
+ 11399,7
247
+ 1243,15
248
+ 15399,16
249
+ 3101,11
250
+ 45,4
251
+ 4760,19
252
+ 359,4
253
+ 14055,11
254
+ 12632,14
255
+ 14892,11
256
+ 13716,18
257
+ 6861,7
258
+ 16982,3
259
+ 17263,9
260
+ 14135,18
261
+ 13361,6
262
+ 77,7
263
+ 9048,14
264
+ 15957,4
265
+ 8833,12
266
+ 14854,10
267
+ 5807,16
268
+ 7278,7
269
+ 2542,8
270
+ 6784,16
271
+ 3280,2
272
+ 8796,8
273
+ 2508,1
274
+ 8686,13
275
+ 5604,7
276
+ 15050,14
277
+ 15614,4
278
+ 128,9
279
+ 9381,13
280
+ 6707,10
281
+ 15166,19
282
+ 14118,13
283
+ 17574,6
284
+ 8139,13
285
+ 8837,2
286
+ 12563,18
287
+ 1300,12
288
+ 18265,11
289
+ 1377,8
290
+ 14927,16
291
+ 16580,0
292
+ 9248,2
293
+ 9084,10
294
+ 8182,7
295
+ 1902,8
296
+ 11050,10
297
+ 430,15
298
+ 7213,19
299
+ 1717,18
300
+ 10812,7
301
+ 16893,0
302
+ 8177,1
303
+ 13630,2
304
+ 7026,2
305
+ 3148,18
306
+ 17758,3
307
+ 13542,2
308
+ 1657,17
309
+ 11197,14
310
+ 6781,18
311
+ 14105,11
312
+ 3978,11
313
+ 13625,13
314
+ 737,9
315
+ 6361,4
316
+ 15800,5
317
+ 9291,19
318
+ 12254,17
319
+ 14052,5
320
+ 9893,2
321
+ 13489,12
322
+ 10263,4
323
+ 7884,4
324
+ 8585,2
325
+ 9812,2
326
+ 9721,15
327
+ 16075,12
328
+ 13649,7
329
+ 4637,5
330
+ 5119,8
331
+ 1702,18
332
+ 1604,4
333
+ 13602,13
334
+ 8402,2
335
+ 14919,1
336
+ 9317,16
337
+ 9355,12
338
+ 1878,5
339
+ 10713,0
340
+ 7406,14
341
+ 6869,11
342
+ 9950,14
343
+ 2428,6
344
+ 10251,15
345
+ 14115,2
346
+ 11589,8
347
+ 15969,6
348
+ 6156,9
349
+ 5236,1
350
+ 1511,2
351
+ 15753,11
352
+ 14327,16
353
+ 8932,7
354
+ 5037,5
355
+ 7885,17
356
+ 15090,15
357
+ 15917,0
358
+ 8552,3
359
+ 14204,8
360
+ 12108,8
361
+ 13056,3
362
+ 18264,10
363
+ 4904,9
364
+ 9831,9
365
+ 7550,10
366
+ 16800,14
367
+ 4910,3
368
+ 6040,14
369
+ 15897,15
370
+ 1489,4
371
+ 2607,16
372
+ 18351,11
373
+ 1335,19
374
+ 12473,2
375
+ 13811,0
376
+ 11656,17
377
+ 2009,16
378
+ 12892,9
379
+ 6328,14
380
+ 4535,11
381
+ 5124,9
382
+ 4052,17
383
+ 1866,17
384
+ 339,1
385
+ 9464,0
386
+ 16877,18
387
+ 5846,8
388
+ 16562,8
389
+ 13422,13
390
+ 17613,9
391
+ 9640,16
392
+ 8770,5
393
+ 17201,2
394
+ 13925,5
395
+ 1640,3
396
+ 13411,3
397
+ 18133,4
398
+ 1727,8
399
+ 14075,10
400
+ 13375,13
401
+ 9439,0
402
+ 6819,17
403
+ 13720,9
404
+ 1590,3
405
+ 10274,16
406
+ 14559,19
407
+ 559,15
408
+ 9101,10
409
+ 5082,10
410
+ 11364,18
411
+ 12767,15
412
+ 1587,6
413
+ 15995,17
414
+ 1541,17
415
+ 3560,15
416
+ 3747,3
417
+ 17792,13
418
+ 245,18
419
+ 13400,10
420
+ 15095,15
421
+ 2532,1
422
+ 6503,8
423
+ 18364,19
424
+ 10357,5
425
+ 389,4
426
+ 10468,17
427
+ 4975,10
428
+ 163,12
429
+ 8279,14
430
+ 1972,16
431
+ 6418,12
432
+ 13139,4
433
+ 8478,7
434
+ 1431,3
435
+ 12647,7
436
+ 17226,18
437
+ 6651,17
438
+ 1832,5
439
+ 885,17
440
+ 1675,4
441
+ 2235,14
442
+ 14970,16
443
+ 4333,1
444
+ 6929,2
445
+ 4589,1
446
+ 10840,19
447
+ 5333,14
448
+ 2678,13
449
+ 4698,5
450
+ 7016,1
451
+ 9624,13
452
+ 2189,18
453
+ 15418,0
454
+ 16582,13
455
+ 8612,15
456
+ 2825,2
457
+ 3625,11
458
+ 6532,17
459
+ 6245,14
460
+ 17838,11
461
+ 7277,3
462
+ 8071,1
463
+ 7429,10
464
+ 569,10
465
+ 14886,6
466
+ 15240,4
467
+ 14185,15
468
+ 14420,3
469
+ 11920,1
470
+ 12801,13
471
+ 1647,13
472
+ 1755,3
473
+ 285,10
474
+ 17721,17
475
+ 6979,11
476
+ 39,16
477
+ 11370,11
478
+ 3614,1
479
+ 4075,11
480
+ 11525,5
481
+ 5365,2
482
+ 2885,14
483
+ 4179,9
484
+ 887,4
485
+ 8197,10
486
+ 13717,17
487
+ 6545,0
488
+ 9760,5
489
+ 817,1
490
+ 5133,17
491
+ 2033,9
492
+ 11301,1
493
+ 17487,5
494
+ 14177,0
495
+ 4531,17
496
+ 17414,5
497
+ 1957,6
498
+ 14516,7
499
+ 2749,1
500
+ 18229,1
501
+ 12514,7
502
+ 12742,16
503
+ 15941,18
504
+ 17885,19
505
+ 6542,7
506
+ 2799,14
507
+ 15027,3
508
+ 5459,15
509
+ 6367,2
510
+ 2858,13
511
+ 15137,13
512
+ 1594,10
513
+ 15612,3
514
+ 2594,15
515
+ 11128,4
516
+ 16626,16
517
+ 9963,11
518
+ 10248,18
519
+ 4856,8
520
+ 12078,7
521
+ 250,2
522
+ 5235,15
523
+ 16973,18
524
+ 17413,12
525
+ 14428,4
526
+ 11941,15
527
+ 11836,16
528
+ 14948,18
529
+ 1412,10
530
+ 11214,17
531
+ 13980,2
532
+ 11521,8
533
+ 12332,3
534
+ 3370,10
535
+ 5852,3
536
+ 16300,10
537
+ 3304,18
538
+ 979,2
539
+ 3933,9
540
+ 15810,9
541
+ 2726,15
542
+ 9609,6
543
+ 15857,18
544
+ 15419,2
545
+ 7370,3
546
+ 16401,14
547
+ 1683,2
548
+ 14263,19
549
+ 17745,6
550
+ 17299,4
551
+ 16736,14
552
+ 1337,11
553
+ 16960,9
554
+ 3887,15
555
+ 17894,16
556
+ 9953,11
557
+ 4040,15
558
+ 3398,14
559
+ 13460,7
560
+ 3603,11
561
+ 12725,17
562
+ 16778,4
563
+ 12021,4
564
+ 4564,15
565
+ 14972,13
566
+ 2378,11
567
+ 18371,9
568
+ 15855,0
569
+ 507,13
570
+ 14051,6
571
+ 11267,8
572
+ 9521,16
573
+ 3683,14
574
+ 9163,12
575
+ 6748,18
576
+ 619,9
577
+ 14119,6
578
+ 14367,14
579
+ 4334,14
580
+ 4475,3
581
+ 7143,7
582
+ 8087,7
583
+ 15319,1
584
+ 2731,10
585
+ 7749,19
586
+ 4913,3
587
+ 17977,11
588
+ 7360,13
589
+ 17781,7
590
+ 10649,4
591
+ 11798,10
592
+ 9572,10
593
+ 5675,13
594
+ 1497,8
595
+ 318,6
596
+ 15440,15
597
+ 13793,7
598
+ 11119,14
599
+ 9993,19
600
+ 8290,5
601
+ 17579,1
602
+ 13427,6
603
+ 536,6
604
+ 3541,10
605
+ 4807,0
606
+ 4218,14
607
+ 12666,4
608
+ 16719,2
609
+ 6571,3
610
+ 6588,1
611
+ 5702,4
612
+ 1803,10
613
+ 10660,3
614
+ 7251,16
615
+ 14433,2
616
+ 10258,9
617
+ 3890,8
618
+ 17608,5
619
+ 6286,19
620
+ 12373,14
621
+ 5467,13
622
+ 4834,8
623
+ 5822,1
624
+ 9997,15
625
+ 1067,4
626
+ 10893,11
627
+ 12261,6
628
+ 16944,6
629
+ 18396,1
630
+ 11805,12
631
+ 1029,3
632
+ 332,14
633
+ 10582,13
634
+ 17366,11
635
+ 14287,6
636
+ 1839,10
637
+ 10233,4
638
+ 14799,15
639
+ 7468,0
640
+ 9755,1
641
+ 13935,7
642
+ 10954,7
643
+ 11320,2
644
+ 14262,3
645
+ 16725,15
646
+ 18389,19
647
+ 12970,8
648
+ 8476,2
649
+ 16283,8
650
+ 11182,16
651
+ 13663,18
652
+ 8136,16
653
+ 15307,8
654
+ 17862,18
655
+ 6522,11
656
+ 15556,1
657
+ 962,19
658
+ 5312,18
659
+ 12809,3
660
+ 8589,2
661
+ 7893,3
662
+ 4414,0
663
+ 11118,17
664
+ 13622,14
665
+ 1319,8
666
+ 6480,18
667
+ 11813,4
668
+ 3508,3
669
+ 5136,8
670
+ 5801,12
671
+ 3529,3
672
+ 11720,15
673
+ 16912,5
674
+ 15199,8
675
+ 8338,16
676
+ 6400,17
677
+ 558,17
678
+ 12040,6
679
+ 944,10
680
+ 9372,2
681
+ 14954,6
682
+ 11176,6
683
+ 7469,5
684
+ 9263,1
685
+ 16967,13
686
+ 1914,4
687
+ 6251,9
688
+ 8274,9
689
+ 10527,17
690
+ 14307,14
691
+ 13322,6
692
+ 12648,6
693
+ 10986,10
694
+ 7185,13
695
+ 5737,10
696
+ 10183,9
697
+ 3495,18
698
+ 1274,5
699
+ 2413,9
700
+ 8234,12
701
+ 5783,6
702
+ 1536,7
703
+ 10048,16
704
+ 1787,9
705
+ 15255,3
706
+ 3671,17
707
+ 5986,3
708
+ 9620,6
709
+ 6380,1
710
+ 14181,4
711
+ 2001,0
712
+ 14953,2
713
+ 6490,9
714
+ 1131,15
715
+ 1856,10
716
+ 5982,5
717
+ 12226,13
718
+ 9419,3
719
+ 5882,9
720
+ 3295,17
721
+ 6952,3
722
+ 13477,7
723
+ 18134,15
724
+ 81,16
725
+ 7998,9
726
+ 13836,9
727
+ 9710,14
728
+ 9954,4
729
+ 16058,9
730
+ 16859,12
731
+ 1009,15
732
+ 12596,13
733
+ 2118,12
734
+ 1472,16
735
+ 18319,11
736
+ 2567,8
737
+ 579,11
738
+ 1328,19
739
+ 9424,19
740
+ 15998,17
741
+ 3357,11
742
+ 10411,6
743
+ 8436,7
744
+ 18332,9
745
+ 13030,1
746
+ 17550,7
747
+ 5053,11
748
+ 9387,9
749
+ 4828,14
750
+ 12006,8
751
+ 9323,17
752
+ 15925,2
753
+ 15979,3
754
+ 4753,14
755
+ 9385,6
756
+ 14211,17
757
+ 13364,10
758
+ 16546,10
759
+ 17795,13
760
+ 14990,7
761
+ 15602,6
762
+ 4896,0
763
+ 397,5
764
+ 15832,18
765
+ 12622,8
766
+ 7048,11
767
+ 17771,19
768
+ 9245,4
769
+ 2390,15
770
+ 16069,0
771
+ 16122,8
772
+ 17378,19
773
+ 3947,0
774
+ 8268,9
775
+ 6419,5
776
+ 16403,2
777
+ 13568,5
778
+ 2370,19
779
+ 15484,6
780
+ 6904,13
781
+ 8175,17
782
+ 13430,7
783
+ 8432,11
784
+ 14159,17
785
+ 10327,11
786
+ 12384,3
787
+ 13474,3
788
+ 13988,14
789
+ 13985,4
790
+ 3538,10
791
+ 14670,18
792
+ 3533,17
793
+ 11680,1
794
+ 665,10
795
+ 16601,1
796
+ 7858,7
797
+ 11650,3
798
+ 5909,2
799
+ 10873,14
800
+ 6960,15
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/test=20newsgroups/list=test_800/logits.csv ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ K: null
2
+ global_batch_size: 8
3
+ learning_rate: 0.0001
4
+ loss: ans
5
+ max_steps: -1
6
+ micro_batch_size: 1
7
+ optimizer_name: adamw
8
+ patience: 10
9
+ val_check_interval: 16
10
+ weight_decay: 0.0
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 64,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 2048,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 16,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 32.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": true,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.45.0.dev0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.45.0.dev0"
12
+ }
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ attention_logit_softcapping: null
2
+ attention_scores_scalar: null
3
+ bias: false
4
+ block_size: 131072
5
+ final_logit_softcapping: null
6
+ gelu_approximate: none
7
+ head_size: 64
8
+ hf_config:
9
+ name: Llama-3.2-1B-Instruct
10
+ org: meta-llama
11
+ intermediate_size: 8192
12
+ lm_head_bias: false
13
+ mlp_class_name: LLaMAMLP
14
+ n_embd: 2048
15
+ n_expert: 0
16
+ n_expert_per_token: 0
17
+ n_head: 32
18
+ n_layer: 16
19
+ n_query_groups: 8
20
+ name: Llama-3.2-1B-Instruct
21
+ norm_class_name: RMSNorm
22
+ norm_eps: 1.0e-05
23
+ padded_vocab_size: 128256
24
+ padding_multiple: 512
25
+ parallel_residual: false
26
+ post_attention_norm: false
27
+ post_mlp_norm: false
28
+ rope_adjustments:
29
+ factor: 32.0
30
+ high_freq_factor: 4.0
31
+ low_freq_factor: 1.0
32
+ original_max_seq_len: 8192
33
+ rope_base: 500000
34
+ rope_condense_ratio: 1
35
+ rotary_percentage: 1.0
36
+ scale_embeddings: false
37
+ shared_attention_norm: false
38
+ sliding_window_layer_placing: null
39
+ sliding_window_size: null
40
+ vocab_size: 128000
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json ADDED
@@ -0,0 +1,2062 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "128000": {
4
+ "content": "<|begin_of_text|>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "128001": {
12
+ "content": "<|end_of_text|>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "128002": {
20
+ "content": "<|reserved_special_token_0|>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "128003": {
28
+ "content": "<|reserved_special_token_1|>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "128004": {
36
+ "content": "<|finetune_right_pad_id|>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "128005": {
44
+ "content": "<|reserved_special_token_2|>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "128006": {
52
+ "content": "<|start_header_id|>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "128007": {
60
+ "content": "<|end_header_id|>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "128008": {
68
+ "content": "<|eom_id|>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "128009": {
76
+ "content": "<|eot_id|>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "128010": {
84
+ "content": "<|python_tag|>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "128011": {
92
+ "content": "<|reserved_special_token_3|>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "128012": {
100
+ "content": "<|reserved_special_token_4|>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "128013": {
108
+ "content": "<|reserved_special_token_5|>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "128014": {
116
+ "content": "<|reserved_special_token_6|>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "128015": {
124
+ "content": "<|reserved_special_token_7|>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "128016": {
132
+ "content": "<|reserved_special_token_8|>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "128017": {
140
+ "content": "<|reserved_special_token_9|>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "128018": {
148
+ "content": "<|reserved_special_token_10|>",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "128019": {
156
+ "content": "<|reserved_special_token_11|>",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "128020": {
164
+ "content": "<|reserved_special_token_12|>",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "128021": {
172
+ "content": "<|reserved_special_token_13|>",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "128022": {
180
+ "content": "<|reserved_special_token_14|>",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ },
187
+ "128023": {
188
+ "content": "<|reserved_special_token_15|>",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": true
194
+ },
195
+ "128024": {
196
+ "content": "<|reserved_special_token_16|>",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": true
202
+ },
203
+ "128025": {
204
+ "content": "<|reserved_special_token_17|>",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": true
210
+ },
211
+ "128026": {
212
+ "content": "<|reserved_special_token_18|>",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": true
218
+ },
219
+ "128027": {
220
+ "content": "<|reserved_special_token_19|>",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "128028": {
228
+ "content": "<|reserved_special_token_20|>",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "128029": {
236
+ "content": "<|reserved_special_token_21|>",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "128030": {
244
+ "content": "<|reserved_special_token_22|>",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "128031": {
252
+ "content": "<|reserved_special_token_23|>",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "128032": {
260
+ "content": "<|reserved_special_token_24|>",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "128033": {
268
+ "content": "<|reserved_special_token_25|>",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": true
274
+ },
275
+ "128034": {
276
+ "content": "<|reserved_special_token_26|>",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": true
282
+ },
283
+ "128035": {
284
+ "content": "<|reserved_special_token_27|>",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": true
290
+ },
291
+ "128036": {
292
+ "content": "<|reserved_special_token_28|>",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": true
298
+ },
299
+ "128037": {
300
+ "content": "<|reserved_special_token_29|>",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": true
306
+ },
307
+ "128038": {
308
+ "content": "<|reserved_special_token_30|>",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": true
314
+ },
315
+ "128039": {
316
+ "content": "<|reserved_special_token_31|>",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": true
322
+ },
323
+ "128040": {
324
+ "content": "<|reserved_special_token_32|>",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": true
330
+ },
331
+ "128041": {
332
+ "content": "<|reserved_special_token_33|>",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": true
338
+ },
339
+ "128042": {
340
+ "content": "<|reserved_special_token_34|>",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": true
346
+ },
347
+ "128043": {
348
+ "content": "<|reserved_special_token_35|>",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": true
354
+ },
355
+ "128044": {
356
+ "content": "<|reserved_special_token_36|>",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": true
362
+ },
363
+ "128045": {
364
+ "content": "<|reserved_special_token_37|>",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": true
370
+ },
371
+ "128046": {
372
+ "content": "<|reserved_special_token_38|>",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": true
378
+ },
379
+ "128047": {
380
+ "content": "<|reserved_special_token_39|>",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": true
386
+ },
387
+ "128048": {
388
+ "content": "<|reserved_special_token_40|>",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": true
394
+ },
395
+ "128049": {
396
+ "content": "<|reserved_special_token_41|>",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": true
402
+ },
403
+ "128050": {
404
+ "content": "<|reserved_special_token_42|>",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": true
410
+ },
411
+ "128051": {
412
+ "content": "<|reserved_special_token_43|>",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": true
418
+ },
419
+ "128052": {
420
+ "content": "<|reserved_special_token_44|>",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": true
426
+ },
427
+ "128053": {
428
+ "content": "<|reserved_special_token_45|>",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": true
434
+ },
435
+ "128054": {
436
+ "content": "<|reserved_special_token_46|>",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": true
442
+ },
443
+ "128055": {
444
+ "content": "<|reserved_special_token_47|>",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": true
450
+ },
451
+ "128056": {
452
+ "content": "<|reserved_special_token_48|>",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": true
458
+ },
459
+ "128057": {
460
+ "content": "<|reserved_special_token_49|>",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": true
466
+ },
467
+ "128058": {
468
+ "content": "<|reserved_special_token_50|>",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": true
474
+ },
475
+ "128059": {
476
+ "content": "<|reserved_special_token_51|>",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": true
482
+ },
483
+ "128060": {
484
+ "content": "<|reserved_special_token_52|>",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": true
490
+ },
491
+ "128061": {
492
+ "content": "<|reserved_special_token_53|>",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": true
498
+ },
499
+ "128062": {
500
+ "content": "<|reserved_special_token_54|>",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": true
506
+ },
507
+ "128063": {
508
+ "content": "<|reserved_special_token_55|>",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": true
514
+ },
515
+ "128064": {
516
+ "content": "<|reserved_special_token_56|>",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": true
522
+ },
523
+ "128065": {
524
+ "content": "<|reserved_special_token_57|>",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": true
530
+ },
531
+ "128066": {
532
+ "content": "<|reserved_special_token_58|>",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": true
538
+ },
539
+ "128067": {
540
+ "content": "<|reserved_special_token_59|>",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": true
546
+ },
547
+ "128068": {
548
+ "content": "<|reserved_special_token_60|>",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": true
554
+ },
555
+ "128069": {
556
+ "content": "<|reserved_special_token_61|>",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": true
562
+ },
563
+ "128070": {
564
+ "content": "<|reserved_special_token_62|>",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": true
570
+ },
571
+ "128071": {
572
+ "content": "<|reserved_special_token_63|>",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": true
578
+ },
579
+ "128072": {
580
+ "content": "<|reserved_special_token_64|>",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": true
586
+ },
587
+ "128073": {
588
+ "content": "<|reserved_special_token_65|>",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": true
594
+ },
595
+ "128074": {
596
+ "content": "<|reserved_special_token_66|>",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": true
602
+ },
603
+ "128075": {
604
+ "content": "<|reserved_special_token_67|>",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": true
610
+ },
611
+ "128076": {
612
+ "content": "<|reserved_special_token_68|>",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": true
618
+ },
619
+ "128077": {
620
+ "content": "<|reserved_special_token_69|>",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": true
626
+ },
627
+ "128078": {
628
+ "content": "<|reserved_special_token_70|>",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": true
634
+ },
635
+ "128079": {
636
+ "content": "<|reserved_special_token_71|>",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": true
642
+ },
643
+ "128080": {
644
+ "content": "<|reserved_special_token_72|>",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": true
650
+ },
651
+ "128081": {
652
+ "content": "<|reserved_special_token_73|>",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": true
658
+ },
659
+ "128082": {
660
+ "content": "<|reserved_special_token_74|>",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": true
666
+ },
667
+ "128083": {
668
+ "content": "<|reserved_special_token_75|>",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": true
674
+ },
675
+ "128084": {
676
+ "content": "<|reserved_special_token_76|>",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": true
682
+ },
683
+ "128085": {
684
+ "content": "<|reserved_special_token_77|>",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": true
690
+ },
691
+ "128086": {
692
+ "content": "<|reserved_special_token_78|>",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": true
698
+ },
699
+ "128087": {
700
+ "content": "<|reserved_special_token_79|>",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": true
706
+ },
707
+ "128088": {
708
+ "content": "<|reserved_special_token_80|>",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": true
714
+ },
715
+ "128089": {
716
+ "content": "<|reserved_special_token_81|>",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": true
722
+ },
723
+ "128090": {
724
+ "content": "<|reserved_special_token_82|>",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": true
730
+ },
731
+ "128091": {
732
+ "content": "<|reserved_special_token_83|>",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": true
738
+ },
739
+ "128092": {
740
+ "content": "<|reserved_special_token_84|>",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": true
746
+ },
747
+ "128093": {
748
+ "content": "<|reserved_special_token_85|>",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": true
754
+ },
755
+ "128094": {
756
+ "content": "<|reserved_special_token_86|>",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": true
762
+ },
763
+ "128095": {
764
+ "content": "<|reserved_special_token_87|>",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": true
770
+ },
771
+ "128096": {
772
+ "content": "<|reserved_special_token_88|>",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": true
778
+ },
779
+ "128097": {
780
+ "content": "<|reserved_special_token_89|>",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": true
786
+ },
787
+ "128098": {
788
+ "content": "<|reserved_special_token_90|>",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": true
794
+ },
795
+ "128099": {
796
+ "content": "<|reserved_special_token_91|>",
797
+ "lstrip": false,
798
+ "normalized": false,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": true
802
+ },
803
+ "128100": {
804
+ "content": "<|reserved_special_token_92|>",
805
+ "lstrip": false,
806
+ "normalized": false,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": true
810
+ },
811
+ "128101": {
812
+ "content": "<|reserved_special_token_93|>",
813
+ "lstrip": false,
814
+ "normalized": false,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": true
818
+ },
819
+ "128102": {
820
+ "content": "<|reserved_special_token_94|>",
821
+ "lstrip": false,
822
+ "normalized": false,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": true
826
+ },
827
+ "128103": {
828
+ "content": "<|reserved_special_token_95|>",
829
+ "lstrip": false,
830
+ "normalized": false,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": true
834
+ },
835
+ "128104": {
836
+ "content": "<|reserved_special_token_96|>",
837
+ "lstrip": false,
838
+ "normalized": false,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": true
842
+ },
843
+ "128105": {
844
+ "content": "<|reserved_special_token_97|>",
845
+ "lstrip": false,
846
+ "normalized": false,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": true
850
+ },
851
+ "128106": {
852
+ "content": "<|reserved_special_token_98|>",
853
+ "lstrip": false,
854
+ "normalized": false,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": true
858
+ },
859
+ "128107": {
860
+ "content": "<|reserved_special_token_99|>",
861
+ "lstrip": false,
862
+ "normalized": false,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": true
866
+ },
867
+ "128108": {
868
+ "content": "<|reserved_special_token_100|>",
869
+ "lstrip": false,
870
+ "normalized": false,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": true
874
+ },
875
+ "128109": {
876
+ "content": "<|reserved_special_token_101|>",
877
+ "lstrip": false,
878
+ "normalized": false,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": true
882
+ },
883
+ "128110": {
884
+ "content": "<|reserved_special_token_102|>",
885
+ "lstrip": false,
886
+ "normalized": false,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": true
890
+ },
891
+ "128111": {
892
+ "content": "<|reserved_special_token_103|>",
893
+ "lstrip": false,
894
+ "normalized": false,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": true
898
+ },
899
+ "128112": {
900
+ "content": "<|reserved_special_token_104|>",
901
+ "lstrip": false,
902
+ "normalized": false,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": true
906
+ },
907
+ "128113": {
908
+ "content": "<|reserved_special_token_105|>",
909
+ "lstrip": false,
910
+ "normalized": false,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": true
914
+ },
915
+ "128114": {
916
+ "content": "<|reserved_special_token_106|>",
917
+ "lstrip": false,
918
+ "normalized": false,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": true
922
+ },
923
+ "128115": {
924
+ "content": "<|reserved_special_token_107|>",
925
+ "lstrip": false,
926
+ "normalized": false,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": true
930
+ },
931
+ "128116": {
932
+ "content": "<|reserved_special_token_108|>",
933
+ "lstrip": false,
934
+ "normalized": false,
935
+ "rstrip": false,
936
+ "single_word": false,
937
+ "special": true
938
+ },
939
+ "128117": {
940
+ "content": "<|reserved_special_token_109|>",
941
+ "lstrip": false,
942
+ "normalized": false,
943
+ "rstrip": false,
944
+ "single_word": false,
945
+ "special": true
946
+ },
947
+ "128118": {
948
+ "content": "<|reserved_special_token_110|>",
949
+ "lstrip": false,
950
+ "normalized": false,
951
+ "rstrip": false,
952
+ "single_word": false,
953
+ "special": true
954
+ },
955
+ "128119": {
956
+ "content": "<|reserved_special_token_111|>",
957
+ "lstrip": false,
958
+ "normalized": false,
959
+ "rstrip": false,
960
+ "single_word": false,
961
+ "special": true
962
+ },
963
+ "128120": {
964
+ "content": "<|reserved_special_token_112|>",
965
+ "lstrip": false,
966
+ "normalized": false,
967
+ "rstrip": false,
968
+ "single_word": false,
969
+ "special": true
970
+ },
971
+ "128121": {
972
+ "content": "<|reserved_special_token_113|>",
973
+ "lstrip": false,
974
+ "normalized": false,
975
+ "rstrip": false,
976
+ "single_word": false,
977
+ "special": true
978
+ },
979
+ "128122": {
980
+ "content": "<|reserved_special_token_114|>",
981
+ "lstrip": false,
982
+ "normalized": false,
983
+ "rstrip": false,
984
+ "single_word": false,
985
+ "special": true
986
+ },
987
+ "128123": {
988
+ "content": "<|reserved_special_token_115|>",
989
+ "lstrip": false,
990
+ "normalized": false,
991
+ "rstrip": false,
992
+ "single_word": false,
993
+ "special": true
994
+ },
995
+ "128124": {
996
+ "content": "<|reserved_special_token_116|>",
997
+ "lstrip": false,
998
+ "normalized": false,
999
+ "rstrip": false,
1000
+ "single_word": false,
1001
+ "special": true
1002
+ },
1003
+ "128125": {
1004
+ "content": "<|reserved_special_token_117|>",
1005
+ "lstrip": false,
1006
+ "normalized": false,
1007
+ "rstrip": false,
1008
+ "single_word": false,
1009
+ "special": true
1010
+ },
1011
+ "128126": {
1012
+ "content": "<|reserved_special_token_118|>",
1013
+ "lstrip": false,
1014
+ "normalized": false,
1015
+ "rstrip": false,
1016
+ "single_word": false,
1017
+ "special": true
1018
+ },
1019
+ "128127": {
1020
+ "content": "<|reserved_special_token_119|>",
1021
+ "lstrip": false,
1022
+ "normalized": false,
1023
+ "rstrip": false,
1024
+ "single_word": false,
1025
+ "special": true
1026
+ },
1027
+ "128128": {
1028
+ "content": "<|reserved_special_token_120|>",
1029
+ "lstrip": false,
1030
+ "normalized": false,
1031
+ "rstrip": false,
1032
+ "single_word": false,
1033
+ "special": true
1034
+ },
1035
+ "128129": {
1036
+ "content": "<|reserved_special_token_121|>",
1037
+ "lstrip": false,
1038
+ "normalized": false,
1039
+ "rstrip": false,
1040
+ "single_word": false,
1041
+ "special": true
1042
+ },
1043
+ "128130": {
1044
+ "content": "<|reserved_special_token_122|>",
1045
+ "lstrip": false,
1046
+ "normalized": false,
1047
+ "rstrip": false,
1048
+ "single_word": false,
1049
+ "special": true
1050
+ },
1051
+ "128131": {
1052
+ "content": "<|reserved_special_token_123|>",
1053
+ "lstrip": false,
1054
+ "normalized": false,
1055
+ "rstrip": false,
1056
+ "single_word": false,
1057
+ "special": true
1058
+ },
1059
+ "128132": {
1060
+ "content": "<|reserved_special_token_124|>",
1061
+ "lstrip": false,
1062
+ "normalized": false,
1063
+ "rstrip": false,
1064
+ "single_word": false,
1065
+ "special": true
1066
+ },
1067
+ "128133": {
1068
+ "content": "<|reserved_special_token_125|>",
1069
+ "lstrip": false,
1070
+ "normalized": false,
1071
+ "rstrip": false,
1072
+ "single_word": false,
1073
+ "special": true
1074
+ },
1075
+ "128134": {
1076
+ "content": "<|reserved_special_token_126|>",
1077
+ "lstrip": false,
1078
+ "normalized": false,
1079
+ "rstrip": false,
1080
+ "single_word": false,
1081
+ "special": true
1082
+ },
1083
+ "128135": {
1084
+ "content": "<|reserved_special_token_127|>",
1085
+ "lstrip": false,
1086
+ "normalized": false,
1087
+ "rstrip": false,
1088
+ "single_word": false,
1089
+ "special": true
1090
+ },
1091
+ "128136": {
1092
+ "content": "<|reserved_special_token_128|>",
1093
+ "lstrip": false,
1094
+ "normalized": false,
1095
+ "rstrip": false,
1096
+ "single_word": false,
1097
+ "special": true
1098
+ },
1099
+ "128137": {
1100
+ "content": "<|reserved_special_token_129|>",
1101
+ "lstrip": false,
1102
+ "normalized": false,
1103
+ "rstrip": false,
1104
+ "single_word": false,
1105
+ "special": true
1106
+ },
1107
+ "128138": {
1108
+ "content": "<|reserved_special_token_130|>",
1109
+ "lstrip": false,
1110
+ "normalized": false,
1111
+ "rstrip": false,
1112
+ "single_word": false,
1113
+ "special": true
1114
+ },
1115
+ "128139": {
1116
+ "content": "<|reserved_special_token_131|>",
1117
+ "lstrip": false,
1118
+ "normalized": false,
1119
+ "rstrip": false,
1120
+ "single_word": false,
1121
+ "special": true
1122
+ },
1123
+ "128140": {
1124
+ "content": "<|reserved_special_token_132|>",
1125
+ "lstrip": false,
1126
+ "normalized": false,
1127
+ "rstrip": false,
1128
+ "single_word": false,
1129
+ "special": true
1130
+ },
1131
+ "128141": {
1132
+ "content": "<|reserved_special_token_133|>",
1133
+ "lstrip": false,
1134
+ "normalized": false,
1135
+ "rstrip": false,
1136
+ "single_word": false,
1137
+ "special": true
1138
+ },
1139
+ "128142": {
1140
+ "content": "<|reserved_special_token_134|>",
1141
+ "lstrip": false,
1142
+ "normalized": false,
1143
+ "rstrip": false,
1144
+ "single_word": false,
1145
+ "special": true
1146
+ },
1147
+ "128143": {
1148
+ "content": "<|reserved_special_token_135|>",
1149
+ "lstrip": false,
1150
+ "normalized": false,
1151
+ "rstrip": false,
1152
+ "single_word": false,
1153
+ "special": true
1154
+ },
1155
+ "128144": {
1156
+ "content": "<|reserved_special_token_136|>",
1157
+ "lstrip": false,
1158
+ "normalized": false,
1159
+ "rstrip": false,
1160
+ "single_word": false,
1161
+ "special": true
1162
+ },
1163
+ "128145": {
1164
+ "content": "<|reserved_special_token_137|>",
1165
+ "lstrip": false,
1166
+ "normalized": false,
1167
+ "rstrip": false,
1168
+ "single_word": false,
1169
+ "special": true
1170
+ },
1171
+ "128146": {
1172
+ "content": "<|reserved_special_token_138|>",
1173
+ "lstrip": false,
1174
+ "normalized": false,
1175
+ "rstrip": false,
1176
+ "single_word": false,
1177
+ "special": true
1178
+ },
1179
+ "128147": {
1180
+ "content": "<|reserved_special_token_139|>",
1181
+ "lstrip": false,
1182
+ "normalized": false,
1183
+ "rstrip": false,
1184
+ "single_word": false,
1185
+ "special": true
1186
+ },
1187
+ "128148": {
1188
+ "content": "<|reserved_special_token_140|>",
1189
+ "lstrip": false,
1190
+ "normalized": false,
1191
+ "rstrip": false,
1192
+ "single_word": false,
1193
+ "special": true
1194
+ },
1195
+ "128149": {
1196
+ "content": "<|reserved_special_token_141|>",
1197
+ "lstrip": false,
1198
+ "normalized": false,
1199
+ "rstrip": false,
1200
+ "single_word": false,
1201
+ "special": true
1202
+ },
1203
+ "128150": {
1204
+ "content": "<|reserved_special_token_142|>",
1205
+ "lstrip": false,
1206
+ "normalized": false,
1207
+ "rstrip": false,
1208
+ "single_word": false,
1209
+ "special": true
1210
+ },
1211
+ "128151": {
1212
+ "content": "<|reserved_special_token_143|>",
1213
+ "lstrip": false,
1214
+ "normalized": false,
1215
+ "rstrip": false,
1216
+ "single_word": false,
1217
+ "special": true
1218
+ },
1219
+ "128152": {
1220
+ "content": "<|reserved_special_token_144|>",
1221
+ "lstrip": false,
1222
+ "normalized": false,
1223
+ "rstrip": false,
1224
+ "single_word": false,
1225
+ "special": true
1226
+ },
1227
+ "128153": {
1228
+ "content": "<|reserved_special_token_145|>",
1229
+ "lstrip": false,
1230
+ "normalized": false,
1231
+ "rstrip": false,
1232
+ "single_word": false,
1233
+ "special": true
1234
+ },
1235
+ "128154": {
1236
+ "content": "<|reserved_special_token_146|>",
1237
+ "lstrip": false,
1238
+ "normalized": false,
1239
+ "rstrip": false,
1240
+ "single_word": false,
1241
+ "special": true
1242
+ },
1243
+ "128155": {
1244
+ "content": "<|reserved_special_token_147|>",
1245
+ "lstrip": false,
1246
+ "normalized": false,
1247
+ "rstrip": false,
1248
+ "single_word": false,
1249
+ "special": true
1250
+ },
1251
+ "128156": {
1252
+ "content": "<|reserved_special_token_148|>",
1253
+ "lstrip": false,
1254
+ "normalized": false,
1255
+ "rstrip": false,
1256
+ "single_word": false,
1257
+ "special": true
1258
+ },
1259
+ "128157": {
1260
+ "content": "<|reserved_special_token_149|>",
1261
+ "lstrip": false,
1262
+ "normalized": false,
1263
+ "rstrip": false,
1264
+ "single_word": false,
1265
+ "special": true
1266
+ },
1267
+ "128158": {
1268
+ "content": "<|reserved_special_token_150|>",
1269
+ "lstrip": false,
1270
+ "normalized": false,
1271
+ "rstrip": false,
1272
+ "single_word": false,
1273
+ "special": true
1274
+ },
1275
+ "128159": {
1276
+ "content": "<|reserved_special_token_151|>",
1277
+ "lstrip": false,
1278
+ "normalized": false,
1279
+ "rstrip": false,
1280
+ "single_word": false,
1281
+ "special": true
1282
+ },
1283
+ "128160": {
1284
+ "content": "<|reserved_special_token_152|>",
1285
+ "lstrip": false,
1286
+ "normalized": false,
1287
+ "rstrip": false,
1288
+ "single_word": false,
1289
+ "special": true
1290
+ },
1291
+ "128161": {
1292
+ "content": "<|reserved_special_token_153|>",
1293
+ "lstrip": false,
1294
+ "normalized": false,
1295
+ "rstrip": false,
1296
+ "single_word": false,
1297
+ "special": true
1298
+ },
1299
+ "128162": {
1300
+ "content": "<|reserved_special_token_154|>",
1301
+ "lstrip": false,
1302
+ "normalized": false,
1303
+ "rstrip": false,
1304
+ "single_word": false,
1305
+ "special": true
1306
+ },
1307
+ "128163": {
1308
+ "content": "<|reserved_special_token_155|>",
1309
+ "lstrip": false,
1310
+ "normalized": false,
1311
+ "rstrip": false,
1312
+ "single_word": false,
1313
+ "special": true
1314
+ },
1315
+ "128164": {
1316
+ "content": "<|reserved_special_token_156|>",
1317
+ "lstrip": false,
1318
+ "normalized": false,
1319
+ "rstrip": false,
1320
+ "single_word": false,
1321
+ "special": true
1322
+ },
1323
+ "128165": {
1324
+ "content": "<|reserved_special_token_157|>",
1325
+ "lstrip": false,
1326
+ "normalized": false,
1327
+ "rstrip": false,
1328
+ "single_word": false,
1329
+ "special": true
1330
+ },
1331
+ "128166": {
1332
+ "content": "<|reserved_special_token_158|>",
1333
+ "lstrip": false,
1334
+ "normalized": false,
1335
+ "rstrip": false,
1336
+ "single_word": false,
1337
+ "special": true
1338
+ },
1339
+ "128167": {
1340
+ "content": "<|reserved_special_token_159|>",
1341
+ "lstrip": false,
1342
+ "normalized": false,
1343
+ "rstrip": false,
1344
+ "single_word": false,
1345
+ "special": true
1346
+ },
1347
+ "128168": {
1348
+ "content": "<|reserved_special_token_160|>",
1349
+ "lstrip": false,
1350
+ "normalized": false,
1351
+ "rstrip": false,
1352
+ "single_word": false,
1353
+ "special": true
1354
+ },
1355
+ "128169": {
1356
+ "content": "<|reserved_special_token_161|>",
1357
+ "lstrip": false,
1358
+ "normalized": false,
1359
+ "rstrip": false,
1360
+ "single_word": false,
1361
+ "special": true
1362
+ },
1363
+ "128170": {
1364
+ "content": "<|reserved_special_token_162|>",
1365
+ "lstrip": false,
1366
+ "normalized": false,
1367
+ "rstrip": false,
1368
+ "single_word": false,
1369
+ "special": true
1370
+ },
1371
+ "128171": {
1372
+ "content": "<|reserved_special_token_163|>",
1373
+ "lstrip": false,
1374
+ "normalized": false,
1375
+ "rstrip": false,
1376
+ "single_word": false,
1377
+ "special": true
1378
+ },
1379
+ "128172": {
1380
+ "content": "<|reserved_special_token_164|>",
1381
+ "lstrip": false,
1382
+ "normalized": false,
1383
+ "rstrip": false,
1384
+ "single_word": false,
1385
+ "special": true
1386
+ },
1387
+ "128173": {
1388
+ "content": "<|reserved_special_token_165|>",
1389
+ "lstrip": false,
1390
+ "normalized": false,
1391
+ "rstrip": false,
1392
+ "single_word": false,
1393
+ "special": true
1394
+ },
1395
+ "128174": {
1396
+ "content": "<|reserved_special_token_166|>",
1397
+ "lstrip": false,
1398
+ "normalized": false,
1399
+ "rstrip": false,
1400
+ "single_word": false,
1401
+ "special": true
1402
+ },
1403
+ "128175": {
1404
+ "content": "<|reserved_special_token_167|>",
1405
+ "lstrip": false,
1406
+ "normalized": false,
1407
+ "rstrip": false,
1408
+ "single_word": false,
1409
+ "special": true
1410
+ },
1411
+ "128176": {
1412
+ "content": "<|reserved_special_token_168|>",
1413
+ "lstrip": false,
1414
+ "normalized": false,
1415
+ "rstrip": false,
1416
+ "single_word": false,
1417
+ "special": true
1418
+ },
1419
+ "128177": {
1420
+ "content": "<|reserved_special_token_169|>",
1421
+ "lstrip": false,
1422
+ "normalized": false,
1423
+ "rstrip": false,
1424
+ "single_word": false,
1425
+ "special": true
1426
+ },
1427
+ "128178": {
1428
+ "content": "<|reserved_special_token_170|>",
1429
+ "lstrip": false,
1430
+ "normalized": false,
1431
+ "rstrip": false,
1432
+ "single_word": false,
1433
+ "special": true
1434
+ },
1435
+ "128179": {
1436
+ "content": "<|reserved_special_token_171|>",
1437
+ "lstrip": false,
1438
+ "normalized": false,
1439
+ "rstrip": false,
1440
+ "single_word": false,
1441
+ "special": true
1442
+ },
1443
+ "128180": {
1444
+ "content": "<|reserved_special_token_172|>",
1445
+ "lstrip": false,
1446
+ "normalized": false,
1447
+ "rstrip": false,
1448
+ "single_word": false,
1449
+ "special": true
1450
+ },
1451
+ "128181": {
1452
+ "content": "<|reserved_special_token_173|>",
1453
+ "lstrip": false,
1454
+ "normalized": false,
1455
+ "rstrip": false,
1456
+ "single_word": false,
1457
+ "special": true
1458
+ },
1459
+ "128182": {
1460
+ "content": "<|reserved_special_token_174|>",
1461
+ "lstrip": false,
1462
+ "normalized": false,
1463
+ "rstrip": false,
1464
+ "single_word": false,
1465
+ "special": true
1466
+ },
1467
+ "128183": {
1468
+ "content": "<|reserved_special_token_175|>",
1469
+ "lstrip": false,
1470
+ "normalized": false,
1471
+ "rstrip": false,
1472
+ "single_word": false,
1473
+ "special": true
1474
+ },
1475
+ "128184": {
1476
+ "content": "<|reserved_special_token_176|>",
1477
+ "lstrip": false,
1478
+ "normalized": false,
1479
+ "rstrip": false,
1480
+ "single_word": false,
1481
+ "special": true
1482
+ },
1483
+ "128185": {
1484
+ "content": "<|reserved_special_token_177|>",
1485
+ "lstrip": false,
1486
+ "normalized": false,
1487
+ "rstrip": false,
1488
+ "single_word": false,
1489
+ "special": true
1490
+ },
1491
+ "128186": {
1492
+ "content": "<|reserved_special_token_178|>",
1493
+ "lstrip": false,
1494
+ "normalized": false,
1495
+ "rstrip": false,
1496
+ "single_word": false,
1497
+ "special": true
1498
+ },
1499
+ "128187": {
1500
+ "content": "<|reserved_special_token_179|>",
1501
+ "lstrip": false,
1502
+ "normalized": false,
1503
+ "rstrip": false,
1504
+ "single_word": false,
1505
+ "special": true
1506
+ },
1507
+ "128188": {
1508
+ "content": "<|reserved_special_token_180|>",
1509
+ "lstrip": false,
1510
+ "normalized": false,
1511
+ "rstrip": false,
1512
+ "single_word": false,
1513
+ "special": true
1514
+ },
1515
+ "128189": {
1516
+ "content": "<|reserved_special_token_181|>",
1517
+ "lstrip": false,
1518
+ "normalized": false,
1519
+ "rstrip": false,
1520
+ "single_word": false,
1521
+ "special": true
1522
+ },
1523
+ "128190": {
1524
+ "content": "<|reserved_special_token_182|>",
1525
+ "lstrip": false,
1526
+ "normalized": false,
1527
+ "rstrip": false,
1528
+ "single_word": false,
1529
+ "special": true
1530
+ },
1531
+ "128191": {
1532
+ "content": "<|reserved_special_token_183|>",
1533
+ "lstrip": false,
1534
+ "normalized": false,
1535
+ "rstrip": false,
1536
+ "single_word": false,
1537
+ "special": true
1538
+ },
1539
+ "128192": {
1540
+ "content": "<|reserved_special_token_184|>",
1541
+ "lstrip": false,
1542
+ "normalized": false,
1543
+ "rstrip": false,
1544
+ "single_word": false,
1545
+ "special": true
1546
+ },
1547
+ "128193": {
1548
+ "content": "<|reserved_special_token_185|>",
1549
+ "lstrip": false,
1550
+ "normalized": false,
1551
+ "rstrip": false,
1552
+ "single_word": false,
1553
+ "special": true
1554
+ },
1555
+ "128194": {
1556
+ "content": "<|reserved_special_token_186|>",
1557
+ "lstrip": false,
1558
+ "normalized": false,
1559
+ "rstrip": false,
1560
+ "single_word": false,
1561
+ "special": true
1562
+ },
1563
+ "128195": {
1564
+ "content": "<|reserved_special_token_187|>",
1565
+ "lstrip": false,
1566
+ "normalized": false,
1567
+ "rstrip": false,
1568
+ "single_word": false,
1569
+ "special": true
1570
+ },
1571
+ "128196": {
1572
+ "content": "<|reserved_special_token_188|>",
1573
+ "lstrip": false,
1574
+ "normalized": false,
1575
+ "rstrip": false,
1576
+ "single_word": false,
1577
+ "special": true
1578
+ },
1579
+ "128197": {
1580
+ "content": "<|reserved_special_token_189|>",
1581
+ "lstrip": false,
1582
+ "normalized": false,
1583
+ "rstrip": false,
1584
+ "single_word": false,
1585
+ "special": true
1586
+ },
1587
+ "128198": {
1588
+ "content": "<|reserved_special_token_190|>",
1589
+ "lstrip": false,
1590
+ "normalized": false,
1591
+ "rstrip": false,
1592
+ "single_word": false,
1593
+ "special": true
1594
+ },
1595
+ "128199": {
1596
+ "content": "<|reserved_special_token_191|>",
1597
+ "lstrip": false,
1598
+ "normalized": false,
1599
+ "rstrip": false,
1600
+ "single_word": false,
1601
+ "special": true
1602
+ },
1603
+ "128200": {
1604
+ "content": "<|reserved_special_token_192|>",
1605
+ "lstrip": false,
1606
+ "normalized": false,
1607
+ "rstrip": false,
1608
+ "single_word": false,
1609
+ "special": true
1610
+ },
1611
+ "128201": {
1612
+ "content": "<|reserved_special_token_193|>",
1613
+ "lstrip": false,
1614
+ "normalized": false,
1615
+ "rstrip": false,
1616
+ "single_word": false,
1617
+ "special": true
1618
+ },
1619
+ "128202": {
1620
+ "content": "<|reserved_special_token_194|>",
1621
+ "lstrip": false,
1622
+ "normalized": false,
1623
+ "rstrip": false,
1624
+ "single_word": false,
1625
+ "special": true
1626
+ },
1627
+ "128203": {
1628
+ "content": "<|reserved_special_token_195|>",
1629
+ "lstrip": false,
1630
+ "normalized": false,
1631
+ "rstrip": false,
1632
+ "single_word": false,
1633
+ "special": true
1634
+ },
1635
+ "128204": {
1636
+ "content": "<|reserved_special_token_196|>",
1637
+ "lstrip": false,
1638
+ "normalized": false,
1639
+ "rstrip": false,
1640
+ "single_word": false,
1641
+ "special": true
1642
+ },
1643
+ "128205": {
1644
+ "content": "<|reserved_special_token_197|>",
1645
+ "lstrip": false,
1646
+ "normalized": false,
1647
+ "rstrip": false,
1648
+ "single_word": false,
1649
+ "special": true
1650
+ },
1651
+ "128206": {
1652
+ "content": "<|reserved_special_token_198|>",
1653
+ "lstrip": false,
1654
+ "normalized": false,
1655
+ "rstrip": false,
1656
+ "single_word": false,
1657
+ "special": true
1658
+ },
1659
+ "128207": {
1660
+ "content": "<|reserved_special_token_199|>",
1661
+ "lstrip": false,
1662
+ "normalized": false,
1663
+ "rstrip": false,
1664
+ "single_word": false,
1665
+ "special": true
1666
+ },
1667
+ "128208": {
1668
+ "content": "<|reserved_special_token_200|>",
1669
+ "lstrip": false,
1670
+ "normalized": false,
1671
+ "rstrip": false,
1672
+ "single_word": false,
1673
+ "special": true
1674
+ },
1675
+ "128209": {
1676
+ "content": "<|reserved_special_token_201|>",
1677
+ "lstrip": false,
1678
+ "normalized": false,
1679
+ "rstrip": false,
1680
+ "single_word": false,
1681
+ "special": true
1682
+ },
1683
+ "128210": {
1684
+ "content": "<|reserved_special_token_202|>",
1685
+ "lstrip": false,
1686
+ "normalized": false,
1687
+ "rstrip": false,
1688
+ "single_word": false,
1689
+ "special": true
1690
+ },
1691
+ "128211": {
1692
+ "content": "<|reserved_special_token_203|>",
1693
+ "lstrip": false,
1694
+ "normalized": false,
1695
+ "rstrip": false,
1696
+ "single_word": false,
1697
+ "special": true
1698
+ },
1699
+ "128212": {
1700
+ "content": "<|reserved_special_token_204|>",
1701
+ "lstrip": false,
1702
+ "normalized": false,
1703
+ "rstrip": false,
1704
+ "single_word": false,
1705
+ "special": true
1706
+ },
1707
+ "128213": {
1708
+ "content": "<|reserved_special_token_205|>",
1709
+ "lstrip": false,
1710
+ "normalized": false,
1711
+ "rstrip": false,
1712
+ "single_word": false,
1713
+ "special": true
1714
+ },
1715
+ "128214": {
1716
+ "content": "<|reserved_special_token_206|>",
1717
+ "lstrip": false,
1718
+ "normalized": false,
1719
+ "rstrip": false,
1720
+ "single_word": false,
1721
+ "special": true
1722
+ },
1723
+ "128215": {
1724
+ "content": "<|reserved_special_token_207|>",
1725
+ "lstrip": false,
1726
+ "normalized": false,
1727
+ "rstrip": false,
1728
+ "single_word": false,
1729
+ "special": true
1730
+ },
1731
+ "128216": {
1732
+ "content": "<|reserved_special_token_208|>",
1733
+ "lstrip": false,
1734
+ "normalized": false,
1735
+ "rstrip": false,
1736
+ "single_word": false,
1737
+ "special": true
1738
+ },
1739
+ "128217": {
1740
+ "content": "<|reserved_special_token_209|>",
1741
+ "lstrip": false,
1742
+ "normalized": false,
1743
+ "rstrip": false,
1744
+ "single_word": false,
1745
+ "special": true
1746
+ },
1747
+ "128218": {
1748
+ "content": "<|reserved_special_token_210|>",
1749
+ "lstrip": false,
1750
+ "normalized": false,
1751
+ "rstrip": false,
1752
+ "single_word": false,
1753
+ "special": true
1754
+ },
1755
+ "128219": {
1756
+ "content": "<|reserved_special_token_211|>",
1757
+ "lstrip": false,
1758
+ "normalized": false,
1759
+ "rstrip": false,
1760
+ "single_word": false,
1761
+ "special": true
1762
+ },
1763
+ "128220": {
1764
+ "content": "<|reserved_special_token_212|>",
1765
+ "lstrip": false,
1766
+ "normalized": false,
1767
+ "rstrip": false,
1768
+ "single_word": false,
1769
+ "special": true
1770
+ },
1771
+ "128221": {
1772
+ "content": "<|reserved_special_token_213|>",
1773
+ "lstrip": false,
1774
+ "normalized": false,
1775
+ "rstrip": false,
1776
+ "single_word": false,
1777
+ "special": true
1778
+ },
1779
+ "128222": {
1780
+ "content": "<|reserved_special_token_214|>",
1781
+ "lstrip": false,
1782
+ "normalized": false,
1783
+ "rstrip": false,
1784
+ "single_word": false,
1785
+ "special": true
1786
+ },
1787
+ "128223": {
1788
+ "content": "<|reserved_special_token_215|>",
1789
+ "lstrip": false,
1790
+ "normalized": false,
1791
+ "rstrip": false,
1792
+ "single_word": false,
1793
+ "special": true
1794
+ },
1795
+ "128224": {
1796
+ "content": "<|reserved_special_token_216|>",
1797
+ "lstrip": false,
1798
+ "normalized": false,
1799
+ "rstrip": false,
1800
+ "single_word": false,
1801
+ "special": true
1802
+ },
1803
+ "128225": {
1804
+ "content": "<|reserved_special_token_217|>",
1805
+ "lstrip": false,
1806
+ "normalized": false,
1807
+ "rstrip": false,
1808
+ "single_word": false,
1809
+ "special": true
1810
+ },
1811
+ "128226": {
1812
+ "content": "<|reserved_special_token_218|>",
1813
+ "lstrip": false,
1814
+ "normalized": false,
1815
+ "rstrip": false,
1816
+ "single_word": false,
1817
+ "special": true
1818
+ },
1819
+ "128227": {
1820
+ "content": "<|reserved_special_token_219|>",
1821
+ "lstrip": false,
1822
+ "normalized": false,
1823
+ "rstrip": false,
1824
+ "single_word": false,
1825
+ "special": true
1826
+ },
1827
+ "128228": {
1828
+ "content": "<|reserved_special_token_220|>",
1829
+ "lstrip": false,
1830
+ "normalized": false,
1831
+ "rstrip": false,
1832
+ "single_word": false,
1833
+ "special": true
1834
+ },
1835
+ "128229": {
1836
+ "content": "<|reserved_special_token_221|>",
1837
+ "lstrip": false,
1838
+ "normalized": false,
1839
+ "rstrip": false,
1840
+ "single_word": false,
1841
+ "special": true
1842
+ },
1843
+ "128230": {
1844
+ "content": "<|reserved_special_token_222|>",
1845
+ "lstrip": false,
1846
+ "normalized": false,
1847
+ "rstrip": false,
1848
+ "single_word": false,
1849
+ "special": true
1850
+ },
1851
+ "128231": {
1852
+ "content": "<|reserved_special_token_223|>",
1853
+ "lstrip": false,
1854
+ "normalized": false,
1855
+ "rstrip": false,
1856
+ "single_word": false,
1857
+ "special": true
1858
+ },
1859
+ "128232": {
1860
+ "content": "<|reserved_special_token_224|>",
1861
+ "lstrip": false,
1862
+ "normalized": false,
1863
+ "rstrip": false,
1864
+ "single_word": false,
1865
+ "special": true
1866
+ },
1867
+ "128233": {
1868
+ "content": "<|reserved_special_token_225|>",
1869
+ "lstrip": false,
1870
+ "normalized": false,
1871
+ "rstrip": false,
1872
+ "single_word": false,
1873
+ "special": true
1874
+ },
1875
+ "128234": {
1876
+ "content": "<|reserved_special_token_226|>",
1877
+ "lstrip": false,
1878
+ "normalized": false,
1879
+ "rstrip": false,
1880
+ "single_word": false,
1881
+ "special": true
1882
+ },
1883
+ "128235": {
1884
+ "content": "<|reserved_special_token_227|>",
1885
+ "lstrip": false,
1886
+ "normalized": false,
1887
+ "rstrip": false,
1888
+ "single_word": false,
1889
+ "special": true
1890
+ },
1891
+ "128236": {
1892
+ "content": "<|reserved_special_token_228|>",
1893
+ "lstrip": false,
1894
+ "normalized": false,
1895
+ "rstrip": false,
1896
+ "single_word": false,
1897
+ "special": true
1898
+ },
1899
+ "128237": {
1900
+ "content": "<|reserved_special_token_229|>",
1901
+ "lstrip": false,
1902
+ "normalized": false,
1903
+ "rstrip": false,
1904
+ "single_word": false,
1905
+ "special": true
1906
+ },
1907
+ "128238": {
1908
+ "content": "<|reserved_special_token_230|>",
1909
+ "lstrip": false,
1910
+ "normalized": false,
1911
+ "rstrip": false,
1912
+ "single_word": false,
1913
+ "special": true
1914
+ },
1915
+ "128239": {
1916
+ "content": "<|reserved_special_token_231|>",
1917
+ "lstrip": false,
1918
+ "normalized": false,
1919
+ "rstrip": false,
1920
+ "single_word": false,
1921
+ "special": true
1922
+ },
1923
+ "128240": {
1924
+ "content": "<|reserved_special_token_232|>",
1925
+ "lstrip": false,
1926
+ "normalized": false,
1927
+ "rstrip": false,
1928
+ "single_word": false,
1929
+ "special": true
1930
+ },
1931
+ "128241": {
1932
+ "content": "<|reserved_special_token_233|>",
1933
+ "lstrip": false,
1934
+ "normalized": false,
1935
+ "rstrip": false,
1936
+ "single_word": false,
1937
+ "special": true
1938
+ },
1939
+ "128242": {
1940
+ "content": "<|reserved_special_token_234|>",
1941
+ "lstrip": false,
1942
+ "normalized": false,
1943
+ "rstrip": false,
1944
+ "single_word": false,
1945
+ "special": true
1946
+ },
1947
+ "128243": {
1948
+ "content": "<|reserved_special_token_235|>",
1949
+ "lstrip": false,
1950
+ "normalized": false,
1951
+ "rstrip": false,
1952
+ "single_word": false,
1953
+ "special": true
1954
+ },
1955
+ "128244": {
1956
+ "content": "<|reserved_special_token_236|>",
1957
+ "lstrip": false,
1958
+ "normalized": false,
1959
+ "rstrip": false,
1960
+ "single_word": false,
1961
+ "special": true
1962
+ },
1963
+ "128245": {
1964
+ "content": "<|reserved_special_token_237|>",
1965
+ "lstrip": false,
1966
+ "normalized": false,
1967
+ "rstrip": false,
1968
+ "single_word": false,
1969
+ "special": true
1970
+ },
1971
+ "128246": {
1972
+ "content": "<|reserved_special_token_238|>",
1973
+ "lstrip": false,
1974
+ "normalized": false,
1975
+ "rstrip": false,
1976
+ "single_word": false,
1977
+ "special": true
1978
+ },
1979
+ "128247": {
1980
+ "content": "<|reserved_special_token_239|>",
1981
+ "lstrip": false,
1982
+ "normalized": false,
1983
+ "rstrip": false,
1984
+ "single_word": false,
1985
+ "special": true
1986
+ },
1987
+ "128248": {
1988
+ "content": "<|reserved_special_token_240|>",
1989
+ "lstrip": false,
1990
+ "normalized": false,
1991
+ "rstrip": false,
1992
+ "single_word": false,
1993
+ "special": true
1994
+ },
1995
+ "128249": {
1996
+ "content": "<|reserved_special_token_241|>",
1997
+ "lstrip": false,
1998
+ "normalized": false,
1999
+ "rstrip": false,
2000
+ "single_word": false,
2001
+ "special": true
2002
+ },
2003
+ "128250": {
2004
+ "content": "<|reserved_special_token_242|>",
2005
+ "lstrip": false,
2006
+ "normalized": false,
2007
+ "rstrip": false,
2008
+ "single_word": false,
2009
+ "special": true
2010
+ },
2011
+ "128251": {
2012
+ "content": "<|reserved_special_token_243|>",
2013
+ "lstrip": false,
2014
+ "normalized": false,
2015
+ "rstrip": false,
2016
+ "single_word": false,
2017
+ "special": true
2018
+ },
2019
+ "128252": {
2020
+ "content": "<|reserved_special_token_244|>",
2021
+ "lstrip": false,
2022
+ "normalized": false,
2023
+ "rstrip": false,
2024
+ "single_word": false,
2025
+ "special": true
2026
+ },
2027
+ "128253": {
2028
+ "content": "<|reserved_special_token_245|>",
2029
+ "lstrip": false,
2030
+ "normalized": false,
2031
+ "rstrip": false,
2032
+ "single_word": false,
2033
+ "special": true
2034
+ },
2035
+ "128254": {
2036
+ "content": "<|reserved_special_token_246|>",
2037
+ "lstrip": false,
2038
+ "normalized": false,
2039
+ "rstrip": false,
2040
+ "single_word": false,
2041
+ "special": true
2042
+ },
2043
+ "128255": {
2044
+ "content": "<|reserved_special_token_247|>",
2045
+ "lstrip": false,
2046
+ "normalized": false,
2047
+ "rstrip": false,
2048
+ "single_word": false,
2049
+ "special": true
2050
+ }
2051
+ },
2052
+ "bos_token": "<|begin_of_text|>",
2053
+ "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
2054
+ "clean_up_tokenization_spaces": true,
2055
+ "eos_token": "<|eot_id|>",
2056
+ "model_input_names": [
2057
+ "input_ids",
2058
+ "attention_mask"
2059
+ ],
2060
+ "model_max_length": 131072,
2061
+ "tokenizer_class": "PreTrainedTokenizerFast"
2062
+ }
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/hparams.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/logs/metrics.csv ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=20newsgroups/list=0.0-1.0/labels.csv ADDED
@@ -0,0 +1,160 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 3743,2
2
+ 11471,12
3
+ 5033,15
4
+ 9275,5
5
+ 6421,14
6
+ 13439,4
7
+ 11907,11
8
+ 11959,2
9
+ 107,12
10
+ 8423,19
11
+ 10163,19
12
+ 10332,2
13
+ 17363,8
14
+ 7954,5
15
+ 18147,11
16
+ 17812,16
17
+ 1070,12
18
+ 928,10
19
+ 14113,16
20
+ 4012,4
21
+ 7250,7
22
+ 4028,10
23
+ 14230,19
24
+ 10089,6
25
+ 4366,5
26
+ 11257,5
27
+ 7637,14
28
+ 12858,8
29
+ 4734,12
30
+ 1280,0
31
+ 3128,2
32
+ 7045,10
33
+ 12011,17
34
+ 13900,13
35
+ 5574,6
36
+ 15309,13
37
+ 6042,12
38
+ 1215,2
39
+ 17974,4
40
+ 8744,7
41
+ 17787,6
42
+ 12966,12
43
+ 7592,14
44
+ 5939,12
45
+ 17826,0
46
+ 2541,0
47
+ 4352,6
48
+ 1977,19
49
+ 18361,10
50
+ 16953,11
51
+ 18214,5
52
+ 10798,11
53
+ 6652,12
54
+ 13195,17
55
+ 15171,18
56
+ 9153,16
57
+ 1817,11
58
+ 6031,8
59
+ 4848,6
60
+ 5102,14
61
+ 2886,8
62
+ 383,4
63
+ 974,6
64
+ 3272,1
65
+ 17576,14
66
+ 4319,18
67
+ 9078,18
68
+ 9904,3
69
+ 4444,10
70
+ 4748,6
71
+ 4686,0
72
+ 16418,0
73
+ 1252,9
74
+ 9744,14
75
+ 4222,5
76
+ 2212,9
77
+ 15701,8
78
+ 17631,17
79
+ 4794,4
80
+ 1138,4
81
+ 6719,15
82
+ 4802,6
83
+ 1061,2
84
+ 12366,9
85
+ 3859,1
86
+ 5600,9
87
+ 12172,10
88
+ 12023,10
89
+ 3351,0
90
+ 13380,6
91
+ 509,3
92
+ 10412,2
93
+ 17881,17
94
+ 14111,8
95
+ 12487,4
96
+ 13326,3
97
+ 1111,17
98
+ 8711,6
99
+ 7068,6
100
+ 11745,1
101
+ 12146,3
102
+ 15053,11
103
+ 7997,2
104
+ 17686,15
105
+ 708,9
106
+ 16330,11
107
+ 16615,16
108
+ 13832,11
109
+ 6022,1
110
+ 12148,8
111
+ 16668,1
112
+ 11878,9
113
+ 2988,1
114
+ 13144,5
115
+ 13491,4
116
+ 9750,2
117
+ 11539,7
118
+ 7623,13
119
+ 14148,12
120
+ 13629,2
121
+ 7619,12
122
+ 12616,10
123
+ 18225,1
124
+ 4577,3
125
+ 18019,10
126
+ 1707,11
127
+ 10108,10
128
+ 8505,1
129
+ 335,15
130
+ 13754,15
131
+ 13704,3
132
+ 12551,4
133
+ 9442,9
134
+ 4827,8
135
+ 6846,12
136
+ 312,5
137
+ 670,0
138
+ 7219,19
139
+ 14088,17
140
+ 2843,2
141
+ 17537,1
142
+ 4529,7
143
+ 17335,15
144
+ 15981,11
145
+ 17007,16
146
+ 8879,14
147
+ 14182,3
148
+ 8662,14
149
+ 15545,18
150
+ 14616,5
151
+ 5153,14
152
+ 803,2
153
+ 16039,15
154
+ 9583,2
155
+ 9549,8
156
+ 13881,11
157
+ 16325,10
158
+ 61,5
159
+ 1834,10
160
+ 18116,12
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=20newsgroups/list=0.0-1.0/logits.csv ADDED
@@ -0,0 +1,160 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 3743,-29.629797,-12.627443,-0.0024437823,-6.131771,-9.377866,-15.341381,-12.752443,-19.814943,-19.105143,-24.200788,-25.098995,-17.317358,-18.00309,-22.315022,-20.189943,-29.145016,-24.209713,-17.471598,-22.033693,-25.709002
2
+ 11471,-23.978285,-16.437685,-12.250185,-13.945473,-11.877603,-23.88879,-10.750185,-10.875185,-12.268728,-22.28701,-20.534992,-15.781985,-0.0003896571,-22.797256,-17.437685,-22.50542,-22.89753,-16.313395,-17.062685,-18.508709
3
+ 5033,-6.6353936,-17.005064,-19.192564,-22.792452,-24.693413,-30.575281,-16.942564,-14.567565,-16.195913,-21.262781,-22.93541,-19.318794,-13.362256,-14.690543,-17.130064,-0.005502871,-15.891409,-15.506071,-13.192565,-7.0058904
4
+ 9275,-42.545315,-8.000474,-15.187974,-19.4705,-15.725202,-0.004641941,-19.906725,-22.094225,-18.357573,-25.555689,-23.41706,-20.586945,-13.6327915,-22.656513,-24.187975,-30.123295,-22.730343,-19.399317,-20.094225,-21.067696
5
+ 6421,-21.052736,-13.687865,-12.875365,-19.64255,-12.528305,-26.22388,-13.562865,-10.375365,-10.251195,-20.445742,-17.255411,-16.079557,-12.128109,-13.639181,-0.00036542892,-20.555937,-18.257154,-13.626104,-17.875366,-13.692503
6
+ 13439,-27.700993,-12.877097,-6.252097,-11.631613,-0.003183316,-14.088168,-12.377097,-16.877096,-17.624458,-26.087559,-23.625513,-22.95194,-16.06505,-20.029587,-20.814596,-25.21688,-21.455837,-16.917795,-22.627096,-27.356323
7
+ 11907,-33.794,-19.062502,-18.687502,-22.328447,-22.746906,-21.068151,-22.250002,-23.750002,-23.941244,-32.08001,-30.405544,-0.00085579726,-21.782465,-28.146364,-26.687502,-33.881516,-31.025253,-23.388767,-29.468752,-30.36304
8
+ 11959,-28.134768,-13.001535,-0.0015351903,-7.647819,-8.50678,-12.509121,-7.6265354,-16.626535,-15.269687,-24.608435,-25.560041,-20.45874,-17.814596,-19.512812,-20.439035,-18.886013,-20.443953,-17.383406,-19.939035,-21.127892
9
+ 107,-19.119152,-15.251199,-13.751199,-17.942228,-13.253757,-27.2668,-9.001199,-14.938699,-16.33082,-20.08289,-18.374414,-20.80391,-0.0016381934,-17.683805,-16.001198,-24.44753,-17.684132,-17.37805,-17.813698,-17.394217
10
+ 8423,-7.752852,-17.064672,-20.158422,-23.587936,-20.717403,-29.167095,-15.377173,-16.002172,-15.568957,-20.873585,-23.225962,-21.492298,-14.156772,-14.682331,-14.377173,-6.8809104,-18.937534,-13.690146,-13.627173,-0.0025835603
11
+ 10163,-9.252874,-17.687775,-19.750275,-26.07216,-22.693745,-30.620285,-18.125275,-17.750275,-17.564798,-22.193655,-23.377682,-20.855238,-17.137327,-14.839126,-16.687775,-11.079509,-14.094446,-16.189316,-17.500275,-0.0006306353
12
+ 10332,-28.96685,-9.127344,-0.0023445995,-6.2602005,-11.128014,-14.378126,-11.127344,-16.814844,-15.540315,-25.068003,-27.233479,-18.093576,-15.072184,-21.659718,-19.314844,-30.028328,-24.0548,-14.344844,-20.439844,-22.379398
13
+ 17363,-20.936104,-16.250801,-16.563301,-20.527,-17.677822,-35.537086,-12.875801,-10.000801,-0.0034249313,-19.41102,-14.980455,-23.086716,-11.88715,-19.66063,-20.063301,-29.909704,-16.98677,-17.843699,-19.750801,-20.30705
14
+ 7954,-35.635845,-15.750289,-21.125288,-26.391354,-24.321402,-0.0011074834,-22.937788,-28.062788,-25.122194,-33.25228,-28.230621,-26.384256,-17.377926,-26.959356,-26.469038,-35.151863,-26.033566,-27.01541,-26.562788,-27.983715
15
+ 18147,-24.577728,-17.250061,-15.687562,-21.235077,-17.298296,-21.679543,-16.750061,-15.625062,-19.169857,-26.539782,-20.640938,-0.00049533794,-15.318629,-21.547565,-21.125061,-20.916454,-20.76702,-18.626625,-17.375061,-19.336012
16
+ 17812,-22.498959,-7.0011244,-9.001124,-13.871894,-14.440317,-13.090702,-10.001124,-14.063624,-16.128094,-19.94602,-17.859388,-14.812036,-12.251352,-16.85195,-18.251125,-17.879189,-0.0023377559,-17.068562,-18.001125,-19.279257
17
+ 1070,-24.775597,-15.437772,-14.875272,-16.63226,-12.628661,-20.376335,-9.125272,-13.250272,-15.010095,-20.794048,-18.326303,-14.588846,-0.00041170215,-17.46921,-18.000273,-21.826326,-17.998236,-17.20774,-19.937773,-18.689636
18
+ 928,-40.301807,-14.125198,-17.375198,-19.094498,-20.771694,-35.439606,-14.375198,-17.875198,-16.540407,-15.938518,-0.0002589011,-24.541786,-14.009605,-21.76393,-16.062698,-25.444874,-16.445827,-17.877228,-14.625198,-21.367702
19
+ 14113,-13.898349,-14.937548,-15.875048,-20.761477,-16.941792,-26.8419,-17.875048,-13.375048,-18.5637,-23.93875,-18.127262,-19.578472,-15.188178,-13.804038,-20.750048,-18.878641,-0.00034768737,-13.250187,-11.500048,-16.375189
20
+ 4012,-31.296383,-10.250683,-9.375683,-8.62844,-0.00092086877,-15.837848,-14.875683,-19.188183,-15.81399,-31.159801,-28.258915,-20.79842,-16.626043,-24.904545,-22.000683,-34.399086,-27.89184,-17.197668,-23.188183,-29.256702
21
+ 7250,-26.098537,-18.000624,-18.813124,-22.76364,-15.822354,-35.915005,-10.875623,-0.0006227938,-10.791723,-23.457285,-19.63197,-25.790987,-10.003582,-19.393112,-21.938124,-24.011122,-21.738997,-20.876606,-19.438124,-20.317806
22
+ 4028,-23.748333,-17.125048,-18.437548,-17.723204,-21.475605,-33.035645,-16.812548,-16.187548,-17.841536,-17.37595,-6.5325425e-05,-25.86429,-14.888376,-21.050966,-19.375048,-27.17395,-16.221188,-19.314924,-15.687547,-21.20728
23
+ 14230,-18.677006,-17.50027,-20.56277,-23.30948,-19.596373,-30.543877,-12.250271,-11.750271,-15.008561,-23.377876,-25.015388,-18.961123,-16.437908,-16.090141,-19.00027,-20.46597,-16.439846,-14.000502,-13.250271,-0.0009275535
24
+ 10089,-27.714584,-19.625858,-19.875858,-21.469376,-16.879272,-29.272078,-0.0008588916,-17.563358,-20.896013,-27.001038,-26.265682,-21.936382,-7.8759413,-24.136307,-24.375858,-29.622309,-24.99752,-22.315989,-22.125858,-22.779669
25
+ 4366,-33.603477,-7.3758082,-13.813308,-13.8422,-16.888435,-0.0016271856,-19.563309,-23.500809,-21.474722,-27.62603,-22.62282,-19.499275,-15.125133,-22.307728,-20.938309,-29.598825,-20.48029,-23.950064,-22.563309,-24.45705
26
+ 11257,-32.36074,-9.500114,-13.500114,-15.522883,-18.199251,-0.003713086,-18.500114,-22.437614,-22.009766,-30.16677,-25.178596,-22.70109,-17.696827,-23.69916,-23.750114,-31.567238,-19.603836,-23.399216,-22.250114,-23.896072
27
+ 7637,-16.226627,-10.125436,-16.375435,-19.28392,-19.127052,-22.753023,-12.812936,-12.500436,-15.799104,-19.071941,-22.243979,-16.780842,-12.816759,-12.570553,-0.0004354959,-17.984528,-14.073301,-16.06706,-15.000436,-11.565243
28
+ 12858,-21.581211,-17.938293,-13.000793,-17.04434,-14.393694,-27.008162,-10.125793,-8.625793,-0.0010237858,-19.900946,-19.69266,-26.381786,-11.497453,-20.1933,-20.000793,-27.268267,-17.323433,-18.320173,-20.438293,-21.323383
29
+ 4734,-19.207443,-13.189095,-16.626595,-13.521098,-11.353316,-26.250378,-9.001595,-7.8765945,-8.129516,-16.391506,-19.359615,-12.446037,-0.0018985202,-13.622537,-16.126595,-13.258468,-15.541254,-12.191856,-17.189095,-14.933324
30
+ 1280,-0.004477273,-10.877013,-11.377013,-19.910875,-10.946658,-24.88654,-10.752013,-7.5020137,-8.37769,-16.253044,-12.999471,-17.837008,-12.315078,-14.443817,-16.189514,-7.8799486,-7.3771534,-15.378586,-11.502013,-9.752235
31
+ 3128,-21.397854,-12.688032,-0.000532247,-11.131662,-8.502608,-14.47973,-11.625532,-13.500532,-13.009444,-17.41071,-17.997833,-12.815258,-14.500622,-12.631618,-16.500532,-12.693231,-13.57817,-12.822468,-18.000532,-14.389912
32
+ 7045,-13.095666,-11.064147,-14.001647,-19.261057,-10.949395,-30.191444,-9.751647,-10.064147,-8.134977,-14.7561035,-0.0045333677,-16.411283,-9.129356,-8.641178,-14.876647,-16.562685,-9.84375,-11.441315,-11.251647,-14.502809
33
+ 12011,-14.754518,-15.5001745,-19.250174,-20.69688,-23.023314,-29.397263,-20.125174,-13.7501745,-18.065022,-21.900229,-21.142025,-17.64744,-16.43861,-10.97041,-17.687674,-17.076323,-11.080047,-0.000658618,-14.5626745,-12.502925
34
+ 13900,-14.201362,-12.813306,-13.250806,-18.270569,-13.347014,-24.780134,-10.750806,-12.250806,-16.579172,-18.826447,-19.528536,-16.284039,-10.254623,-0.0022026408,-15.750806,-11.753146,-13.314973,-10.678169,-13.813306,-13.005739
35
+ 5574,-34.167778,-15.625098,-18.375097,-14.886502,-14.131431,-27.301582,-9.8104436e-05,-19.750097,-19.94193,-29.78325,-28.041376,-22.946348,-13.875216,-25.0392,-24.250097,-29.751429,-23.424372,-21.190147,-23.437597,-25.344465
36
+ 15309,-17.733183,-14.625437,-17.125437,-20.827768,-25.639284,-33.639477,-13.500437,-15.187937,-15.692244,-19.269306,-15.430715,-19.455612,-14.359294,-0.00045611843,-16.937937,-19.233738,-19.609049,-9.630757,-18.000437,-18.004177
37
+ 6042,-19.314627,-12.8146,-16.8146,-21.730145,-9.847,-28.631355,-13.4396,-8.2521,-10.942996,-14.8823185,-14.459185,-16.47794,-0.0030070595,-15.020413,-15.3146,-13.430887,-16.83564,-13.190408,-15.0021,-14.879794
38
+ 1215,-26.117691,-12.250481,-0.00048017892,-10.880025,-11.634483,-12.264387,-15.625481,-19.18798,-17.073568,-22.335894,-24.29108,-18.568516,-20.188461,-18.960428,-20.81298,-24.139772,-17.880484,-18.817793,-21.81298,-22.406702
39
+ 17974,-24.042805,-10.751481,-8.126481,-7.502583,-0.00346378,-25.086548,-8.126481,-13.876481,-14.8578415,-25.18772,-21.921139,-17.203825,-8.751506,-16.236355,-16.18898,-26.242092,-20.951021,-13.390478,-18.31398,-25.341383
40
+ 8744,-23.915716,-16.566456,-16.941456,-20.353422,-10.63026,-36.460907,-10.878955,-0.003954924,-6.0091114,-19.592497,-19.35789,-23.518085,-9.636245,-16.822165,-20.972706,-20.287647,-17.11938,-18.755354,-18.253956,-14.844707
41
+ 17787,-29.7789,-15.500073,-18.687572,-19.203398,-19.251469,-22.675615,-7.331103e-05,-17.125072,-17.257338,-24.875816,-24.267527,-19.085577,-11.250337,-21.222351,-22.312572,-23.410202,-21.641762,-21.626549,-23.562572,-19.704626
42
+ 12966,-18.47803,-12.627214,-14.564714,-20.03616,-10.1010895,-21.465288,-9.252214,-6.8772144,-13.440918,-18.620228,-12.3868065,-18.77876,-0.004041244,-11.259336,-10.002214,-18.155287,-18.72063,-14.377786,-15.752214,-14.941981
43
+ 7592,-11.772494,-16.812838,-17.687838,-22.299036,-18.590328,-28.651133,-15.562839,-12.125339,-14.876787,-21.001148,-14.679888,-19.164547,-15.125479,-15.003906,-0.00033813957,-19.710634,-18.688494,-16.313358,-19.625338,-15.750631
44
+ 5939,-22.7247,-12.875623,-14.438123,-16.04092,-13.006588,-28.414814,-10.625623,-9.125623,-15.57759,-19.503017,-12.7328005,-12.995362,-0.00091409904,-17.012024,-16.438122,-20.038229,-14.573949,-14.877537,-14.188123,-15.876135
45
+ 17826,-0.0031015994,-14.750589,-17.31309,-20.65205,-19.001175,-25.649044,-12.813089,-15.188089,-14.565073,-19.386967,-19.78778,-17.309025,-12.630317,-11.997499,-16.93809,-10.8767185,-13.455955,-10.002403,-14.250589,-8.127299
46
+ 2541,-0.0041744877,-13.126551,-13.814051,-18.13999,-15.452021,-25.267109,-11.314051,-11.064051,-14.1899605,-19.314812,-17.54921,-14.374207,-9.5019655,-9.007919,-13.939051,-9.627123,-10.628137,-9.001885,-6.87655,-11.439227
47
+ 4352,-25.316263,-17.93784,-17.25034,-20.597878,-16.851887,-37.850098,-0.00033968876,-14.3753395,-18.578049,-21.083998,-21.489727,-24.142437,-10.500393,-21.76174,-22.12534,-27.47168,-23.679028,-21.003965,-22.50034,-24.77848
48
+ 1977,-10.003316,-14.563256,-14.250756,-20.058134,-12.854864,-26.86932,-14.125756,-13.875756,-10.79009,-19.588316,-15.293343,-15.270908,-11.501628,-8.752089,-16.938255,-8.755908,-11.890095,-10.503741,-10.375756,-0.00084132806
49
+ 18361,-24.387758,-19.687508,-19.062508,-20.197346,-23.93842,-35.23563,-19.000008,-19.875008,-19.149744,-18.690172,-0.00013088407,-27.232082,-18.755804,-20.512802,-22.062508,-23.001823,-17.768318,-22.144274,-18.750008,-21.59918
50
+ 16953,-24.461391,-19.187502,-18.187502,-26.590954,-20.10235,-25.123634,-19.375002,-19.875002,-21.703697,-31.838816,-28.464104,-0.00039474413,-18.194914,-22.454163,-22.437502,-34.70987,-30.184177,-19.940683,-27.343752,-26.817598
51
+ 18214,-28.060156,-9.50014,-11.25014,-14.758516,-16.536839,-0.001954887,-19.18764,-23.87514,-25.193123,-27.942354,-24.012434,-19.28864,-18.235119,-27.937824,-24.46889,-30.817528,-24.876839,-22.272362,-23.15639,-25.80992
52
+ 10798,-25.740538,-18.375008,-17.125008,-17.629427,-19.256523,-21.986443,-21.062508,-19.437508,-20.605028,-30.647799,-27.811504,-0.00091690186,-19.688107,-23.685875,-23.750008,-31.61023,-26.213135,-20.836271,-25.906258,-27.272366
53
+ 6652,-25.471123,-8.750549,-13.063049,-12.880856,-11.318101,-21.281588,-10.813049,-9.750549,-11.754499,-16.5743,-13.741191,-17.63687,-0.00061460934,-16.143164,-16.37555,-17.7926,-14.384244,-14.068391,-15.875549,-13.936534
54
+ 13195,-9.615727,-14.188235,-15.688235,-18.879389,-21.591084,-23.067493,-16.750736,-14.375735,-18.502707,-20.712135,-20.111767,-13.8379345,-15.189211,-12.076626,-15.125735,-14.312899,-9.132518,-0.000932642,-8.000735,-14.564356
55
+ 15171,-9.13757,-14.813207,-16.125708,-21.084507,-16.963875,-24.364388,-12.813207,-14.188207,-15.006661,-18.376179,-14.031242,-16.696583,-14.406837,-10.8950205,-16.875708,-10.387883,-11.260658,-11.814821,-0.00070713786,-12.500958
56
+ 9153,-12.865308,-12.000296,-13.500296,-18.515148,-12.89586,-25.19739,-13.312796,-9.750296,-13.813429,-19.694788,-17.423023,-14.279583,-13.125867,-10.385681,-17.312796,-17.627628,-0.0003789191,-11.250878,-11.000296,-13.875528
57
+ 1817,-29.97316,-19.31251,-17.50001,-19.866974,-21.492275,-18.042206,-21.81251,-21.18751,-25.300592,-28.910622,-28.622988,-0.00034815317,-22.33056,-25.955975,-26.34376,-27.526997,-28.71627,-23.37933,-27.78126,-26.36145
58
+ 6031,-22.491835,-15.125863,-13.375863,-20.962225,-12.87831,-32.465588,-14.125863,-7.750863,-0.0036082552,-20.629648,-17.55596,-19.207544,-14.127198,-14.879182,-20.125864,-15.136163,-18.356335,-14.689777,-14.688363,-17.313652
59
+ 4848,-28.183731,-15.375437,-15.250437,-17.882631,-16.56537,-21.867453,-0.00043668746,-16.812937,-16.261324,-25.574686,-27.175358,-20.014126,-8.37551,-18.65912,-22.625437,-22.826488,-22.584988,-19.51428,-22.312937,-19.33334
60
+ 5102,-22.472996,-17.125156,-20.375156,-22.131563,-25.454628,-26.50751,-19.562656,-17.000156,-21.914566,-25.630703,-27.708092,-21.818338,-18.020271,-20.382904,-0.00015603278,-27.738329,-21.026918,-21.443754,-20.812656,-20.915512
61
+ 2886,-24.69634,-16.814558,-13.252058,-19.518204,-13.276468,-39.043167,-10.002058,-7.252058,-0.0024619745,-18.584852,-18.600208,-22.441208,-8.646416,-16.780663,-19.377058,-23.418606,-19.390886,-17.318972,-18.564558,-19.341284
62
+ 383,-28.054466,-14.625154,-10.875154,-12.253669,-0.0013077632,-17.533726,-13.625154,-16.250154,-16.445047,-25.221481,-25.112719,-22.590698,-16.312864,-24.308926,-21.062654,-27.786093,-22.26494,-17.948296,-20.000154,-24.056747
63
+ 974,-28.821068,-11.00035,-14.00035,-15.008073,-13.815056,-13.772469,-0.0003496989,-14.56285,-15.031658,-20.771788,-21.601616,-14.555875,-8.375437,-21.094784,-19.375349,-29.65015,-17.829626,-17.50706,-19.312849,-20.801865
64
+ 3272,-10.413228,-0.00042310345,-12.937923,-17.055794,-13.582384,-17.85161,-12.187923,-13.437923,-14.940902,-20.234413,-19.04166,-13.603437,-13.500726,-15.402079,-12.437923,-17.422592,-12.374046,-14.266289,-16.562923,-15.073545
65
+ 17576,-21.929085,-14.375121,-13.937621,-18.520784,-14.895342,-18.312696,-16.81262,-13.937621,-16.948092,-22.946608,-24.336672,-12.925592,-14.814637,-18.316978,-0.000121109304,-20.624271,-17.098278,-17.064686,-18.43762,-17.1284
66
+ 4319,-10.557148,-16.063667,-19.188667,-21.420753,-19.187979,-27.782991,-16.876167,-12.188667,-17.003052,-24.120241,-19.696686,-16.726242,-14.379889,-13.134519,-17.126167,-16.25326,-12.319359,-12.18899,-0.001167331,-12.565129
67
+ 9078,-18.210632,-13.251319,-15.501319,-18.67653,-17.979477,-28.994286,-13.688819,-11.376319,-16.377636,-21.38703,-16.795107,-16.446218,-11.501894,-11.957206,-15.376319,-17.578861,-11.128963,-11.126454,-0.0013186578,-16.439266
68
+ 9904,-33.201675,-11.503177,-6.628177,-0.005310121,-6.8805165,-20.671242,-13.815677,-18.690678,-16.253973,-23.824707,-23.523838,-21.587114,-13.128413,-22.68383,-18.190678,-32.357334,-23.351814,-16.18271,-21.315678,-27.051506
69
+ 4444,-28.31253,-18.437513,-20.812513,-21.630907,-25.172287,-35.28695,-19.062513,-19.437513,-23.452774,-19.814116,-9.488716e-05,-21.664158,-18.636219,-21.150522,-19.562513,-26.741323,-18.292336,-22.009848,-20.625013,-22.511494
70
+ 4748,-13.808809,-9.875592,-9.375592,-16.16104,-9.397097,-20.67869,-0.0005920564,-9.625592,-9.13536,-17.1326,-16.084093,-16.995924,-9.376618,-11.443065,-16.438091,-14.314809,-12.379541,-13.126192,-12.375592,-15.627011
71
+ 4686,-0.0027564305,-18.063581,-18.876081,-22.4561,-19.761553,-26.058233,-16.688581,-15.563581,-15.752319,-20.887531,-23.098976,-22.675392,-14.915329,-14.285116,-18.001081,-8.252879,-15.735176,-15.814386,-13.626081,-7.129023
72
+ 16418,-0.004532794,-10.002779,-11.690279,-16.893091,-15.333889,-13.561848,-12.377779,-12.377779,-13.694351,-17.663933,-18.315636,-13.181312,-12.294281,-8.753742,-9.815279,-6.504063,-12.583673,-9.133058,-13.752779,-7.378222
73
+ 1252,-23.81977,-13.000871,-15.125871,-19.501474,-19.404404,-29.828712,-12.500871,-12.938371,-10.760728,-0.0035573854,-9.878164,-21.880123,-12.008519,-12.827924,-14.375871,-26.385584,-15.427727,-15.258303,-13.688371,-15.194091
74
+ 9744,-27.213564,-18.250044,-23.687544,-24.443504,-21.249683,-27.480318,-16.125044,-17.750044,-19.629347,-24.865978,-19.642097,-22.698593,-16.377384,-19.769217,-4.4702483e-05,-24.038221,-23.789179,-18.813335,-20.750044,-19.13464
75
+ 4222,-32.933475,-8.625425,-13.875425,-15.741373,-10.986609,-0.0030421922,-19.687925,-20.687925,-23.32491,-30.495626,-25.73082,-25.5306,-18.752892,-25.843061,-22.375425,-30.417122,-27.818722,-22.614027,-23.844175,-25.320704
76
+ 2212,-21.692171,-15.93785,-15.50035,-20.300594,-20.43273,-32.931595,-13.00035,-17.81285,-14.325735,-0.0010100197,-10.023905,-23.225462,-16.570553,-15.29554,-17.06285,-19.3931,-19.203598,-16.405123,-15.50035,-16.169203
77
+ 15701,-10.56412,-14.127434,-12.877434,-19.641956,-12.14643,-30.223276,-10.752434,-6.377434,-0.0054551135,-18.584915,-13.693012,-17.210047,-10.756429,-14.112334,-16.564934,-16.253181,-13.943718,-15.819123,-17.002434,-13.6277485
78
+ 17631,-10.229518,-8.876371,-13.126371,-17.099241,-11.023593,-17.484735,-11.563871,-10.688871,-13.519584,-17.692333,-15.91148,-11.4961605,-10.007454,-8.805106,-10.688871,-13.319702,-10.002118,-0.002376779,-8.251371,-12.376613
79
+ 4794,-28.298298,-9.002406,-7.377406,-6.7585526,-0.0028679133,-19.407022,-8.752406,-16.939907,-13.577764,-22.743118,-21.265823,-20.622862,-9.002482,-17.092525,-19.252407,-28.166931,-25.044357,-14.508909,-18.564907,-23.566101
80
+ 1138,-27.071278,-9.875727,-9.125727,-8.253733,-0.0011159359,-17.085588,-13.625727,-16.563227,-14.322779,-26.736551,-25.696579,-17.330362,-10.126222,-22.026943,-17.438227,-24.905796,-23.290894,-15.999692,-20.875727,-26.556133
81
+ 6719,-12.004127,-19.500677,-21.375677,-24.74435,-25.354582,-30.07607,-17.188177,-18.438177,-17.189268,-23.912386,-21.801983,-21.732222,-15.880734,-18.387314,-19.563177,-0.0014949169,-19.060616,-15.188422,-15.938178,-9.37665
82
+ 4802,-16.142525,-11.75019,-16.562689,-18.986826,-14.459721,-30.088696,-0.00018952481,-12.00019,-13.325357,-16.307972,-17.267166,-18.270014,-9.625899,-13.153249,-16.187689,-19.78402,-16.469355,-13.691673,-17.062689,-17.267107
83
+ 1061,-22.027966,-8.126289,-0.0012892515,-7.38601,-8.62689,-15.958639,-14.063789,-16.87629,-15.325376,-26.107483,-23.555666,-18.697289,-15.3767805,-19.442265,-19.25129,-27.731224,-23.010921,-14.415558,-21.62629,-25.112757
84
+ 12366,-18.663754,-15.125442,-17.875443,-22.198639,-16.929688,-35.230556,-12.875442,-15.625442,-15.846875,-0.0009727476,-14.260069,-22.630869,-14.500911,-12.696597,-17.812943,-21.028507,-19.88451,-15.507074,-16.000443,-17.69765
85
+ 3859,-23.67087,-0.00033670955,-12.000337,-11.652585,-12.627249,-14.004483,-17.812838,-19.312838,-17.648792,-27.259129,-26.247234,-19.68348,-12.5005045,-12.427279,-19.750338,-28.98085,-20.568653,-15.51243,-21.625338,-21.591608
86
+ 5600,-19.905561,-18.125643,-18.563143,-21.483791,-19.132708,-35.05498,-11.625644,-17.438143,-16.070107,-0.0020357522,-10.877457,-21.25033,-16.126448,-16.36782,-17.000643,-22.951044,-18.338593,-17.889433,-17.938143,-16.94485
87
+ 12172,-23.106794,-17.250034,-21.625034,-23.112413,-23.27156,-36.90983,-16.500034,-17.125034,-15.276705,-17.375307,-0.00010680829,-26.15763,-15.886783,-18.816362,-19.625034,-28.421001,-17.467485,-20.438866,-16.750034,-20.818197
88
+ 12023,-23.129633,-19.312542,-23.000042,-23.68979,-24.975636,-36.03972,-19.625042,-21.625042,-17.605968,-20.562883,-0.00014483306,-25.932281,-18.139412,-22.16398,-19.937542,-28.528704,-21.253323,-21.381798,-21.187542,-22.549908
89
+ 3351,-0.0022104923,-11.375554,-14.438054,-18.39268,-13.227879,-20.1304,-13.438054,-16.938055,-16.815372,-18.772083,-17.994705,-15.058327,-15.750747,-12.008184,-15.563054,-10.126627,-15.956911,-9.626105,-11.500554,-8.000708
90
+ 13380,-32.35779,-16.875175,-19.687675,-16.161865,-15.880418,-24.81377,-0.00017581825,-18.000175,-19.769161,-29.952614,-29.164316,-23.040781,-13.125225,-23.2732,-25.718925,-28.876783,-23.35856,-23.189241,-24.875175,-23.898094
91
+ 509,-24.53211,-8.882539,-5.507539,-0.009166946,-6.007887,-13.83667,-9.882539,-17.632538,-14.673551,-28.52912,-23.251324,-18.985474,-12.820104,-19.96665,-18.195038,-31.270363,-22.189266,-15.455558,-20.320038,-24.37623
92
+ 10412,-30.519611,-9.750818,-0.000817918,-11.09857,-10.613113,-15.026151,-15.438318,-19.219568,-16.235563,-22.29776,-24.566338,-17.248081,-14.756408,-17.646706,-19.688318,-26.56509,-24.012371,-12.207345,-20.094568,-18.805752
93
+ 17881,-12.345913,-15.562819,-14.500319,-20.28715,-16.971485,-22.720545,-16.937819,-14.437819,-16.751232,-20.356579,-20.2222,-14.962667,-15.376295,-8.944719,-16.687819,-12.88118,-10.502319,-0.0005864231,-11.875319,-12.313341
94
+ 14111,-21.517864,-15.688839,-15.126339,-18.694357,-14.512566,-37.711365,-10.876339,-9.126339,-0.0016528444,-25.801762,-22.70511,-26.449606,-11.280789,-19.031273,-21.095089,-27.724384,-19.104614,-18.324532,-19.126339,-20.006205
95
+ 12487,-18.81114,-8.376939,-6.876939,-14.742728,-0.003258695,-20.487762,-9.251939,-10.876939,-13.473554,-18.634357,-9.176778,-15.0934925,-9.626972,-11.514611,-11.939439,-12.2534485,-14.970029,-13.755333,-14.689439,-15.943892
96
+ 13326,-30.151802,-13.939692,-6.7521915,-0.0036672,-9.127421,-18.992516,-12.127192,-19.189692,-19.097317,-23.399334,-23.890858,-20.129192,-16.502707,-22.926416,-20.595942,-34.141365,-24.279137,-19.562157,-21.533442,-29.262451
97
+ 1111,-16.288296,-17.375038,-19.187538,-21.64204,-25.341927,-29.212025,-20.687538,-16.562538,-19.628689,-25.126629,-20.748165,-19.0999,-18.000624,-11.942526,-19.187538,-18.002851,-11.691429,-0.00034256044,-12.125038,-16.062672
98
+ 8711,-30.693848,-14.501287,-17.751287,-13.77215,-6.763127,-20.267704,-0.0012871085,-17.376287,-18.383461,-26.526625,-30.581478,-22.63441,-15.626526,-24.7765,-21.376287,-29.631159,-24.534855,-22.4464,-22.688787,-26.076954
99
+ 7068,-27.986952,-9.250549,-9.625549,-10.378182,-8.626387,-16.370275,-0.00054952304,-13.438049,-14.645137,-20.356476,-21.798494,-14.7046385,-9.500633,-17.38531,-18.50055,-26.045715,-15.453232,-14.626676,-16.62555,-17.898287
100
+ 11745,-20.940825,-0.0019503873,-9.62695,-12.576002,-11.124099,-16.322626,-12.93945,-16.064451,-15.008083,-20.72364,-21.057095,-12.014189,-8.154818,-7.045094,-13.62695,-20.467606,-19.197214,-10.252876,-16.001951,-15.329236
101
+ 12146,-25.21551,-8.255248,-6.005248,-0.0062222825,-7.256011,-10.454597,-11.192748,-14.880248,-12.796343,-19.632652,-22.270508,-16.876366,-10.443218,-17.866327,-17.067749,-27.479858,-20.930763,-15.460429,-16.380249,-21.764011
102
+ 15053,-28.529053,-16.625017,-15.250017,-21.234362,-21.65081,-16.841457,-20.625017,-20.750017,-21.702358,-27.77002,-27.048107,-0.0011667558,-20.754076,-26.82698,-22.687517,-25.4207,-17.652401,-22.313997,-25.375017,-24.70905
103
+ 7997,-30.68455,-10.690852,-0.003352262,-6.396299,-11.63079,-12.381538,-14.003352,-18.440853,-14.828944,-17.78647,-26.013088,-17.50108,-12.25772,-16.65785,-20.940853,-28.275068,-24.845146,-15.6312685,-20.190853,-26.621828
104
+ 17686,-7.9192915,-13.314242,-17.314243,-22.296522,-18.836128,-28.243584,-9.501742,-14.064242,-13.074762,-17.57296,-21.736967,-18.773653,-12.359581,-12.358271,-14.564242,-0.0020419215,-15.610829,-11.502661,-12.689242,-8.002072
105
+ 708,-22.024988,-16.500792,-18.063292,-21.806238,-23.525253,-36.417747,-14.750792,-19.438292,-17.78846,-0.0016651355,-7.3763824,-23.25689,-17.771532,-13.269976,-17.375792,-28.66861,-21.989975,-17.313992,-17.500792,-17.280666
106
+ 16330,-25.18907,-16.937506,-19.500006,-22.46023,-21.128874,-17.76877,-17.687506,-20.250006,-22.693636,-27.46935,-28.285492,-0.00033289773,-18.875187,-22.783224,-24.437506,-24.126368,-20.106482,-20.815989,-25.000006,-23.153887
107
+ 16615,-7.66853,-11.813601,-14.626101,-17.903946,-17.131376,-28.30734,-13.751101,-10.751101,-15.504042,-17.142893,-17.251303,-14.686784,-11.628934,-12.600326,-15.063601,-9.155397,-0.0016803155,-9.751298,-8.751101,-10.5015955
108
+ 13832,-26.992128,-18.687504,-17.750004,-22.115337,-19.66573,-23.498201,-21.187504,-19.687504,-22.517061,-31.427776,-28.344028,-0.00017105139,-18.699919,-24.464676,-25.125004,-31.060854,-29.554188,-21.253855,-27.031254,-29.038834
109
+ 6022,-29.120033,-0.001437822,-13.063938,-7.58492,-11.37845,-11.6335125,-11.813938,-16.438938,-17.919752,-22.988146,-19.543518,-16.332993,-8.75413,-20.015333,-13.626438,-26.594612,-21.540255,-15.929216,-18.595188,-17.696342
110
+ 12148,-21.59454,-14.065559,-14.878059,-19.888044,-11.882321,-34.829205,-11.253059,-6.128059,-0.0036175728,-20.085785,-19.928175,-18.724722,-8.636264,-15.137141,-19.37806,-21.08291,-17.904411,-14.629401,-19.31556,-16.596342
111
+ 16668,-35.598457,-0.0017422748,-7.0017424,-9.03607,-9.877313,-11.885689,-9.501742,-16.314241,-12.692234,-26.024729,-25.79355,-19.217278,-14.002332,-21.726524,-19.189241,-32.69892,-25.34314,-15.54204,-19.064241,-23.652828
112
+ 11878,-23.148012,-19.125471,-19.062971,-21.700443,-21.876234,-36.039246,-14.000471,-16.687971,-17.487244,-0.0011624173,-14.975196,-25.083889,-17.630842,-15.370439,-19.437971,-27.5136,-21.647968,-18.690872,-15.937971,-17.774609
113
+ 2988,-21.814434,-0.0021052833,-10.314606,-15.755844,-12.016061,-14.698332,-11.502106,-18.252106,-18.366146,-21.51026,-20.851948,-15.53537,-11.890148,-15.232403,-15.752106,-23.540636,-24.585783,-15.075128,-20.908356,-19.68211
114
+ 13144,-32.914066,-12.375059,-18.43756,-20.92651,-19.200768,-0.003119295,-20.31256,-24.21881,-21.551311,-33.426865,-25.545305,-24.65162,-17.065426,-23.832699,-23.75006,-34.270584,-23.882803,-23.839705,-23.37506,-25.330498
115
+ 13491,-24.591969,-12.377731,-7.7527313,-6.886281,-0.00415268,-15.786327,-7.2527313,-15.315231,-14.339244,-21.492348,-23.469261,-20.903456,-13.627946,-23.012203,-17.815231,-24.301428,-19.005442,-17.223808,-17.377731,-23.575218
116
+ 9750,-27.783707,-12.0002365,-0.0002368408,-9.877171,-11.375627,-17.106514,-12.8752365,-18.500237,-15.510379,-30.221848,-25.142239,-20.563753,-20.312895,-18.524637,-22.250237,-28.217281,-23.807922,-16.505983,-20.937737,-23.821203
117
+ 11539,-22.69254,-17.188389,-16.375889,-19.055786,-13.709453,-39.973972,-9.750889,-0.0008892634,-11.81524,-25.181116,-19.328478,-28.418072,-11.887503,-23.125927,-19.063389,-25.557587,-18.900312,-19.695705,-18.063389,-18.104427
118
+ 7623,-14.395585,-8.626322,-15.001322,-17.199747,-16.54325,-21.301395,-15.063822,-12.688822,-13.1977825,-16.283768,-17.309479,-12.318953,-8.008785,-0.0018500683,-11.751322,-15.862175,-16.082033,-10.004178,-13.063822,-11.328602
119
+ 14148,-31.475338,-18.875692,-19.063192,-20.26,-15.753761,-32.202602,-12.750693,-8.000693,-12.953584,-23.336092,-24.357225,-20.052856,-0.00092777656,-18.034168,-20.375692,-25.293713,-24.084461,-18.827044,-19.813192,-24.410017
120
+ 13629,-23.782562,-10.251327,-0.0013265152,-9.87027,-7.6616096,-7.636327,-11.626327,-16.563826,-16.729723,-21.737839,-23.119621,-16.377207,-15.441611,-17.304058,-18.813826,-18.817722,-20.59777,-17.463152,-19.938826,-19.133398
121
+ 7619,-28.510202,-10.689004,-12.126504,-10.005175,-9.25327,-18.20879,-10.751504,-14.001504,-14.130668,-22.051823,-22.201504,-22.0808,-0.0015501373,-17.160288,-15.501504,-28.702913,-22.958435,-15.672814,-16.189005,-23.538418
122
+ 12616,-26.925817,-19.750013,-19.625013,-21.474148,-28.011942,-35.232998,-19.062513,-20.375013,-18.719814,-18.938454,-8.4397565e-05,-26.294708,-18.65036,-22.880291,-20.687513,-28.157448,-19.821007,-22.063358,-19.250013,-22.935589
123
+ 18225,-28.005241,-0.0017301366,-10.75173,-19.819487,-13.02483,-15.308142,-14.18923,-19.06423,-23.912157,-24.319021,-19.647425,-15.12681,-12.275801,-14.518676,-14.12673,-22.451788,-21.771183,-13.975862,-21.68923,-19.147398
124
+ 4577,-30.960735,-9.12604,-8.62604,-0.0036762108,-10.631535,-14.08631,-11.75104,-17.68854,-18.161774,-22.611177,-23.981585,-17.398846,-14.690724,-21.732147,-18.15729,-30.556318,-17.193468,-17.194132,-19.62604,-18.518717
125
+ 18019,-24.490717,-15.812721,-17.750221,-19.037027,-23.007051,-31.748875,-16.312721,-17.312721,-14.862015,-11.375602,-0.00023660575,-21.53036,-13.891166,-22.344244,-17.687721,-26.901602,-14.016211,-17.627102,-16.187721,-19.260807
126
+ 1707,-18.85225,-15.062563,-16.875063,-20.317402,-16.046886,-26.373253,-15.375063,-12.500063,-18.940147,-27.267004,-23.582933,-0.00037605435,-13.750126,-16.328362,-19.437563,-20.572283,-10.126571,-15.813623,-14.250063,-20.945213
127
+ 10108,-22.933426,-15.937528,-16.125029,-19.130863,-18.57318,-29.724575,-17.187529,-16.500029,-16.915724,-13.750311,-0.00010204002,-20.293686,-18.188145,-19.872011,-18.125029,-26.973503,-16.940437,-18.064768,-16.875029,-20.352257
128
+ 8505,-25.8968,-0.0004020121,-14.625402,-10.3855,-12.8787155,-13.926014,-13.500402,-17.812902,-15.595646,-25.916496,-24.522566,-18.973,-14.313195,-22.770412,-14.562902,-23.887718,-17.155237,-17.681564,-20.656652,-24.167137
129
+ 335,-6.7551394,-14.003672,-7.5036716,-16.152277,-21.97744,-19.6431,-12.441172,-10.816172,-12.276215,-15.817863,-14.529165,-11.926507,-14.320864,-12.99773,-15.503672,-0.0044108746,-10.413683,-9.193434,-10.878672,-7.631314
130
+ 13754,-9.287831,-17.314077,-19.064077,-22.637367,-22.211983,-30.976639,-14.939077,-14.751577,-13.69535,-19.47338,-22.660973,-20.761858,-12.322464,-15.251478,-17.189077,-0.0029520546,-13.303649,-14.004773,-13.376577,-7.0017743
131
+ 13704,-25.742603,-9.37798,-6.25298,-0.0046136994,-8.004525,-14.948541,-8.87798,-18.81548,-16.816765,-24.548653,-25.864376,-20.615036,-17.00318,-20.789131,-19.62798,-31.555185,-21.142546,-17.892948,-19.81548,-25.684797
132
+ 12551,-22.264599,-8.002913,-9.252913,-6.255778,-0.0039670113,-14.340536,-13.565413,-14.752913,-16.542545,-24.655098,-25.477882,-18.813587,-12.00325,-21.432907,-17.752914,-28.358917,-18.42188,-15.713894,-18.127914,-23.53869
133
+ 9442,-26.185251,-18.437883,-18.750383,-21.390242,-21.570957,-41.82498,-15.125383,-18.250383,-19.426176,-0.0004908247,-17.177204,-25.245005,-18.584824,-14.529469,-18.375383,-28.376192,-20.960148,-18.045643,-17.750383,-18.297235
134
+ 4827,-20.067429,-11.875545,-9.750545,-16.195812,-11.254332,-18.032137,-11.375545,-12.188045,-0.0014740387,-18.41668,-18.912743,-17.947767,-10.876119,-13.114189,-17.063046,-15.801203,-13.939118,-13.892679,-15.625545,-13.3243685
135
+ 6846,-27.186209,-8.126564,-11.126564,-9.132093,-9.252495,-16.694183,-7.751564,-13.689064,-13.7256365,-24.974548,-21.94817,-15.322735,-0.0017323036,-14.96859,-15.689064,-28.73943,-21.143402,-14.149042,-17.689064,-21.421278
136
+ 312,-25.16811,-9.375253,-13.562753,-11.050003,-16.003735,-0.0046786293,-18.375254,-22.812754,-18.537655,-29.265984,-24.833164,-20.800732,-16.627346,-23.417887,-22.437754,-30.557648,-17.73682,-22.71473,-23.812754,-24.495533
137
+ 670,-0.0029989835,-15.688609,-16.188608,-19.360031,-17.239502,-24.712246,-12.376109,-14.376109,-15.504181,-21.075186,-20.704874,-19.6671,-14.002113,-11.177185,-17.063608,-11.627896,-17.68685,-7.751511,-12.126109,-13.129556
138
+ 7219,-9.136998,-15.563517,-18.813517,-21.931202,-23.684853,-30.904217,-17.376017,-14.251017,-15.266082,-19.564728,-21.434673,-18.712868,-9.253547,-11.102112,-14.688517,-7.8906493,-14.533118,-10.377277,-13.438517,-0.0034052986
139
+ 14088,-16.149746,-15.87511,-18.437609,-23.053398,-15.702594,-27.37879,-15.75011,-14.75011,-18.440636,-23.9407,-22.919859,-15.28277,-15.937752,-12.26407,-17.687609,-16.320284,-9.625226,-0.00030097913,-13.25011,-12.250213
140
+ 2843,-28.273258,-10.625514,-0.000514375,-9.006751,-11.127378,-13.754653,-11.250514,-17.250515,-16.608849,-21.707521,-24.154207,-12.579954,-14.064105,-16.313179,-20.250515,-26.249508,-22.37571,-17.35245,-19.063015,-21.442226
141
+ 17537,-32.67674,-0.0007409688,-10.125741,-9.550974,-11.002414,-13.877225,-13.250741,-18.68824,-20.858122,-25.005444,-24.853527,-16.376614,-8.627051,-15.662053,-17.56324,-26.376917,-26.847689,-15.463015,-19.50074,-23.064592
142
+ 4529,-15.736898,-13.563064,-14.688064,-19.634876,-15.625879,-27.304298,-11.125564,-0.0005635819,-8.752193,-20.15996,-15.76923,-10.508619,-12.313489,-9.540245,-17.625563,-17.690987,-12.563133,-12.876121,-11.125564,-14.143262
143
+ 17335,-10.627356,-17.564024,-18.939024,-23.506844,-26.438084,-26.942055,-16.814024,-17.376524,-16.641718,-20.88549,-24.84843,-23.30899,-15.60164,-21.473145,-18.439024,-0.0026338203,-18.19584,-16.378498,-16.689024,-11.252463
144
+ 15981,-27.156155,-19.500011,-19.062511,-22.318111,-18.838913,-26.170948,-15.9375105,-12.3750105,-20.08351,-28.573399,-27.040434,-0.00093703263,-15.126322,-17.290419,-23.125011,-20.32165,-20.059116,-19.500387,-18.000011,-21.692287
145
+ 17007,-16.8389,-13.25012,-12.75012,-17.684656,-12.896877,-20.446821,-15.68762,-13.50012,-18.87711,-23.284689,-19.053911,-15.456461,-12.125454,-13.891541,-20.68762,-18.376568,-0.00056435005,-13.376766,-13.31262,-19.879715
146
+ 8879,-23.120434,-17.68766,-19.62516,-23.262941,-18.857733,-26.13654,-17.62516,-18.62516,-18.981579,-25.250347,-24.384907,-21.613585,-16.648607,-16.851686,-0.00016056202,-23.405561,-24.877077,-17.001125,-20.56266,-19.883125
147
+ 14182,-27.256746,-6.1330476,-5.5080476,-0.010276648,-7.134076,-11.643729,-8.508047,-16.758047,-14.377679,-21.326447,-25.125582,-15.745019,-13.446117,-21.116848,-16.195547,-26.78826,-15.116606,-15.868895,-15.820547,-19.097265
148
+ 8662,-16.430162,-12.625148,-20.250147,-21.748653,-19.968346,-26.218477,-16.062647,-15.937648,-20.204767,-20.952967,-24.671223,-19.800915,-14.506315,-16.065027,-0.00014757022,-20.042925,-18.428558,-17.750929,-17.375147,-13.256131
149
+ 15545,-16.850859,-14.063849,-13.876349,-16.32878,-16.20634,-26.79769,-13.813849,-11.001349,-15.823358,-18.314573,-15.203806,-18.74589,-8.018509,-10.961816,-15.126349,-13.334279,-10.502557,-11.751645,-0.0013490156,-15.876624
150
+ 14616,-23.828348,-10.126695,-7.1266947,-10.181379,-7.518177,-0.0035844473,-14.376695,-22.126694,-19.38625,-24.163628,-18.461643,-16.39657,-16.502699,-21.275114,-19.189194,-22.814646,-10.161643,-17.581295,-21.939194,-23.716541
151
+ 5153,-17.354048,-15.000125,-20.062624,-24.601154,-23.154764,-28.21592,-17.750124,-16.750124,-22.127953,-24.542473,-25.627514,-19.210161,-16.009571,-16.7369,-0.00012456595,-23.313808,-19.668,-17.819105,-22.000124,-18.00457
152
+ 803,-18.961119,-10.376682,-0.0016826532,-6.779537,-8.503721,-13.693453,-11.876682,-13.689182,-9.78776,-20.24693,-18.395964,-15.980365,-10.376898,-16.854685,-15.564182,-24.24548,-14.228693,-12.692421,-17.876682,-18.08985
153
+ 16039,-8.627885,-16.126947,-18.126947,-22.328756,-22.20399,-24.733923,-16.001947,-16.939447,-13.816994,-18.503025,-24.8642,-19.541363,-13.900999,-15.438522,-16.376947,-0.0025114713,-14.250837,-14.2527,-12.751947,-7.377647
154
+ 9583,-21.869251,-9.625389,-0.00038890427,-9.950293,-11.755263,-13.006227,-8.500389,-17.31289,-16.229378,-21.410236,-21.4613,-16.111845,-15.065994,-15.261047,-18.12539,-20.132835,-13.934691,-15.485856,-17.75039,-21.733963
155
+ 9549,-18.223885,-11.065492,-9.377992,-16.898327,-10.069132,-25.684372,-10.940492,-7.252992,-0.0058915755,-16.359133,-16.738863,-14.377195,-10.066081,-8.647138,-14.940492,-13.760669,-13.320043,-8.754498,-12.502992,-11.952991
156
+ 13881,-24.987118,-17.68751,-17.37501,-22.044874,-17.560892,-22.883146,-17.06251,-14.000009,-20.75275,-28.711649,-26.577553,-0.0004533732,-16.250458,-19.290426,-21.81251,-20.510612,-17.545918,-17.625292,-16.93751,-22.076803
157
+ 16325,-27.230303,-17.625036,-22.437536,-22.57134,-22.890026,-37.627518,-19.312536,-20.437536,-18.705772,-19.31334,-8.284871e-05,-24.506899,-18.751953,-20.836096,-20.125036,-31.266308,-21.09558,-19.938227,-18.625036,-22.230692
158
+ 61,-34.540287,-7.625571,-12.375571,-11.268196,-17.29399,-0.0015156628,-17.37557,-22.56307,-24.744982,-32.09444,-25.850243,-21.658802,-16.768126,-26.02797,-22.71932,-29.627008,-20.17059,-23.240377,-23.03182,-22.630981
159
+ 1834,-29.94619,-19.125147,-18.875147,-21.287907,-24.47729,-33.396072,-19.937647,-19.500147,-18.234686,-20.376482,-0.0002479394,-27.843761,-18.87953,-23.388676,-21.062647,-27.78586,-19.274286,-19.440561,-20.812647,-22.156446
160
+ 18116,-19.49665,-11.626378,-13.751378,-12.508623,-9.127381,-20.510712,-7.0013785,-10.001378,-12.340904,-20.07164,-16.043247,-11.561431,-0.0014831999,-11.734366,-17.251379,-19.00594,-14.969005,-13.628726,-18.688879,-13.255874
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=20newsgroups/list=test_800/labels.csv ADDED
@@ -0,0 +1,800 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 9093,16
2
+ 6372,2
3
+ 14573,12
4
+ 11938,15
5
+ 1712,17
6
+ 12553,16
7
+ 16642,14
8
+ 2432,18
9
+ 4032,15
10
+ 2320,3
11
+ 9358,3
12
+ 10651,1
13
+ 9297,8
14
+ 5267,14
15
+ 7346,13
16
+ 18169,3
17
+ 544,17
18
+ 4136,2
19
+ 14172,1
20
+ 2609,10
21
+ 17603,11
22
+ 12700,14
23
+ 6239,12
24
+ 8495,18
25
+ 15771,18
26
+ 11698,18
27
+ 127,16
28
+ 3419,17
29
+ 13218,0
30
+ 17284,5
31
+ 3475,1
32
+ 15884,17
33
+ 14988,3
34
+ 15250,12
35
+ 265,3
36
+ 14431,13
37
+ 2182,19
38
+ 16984,1
39
+ 8187,19
40
+ 4463,9
41
+ 15259,13
42
+ 17872,12
43
+ 2223,8
44
+ 15302,12
45
+ 6970,12
46
+ 6840,10
47
+ 5417,11
48
+ 5550,7
49
+ 14019,16
50
+ 6122,10
51
+ 15287,12
52
+ 12758,2
53
+ 3017,2
54
+ 37,11
55
+ 16939,15
56
+ 5018,14
57
+ 16827,7
58
+ 4365,4
59
+ 15411,17
60
+ 17191,5
61
+ 3836,11
62
+ 9220,12
63
+ 691,5
64
+ 12707,11
65
+ 5492,6
66
+ 4703,15
67
+ 3800,2
68
+ 15970,13
69
+ 10179,17
70
+ 8908,7
71
+ 5284,10
72
+ 6699,4
73
+ 346,9
74
+ 1343,4
75
+ 5352,3
76
+ 9079,6
77
+ 11870,19
78
+ 16922,6
79
+ 921,11
80
+ 7089,9
81
+ 1642,14
82
+ 6070,13
83
+ 7518,15
84
+ 10751,15
85
+ 174,13
86
+ 16038,10
87
+ 16392,10
88
+ 3722,15
89
+ 4781,15
90
+ 10028,2
91
+ 15197,8
92
+ 13618,4
93
+ 5070,5
94
+ 16307,10
95
+ 13398,4
96
+ 8996,2
97
+ 11358,18
98
+ 9565,18
99
+ 5237,19
100
+ 7450,19
101
+ 15992,17
102
+ 9879,2
103
+ 18046,5
104
+ 17540,12
105
+ 11094,1
106
+ 15116,9
107
+ 15945,5
108
+ 11742,5
109
+ 13122,13
110
+ 618,2
111
+ 30,6
112
+ 4186,7
113
+ 17581,16
114
+ 13233,9
115
+ 10977,14
116
+ 6010,2
117
+ 16733,10
118
+ 15300,15
119
+ 2011,5
120
+ 13108,15
121
+ 5547,2
122
+ 8648,4
123
+ 8365,18
124
+ 3490,16
125
+ 1790,14
126
+ 718,0
127
+ 15930,19
128
+ 1178,13
129
+ 9773,9
130
+ 17616,11
131
+ 733,17
132
+ 3740,3
133
+ 8897,12
134
+ 13049,3
135
+ 11555,16
136
+ 4631,7
137
+ 7830,10
138
+ 13143,11
139
+ 17982,10
140
+ 2064,18
141
+ 9327,6
142
+ 2784,5
143
+ 16094,1
144
+ 1661,9
145
+ 14421,0
146
+ 376,13
147
+ 14091,14
148
+ 3641,18
149
+ 18342,19
150
+ 7598,3
151
+ 17676,12
152
+ 9229,9
153
+ 12389,7
154
+ 16991,7
155
+ 13416,1
156
+ 7828,7
157
+ 6071,18
158
+ 14065,3
159
+ 15961,16
160
+ 11912,16
161
+ 2544,9
162
+ 6009,13
163
+ 5765,11
164
+ 17811,16
165
+ 12062,10
166
+ 78,2
167
+ 12738,2
168
+ 900,16
169
+ 7248,10
170
+ 8654,13
171
+ 11763,18
172
+ 8986,12
173
+ 18281,2
174
+ 3513,12
175
+ 17921,19
176
+ 14797,18
177
+ 13119,17
178
+ 611,16
179
+ 14417,9
180
+ 16506,18
181
+ 6303,5
182
+ 15475,6
183
+ 6881,0
184
+ 1749,9
185
+ 15921,9
186
+ 11810,7
187
+ 10963,13
188
+ 11445,11
189
+ 9029,1
190
+ 10032,2
191
+ 1325,8
192
+ 6318,9
193
+ 18243,14
194
+ 11366,4
195
+ 4343,1
196
+ 1309,1
197
+ 3292,9
198
+ 10631,18
199
+ 5425,15
200
+ 12275,11
201
+ 10638,6
202
+ 5767,14
203
+ 4571,5
204
+ 8157,6
205
+ 2910,15
206
+ 8870,7
207
+ 3623,10
208
+ 698,10
209
+ 15737,4
210
+ 13194,15
211
+ 8273,1
212
+ 17359,7
213
+ 9928,10
214
+ 823,12
215
+ 1066,10
216
+ 8386,5
217
+ 4043,17
218
+ 14005,13
219
+ 11079,3
220
+ 9484,2
221
+ 15875,18
222
+ 13012,14
223
+ 2154,12
224
+ 17060,16
225
+ 12041,6
226
+ 2109,16
227
+ 12734,10
228
+ 7063,0
229
+ 5552,16
230
+ 9988,0
231
+ 18088,8
232
+ 6834,3
233
+ 2267,10
234
+ 3778,1
235
+ 13669,11
236
+ 8807,4
237
+ 6001,18
238
+ 8900,0
239
+ 13228,13
240
+ 13252,8
241
+ 8330,18
242
+ 16479,8
243
+ 15968,9
244
+ 17641,8
245
+ 5295,3
246
+ 11399,7
247
+ 1243,15
248
+ 15399,16
249
+ 3101,11
250
+ 45,4
251
+ 4760,19
252
+ 359,4
253
+ 14055,11
254
+ 12632,14
255
+ 14892,11
256
+ 13716,18
257
+ 6861,7
258
+ 16982,3
259
+ 17263,9
260
+ 14135,18
261
+ 13361,6
262
+ 77,7
263
+ 9048,14
264
+ 15957,4
265
+ 8833,12
266
+ 14854,10
267
+ 5807,16
268
+ 7278,7
269
+ 2542,8
270
+ 6784,16
271
+ 3280,2
272
+ 8796,8
273
+ 2508,1
274
+ 8686,13
275
+ 5604,7
276
+ 15050,14
277
+ 15614,4
278
+ 128,9
279
+ 9381,13
280
+ 6707,10
281
+ 15166,19
282
+ 14118,13
283
+ 17574,6
284
+ 8139,13
285
+ 8837,2
286
+ 12563,18
287
+ 1300,12
288
+ 18265,11
289
+ 1377,8
290
+ 14927,16
291
+ 16580,0
292
+ 9248,2
293
+ 9084,10
294
+ 8182,7
295
+ 1902,8
296
+ 11050,10
297
+ 430,15
298
+ 7213,19
299
+ 1717,18
300
+ 10812,7
301
+ 16893,0
302
+ 8177,1
303
+ 13630,2
304
+ 7026,2
305
+ 3148,18
306
+ 17758,3
307
+ 13542,2
308
+ 1657,17
309
+ 11197,14
310
+ 6781,18
311
+ 14105,11
312
+ 3978,11
313
+ 13625,13
314
+ 737,9
315
+ 6361,4
316
+ 15800,5
317
+ 9291,19
318
+ 12254,17
319
+ 14052,5
320
+ 9893,2
321
+ 13489,12
322
+ 10263,4
323
+ 7884,4
324
+ 8585,2
325
+ 9812,2
326
+ 9721,15
327
+ 16075,12
328
+ 13649,7
329
+ 4637,5
330
+ 5119,8
331
+ 1702,18
332
+ 1604,4
333
+ 13602,13
334
+ 8402,2
335
+ 14919,1
336
+ 9317,16
337
+ 9355,12
338
+ 1878,5
339
+ 10713,0
340
+ 7406,14
341
+ 6869,11
342
+ 9950,14
343
+ 2428,6
344
+ 10251,15
345
+ 14115,2
346
+ 11589,8
347
+ 15969,6
348
+ 6156,9
349
+ 5236,1
350
+ 1511,2
351
+ 15753,11
352
+ 14327,16
353
+ 8932,7
354
+ 5037,5
355
+ 7885,17
356
+ 15090,15
357
+ 15917,0
358
+ 8552,3
359
+ 14204,8
360
+ 12108,8
361
+ 13056,3
362
+ 18264,10
363
+ 4904,9
364
+ 9831,9
365
+ 7550,10
366
+ 16800,14
367
+ 4910,3
368
+ 6040,14
369
+ 15897,15
370
+ 1489,4
371
+ 2607,16
372
+ 18351,11
373
+ 1335,19
374
+ 12473,2
375
+ 13811,0
376
+ 11656,17
377
+ 2009,16
378
+ 12892,9
379
+ 6328,14
380
+ 4535,11
381
+ 5124,9
382
+ 4052,17
383
+ 1866,17
384
+ 339,1
385
+ 9464,0
386
+ 16877,18
387
+ 5846,8
388
+ 16562,8
389
+ 13422,13
390
+ 17613,9
391
+ 9640,16
392
+ 8770,5
393
+ 17201,2
394
+ 13925,5
395
+ 1640,3
396
+ 13411,3
397
+ 18133,4
398
+ 1727,8
399
+ 14075,10
400
+ 13375,13
401
+ 9439,0
402
+ 6819,17
403
+ 13720,9
404
+ 1590,3
405
+ 10274,16
406
+ 14559,19
407
+ 559,15
408
+ 9101,10
409
+ 5082,10
410
+ 11364,18
411
+ 12767,15
412
+ 1587,6
413
+ 15995,17
414
+ 1541,17
415
+ 3560,15
416
+ 3747,3
417
+ 17792,13
418
+ 245,18
419
+ 13400,10
420
+ 15095,15
421
+ 2532,1
422
+ 6503,8
423
+ 18364,19
424
+ 10357,5
425
+ 389,4
426
+ 10468,17
427
+ 4975,10
428
+ 163,12
429
+ 8279,14
430
+ 1972,16
431
+ 6418,12
432
+ 13139,4
433
+ 8478,7
434
+ 1431,3
435
+ 12647,7
436
+ 17226,18
437
+ 6651,17
438
+ 1832,5
439
+ 885,17
440
+ 1675,4
441
+ 2235,14
442
+ 14970,16
443
+ 4333,1
444
+ 6929,2
445
+ 4589,1
446
+ 10840,19
447
+ 5333,14
448
+ 2678,13
449
+ 4698,5
450
+ 7016,1
451
+ 9624,13
452
+ 2189,18
453
+ 15418,0
454
+ 16582,13
455
+ 8612,15
456
+ 2825,2
457
+ 3625,11
458
+ 6532,17
459
+ 6245,14
460
+ 17838,11
461
+ 7277,3
462
+ 8071,1
463
+ 7429,10
464
+ 569,10
465
+ 14886,6
466
+ 15240,4
467
+ 14185,15
468
+ 14420,3
469
+ 11920,1
470
+ 12801,13
471
+ 1647,13
472
+ 1755,3
473
+ 285,10
474
+ 17721,17
475
+ 6979,11
476
+ 39,16
477
+ 11370,11
478
+ 3614,1
479
+ 4075,11
480
+ 11525,5
481
+ 5365,2
482
+ 2885,14
483
+ 4179,9
484
+ 887,4
485
+ 8197,10
486
+ 13717,17
487
+ 6545,0
488
+ 9760,5
489
+ 817,1
490
+ 5133,17
491
+ 2033,9
492
+ 11301,1
493
+ 17487,5
494
+ 14177,0
495
+ 4531,17
496
+ 17414,5
497
+ 1957,6
498
+ 14516,7
499
+ 2749,1
500
+ 18229,1
501
+ 12514,7
502
+ 12742,16
503
+ 15941,18
504
+ 17885,19
505
+ 6542,7
506
+ 2799,14
507
+ 15027,3
508
+ 5459,15
509
+ 6367,2
510
+ 2858,13
511
+ 15137,13
512
+ 1594,10
513
+ 15612,3
514
+ 2594,15
515
+ 11128,4
516
+ 16626,16
517
+ 9963,11
518
+ 10248,18
519
+ 4856,8
520
+ 12078,7
521
+ 250,2
522
+ 5235,15
523
+ 16973,18
524
+ 17413,12
525
+ 14428,4
526
+ 11941,15
527
+ 11836,16
528
+ 14948,18
529
+ 1412,10
530
+ 11214,17
531
+ 13980,2
532
+ 11521,8
533
+ 12332,3
534
+ 3370,10
535
+ 5852,3
536
+ 16300,10
537
+ 3304,18
538
+ 979,2
539
+ 3933,9
540
+ 15810,9
541
+ 2726,15
542
+ 9609,6
543
+ 15857,18
544
+ 15419,2
545
+ 7370,3
546
+ 16401,14
547
+ 1683,2
548
+ 14263,19
549
+ 17745,6
550
+ 17299,4
551
+ 16736,14
552
+ 1337,11
553
+ 16960,9
554
+ 3887,15
555
+ 17894,16
556
+ 9953,11
557
+ 4040,15
558
+ 3398,14
559
+ 13460,7
560
+ 3603,11
561
+ 12725,17
562
+ 16778,4
563
+ 12021,4
564
+ 4564,15
565
+ 14972,13
566
+ 2378,11
567
+ 18371,9
568
+ 15855,0
569
+ 507,13
570
+ 14051,6
571
+ 11267,8
572
+ 9521,16
573
+ 3683,14
574
+ 9163,12
575
+ 6748,18
576
+ 619,9
577
+ 14119,6
578
+ 14367,14
579
+ 4334,14
580
+ 4475,3
581
+ 7143,7
582
+ 8087,7
583
+ 15319,1
584
+ 2731,10
585
+ 7749,19
586
+ 4913,3
587
+ 17977,11
588
+ 7360,13
589
+ 17781,7
590
+ 10649,4
591
+ 11798,10
592
+ 9572,10
593
+ 5675,13
594
+ 1497,8
595
+ 318,6
596
+ 15440,15
597
+ 13793,7
598
+ 11119,14
599
+ 9993,19
600
+ 8290,5
601
+ 17579,1
602
+ 13427,6
603
+ 536,6
604
+ 3541,10
605
+ 4807,0
606
+ 4218,14
607
+ 12666,4
608
+ 16719,2
609
+ 6571,3
610
+ 6588,1
611
+ 5702,4
612
+ 1803,10
613
+ 10660,3
614
+ 7251,16
615
+ 14433,2
616
+ 10258,9
617
+ 3890,8
618
+ 17608,5
619
+ 6286,19
620
+ 12373,14
621
+ 5467,13
622
+ 4834,8
623
+ 5822,1
624
+ 9997,15
625
+ 1067,4
626
+ 10893,11
627
+ 12261,6
628
+ 16944,6
629
+ 18396,1
630
+ 11805,12
631
+ 1029,3
632
+ 332,14
633
+ 10582,13
634
+ 17366,11
635
+ 14287,6
636
+ 1839,10
637
+ 10233,4
638
+ 14799,15
639
+ 7468,0
640
+ 9755,1
641
+ 13935,7
642
+ 10954,7
643
+ 11320,2
644
+ 14262,3
645
+ 16725,15
646
+ 18389,19
647
+ 12970,8
648
+ 8476,2
649
+ 16283,8
650
+ 11182,16
651
+ 13663,18
652
+ 8136,16
653
+ 15307,8
654
+ 17862,18
655
+ 6522,11
656
+ 15556,1
657
+ 962,19
658
+ 5312,18
659
+ 12809,3
660
+ 8589,2
661
+ 7893,3
662
+ 4414,0
663
+ 11118,17
664
+ 13622,14
665
+ 1319,8
666
+ 6480,18
667
+ 11813,4
668
+ 3508,3
669
+ 5136,8
670
+ 5801,12
671
+ 3529,3
672
+ 11720,15
673
+ 16912,5
674
+ 15199,8
675
+ 8338,16
676
+ 6400,17
677
+ 558,17
678
+ 12040,6
679
+ 944,10
680
+ 9372,2
681
+ 14954,6
682
+ 11176,6
683
+ 7469,5
684
+ 9263,1
685
+ 16967,13
686
+ 1914,4
687
+ 6251,9
688
+ 8274,9
689
+ 10527,17
690
+ 14307,14
691
+ 13322,6
692
+ 12648,6
693
+ 10986,10
694
+ 7185,13
695
+ 5737,10
696
+ 10183,9
697
+ 3495,18
698
+ 1274,5
699
+ 2413,9
700
+ 8234,12
701
+ 5783,6
702
+ 1536,7
703
+ 10048,16
704
+ 1787,9
705
+ 15255,3
706
+ 3671,17
707
+ 5986,3
708
+ 9620,6
709
+ 6380,1
710
+ 14181,4
711
+ 2001,0
712
+ 14953,2
713
+ 6490,9
714
+ 1131,15
715
+ 1856,10
716
+ 5982,5
717
+ 12226,13
718
+ 9419,3
719
+ 5882,9
720
+ 3295,17
721
+ 6952,3
722
+ 13477,7
723
+ 18134,15
724
+ 81,16
725
+ 7998,9
726
+ 13836,9
727
+ 9710,14
728
+ 9954,4
729
+ 16058,9
730
+ 16859,12
731
+ 1009,15
732
+ 12596,13
733
+ 2118,12
734
+ 1472,16
735
+ 18319,11
736
+ 2567,8
737
+ 579,11
738
+ 1328,19
739
+ 9424,19
740
+ 15998,17
741
+ 3357,11
742
+ 10411,6
743
+ 8436,7
744
+ 18332,9
745
+ 13030,1
746
+ 17550,7
747
+ 5053,11
748
+ 9387,9
749
+ 4828,14
750
+ 12006,8
751
+ 9323,17
752
+ 15925,2
753
+ 15979,3
754
+ 4753,14
755
+ 9385,6
756
+ 14211,17
757
+ 13364,10
758
+ 16546,10
759
+ 17795,13
760
+ 14990,7
761
+ 15602,6
762
+ 4896,0
763
+ 397,5
764
+ 15832,18
765
+ 12622,8
766
+ 7048,11
767
+ 17771,19
768
+ 9245,4
769
+ 2390,15
770
+ 16069,0
771
+ 16122,8
772
+ 17378,19
773
+ 3947,0
774
+ 8268,9
775
+ 6419,5
776
+ 16403,2
777
+ 13568,5
778
+ 2370,19
779
+ 15484,6
780
+ 6904,13
781
+ 8175,17
782
+ 13430,7
783
+ 8432,11
784
+ 14159,17
785
+ 10327,11
786
+ 12384,3
787
+ 13474,3
788
+ 13988,14
789
+ 13985,4
790
+ 3538,10
791
+ 14670,18
792
+ 3533,17
793
+ 11680,1
794
+ 665,10
795
+ 16601,1
796
+ 7858,7
797
+ 11650,3
798
+ 5909,2
799
+ 10873,14
800
+ 6960,15
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/test=20newsgroups/list=test_800/logits.csv ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=0/lora_ans_no_es/0.0-1.0/0.7-1.0/train_args.yaml ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ K: null
2
+ global_batch_size: 8
3
+ learning_rate: 0.0001
4
+ loss: ans
5
+ max_steps: -1
6
+ micro_batch_size: 1
7
+ optimizer_name: adamw
8
+ patience: 10
9
+ val_check_interval: 16
10
+ weight_decay: 0.0
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 64,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 2048,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 16,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 32.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": true,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.45.0.dev0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.45.0.dev0"
12
+ }
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ attention_logit_softcapping: null
2
+ attention_scores_scalar: null
3
+ bias: false
4
+ block_size: 131072
5
+ final_logit_softcapping: null
6
+ gelu_approximate: none
7
+ head_size: 64
8
+ hf_config:
9
+ name: Llama-3.2-1B-Instruct
10
+ org: meta-llama
11
+ intermediate_size: 8192
12
+ lm_head_bias: false
13
+ mlp_class_name: LLaMAMLP
14
+ n_embd: 2048
15
+ n_expert: 0
16
+ n_expert_per_token: 0
17
+ n_head: 32
18
+ n_layer: 16
19
+ n_query_groups: 8
20
+ name: Llama-3.2-1B-Instruct
21
+ norm_class_name: RMSNorm
22
+ norm_eps: 1.0e-05
23
+ padded_vocab_size: 128256
24
+ padding_multiple: 512
25
+ parallel_residual: false
26
+ post_attention_norm: false
27
+ post_mlp_norm: false
28
+ rope_adjustments:
29
+ factor: 32.0
30
+ high_freq_factor: 4.0
31
+ low_freq_factor: 1.0
32
+ original_max_seq_len: 8192
33
+ rope_base: 500000
34
+ rope_condense_ratio: 1
35
+ rotary_percentage: 1.0
36
+ scale_embeddings: false
37
+ shared_attention_norm: false
38
+ sliding_window_layer_placing: null
39
+ sliding_window_size: null
40
+ vocab_size: 128000
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json ADDED
@@ -0,0 +1,2062 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "128000": {
4
+ "content": "<|begin_of_text|>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "128001": {
12
+ "content": "<|end_of_text|>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "128002": {
20
+ "content": "<|reserved_special_token_0|>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "128003": {
28
+ "content": "<|reserved_special_token_1|>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "128004": {
36
+ "content": "<|finetune_right_pad_id|>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "128005": {
44
+ "content": "<|reserved_special_token_2|>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "128006": {
52
+ "content": "<|start_header_id|>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "128007": {
60
+ "content": "<|end_header_id|>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "128008": {
68
+ "content": "<|eom_id|>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "128009": {
76
+ "content": "<|eot_id|>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "128010": {
84
+ "content": "<|python_tag|>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "128011": {
92
+ "content": "<|reserved_special_token_3|>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "128012": {
100
+ "content": "<|reserved_special_token_4|>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "128013": {
108
+ "content": "<|reserved_special_token_5|>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "128014": {
116
+ "content": "<|reserved_special_token_6|>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "128015": {
124
+ "content": "<|reserved_special_token_7|>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "128016": {
132
+ "content": "<|reserved_special_token_8|>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "128017": {
140
+ "content": "<|reserved_special_token_9|>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "128018": {
148
+ "content": "<|reserved_special_token_10|>",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "128019": {
156
+ "content": "<|reserved_special_token_11|>",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "128020": {
164
+ "content": "<|reserved_special_token_12|>",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "128021": {
172
+ "content": "<|reserved_special_token_13|>",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "128022": {
180
+ "content": "<|reserved_special_token_14|>",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ },
187
+ "128023": {
188
+ "content": "<|reserved_special_token_15|>",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": true
194
+ },
195
+ "128024": {
196
+ "content": "<|reserved_special_token_16|>",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": true
202
+ },
203
+ "128025": {
204
+ "content": "<|reserved_special_token_17|>",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": true
210
+ },
211
+ "128026": {
212
+ "content": "<|reserved_special_token_18|>",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": true
218
+ },
219
+ "128027": {
220
+ "content": "<|reserved_special_token_19|>",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "128028": {
228
+ "content": "<|reserved_special_token_20|>",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "128029": {
236
+ "content": "<|reserved_special_token_21|>",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "128030": {
244
+ "content": "<|reserved_special_token_22|>",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "128031": {
252
+ "content": "<|reserved_special_token_23|>",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "128032": {
260
+ "content": "<|reserved_special_token_24|>",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "128033": {
268
+ "content": "<|reserved_special_token_25|>",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": true
274
+ },
275
+ "128034": {
276
+ "content": "<|reserved_special_token_26|>",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": true
282
+ },
283
+ "128035": {
284
+ "content": "<|reserved_special_token_27|>",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": true
290
+ },
291
+ "128036": {
292
+ "content": "<|reserved_special_token_28|>",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": true
298
+ },
299
+ "128037": {
300
+ "content": "<|reserved_special_token_29|>",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": true
306
+ },
307
+ "128038": {
308
+ "content": "<|reserved_special_token_30|>",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": true
314
+ },
315
+ "128039": {
316
+ "content": "<|reserved_special_token_31|>",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": true
322
+ },
323
+ "128040": {
324
+ "content": "<|reserved_special_token_32|>",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": true
330
+ },
331
+ "128041": {
332
+ "content": "<|reserved_special_token_33|>",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": true
338
+ },
339
+ "128042": {
340
+ "content": "<|reserved_special_token_34|>",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": true
346
+ },
347
+ "128043": {
348
+ "content": "<|reserved_special_token_35|>",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": true
354
+ },
355
+ "128044": {
356
+ "content": "<|reserved_special_token_36|>",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": true
362
+ },
363
+ "128045": {
364
+ "content": "<|reserved_special_token_37|>",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": true
370
+ },
371
+ "128046": {
372
+ "content": "<|reserved_special_token_38|>",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": true
378
+ },
379
+ "128047": {
380
+ "content": "<|reserved_special_token_39|>",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": true
386
+ },
387
+ "128048": {
388
+ "content": "<|reserved_special_token_40|>",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": true
394
+ },
395
+ "128049": {
396
+ "content": "<|reserved_special_token_41|>",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": true
402
+ },
403
+ "128050": {
404
+ "content": "<|reserved_special_token_42|>",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": true
410
+ },
411
+ "128051": {
412
+ "content": "<|reserved_special_token_43|>",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": true
418
+ },
419
+ "128052": {
420
+ "content": "<|reserved_special_token_44|>",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": true
426
+ },
427
+ "128053": {
428
+ "content": "<|reserved_special_token_45|>",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": true
434
+ },
435
+ "128054": {
436
+ "content": "<|reserved_special_token_46|>",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": true
442
+ },
443
+ "128055": {
444
+ "content": "<|reserved_special_token_47|>",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": true
450
+ },
451
+ "128056": {
452
+ "content": "<|reserved_special_token_48|>",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": true
458
+ },
459
+ "128057": {
460
+ "content": "<|reserved_special_token_49|>",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": true
466
+ },
467
+ "128058": {
468
+ "content": "<|reserved_special_token_50|>",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": true
474
+ },
475
+ "128059": {
476
+ "content": "<|reserved_special_token_51|>",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": true
482
+ },
483
+ "128060": {
484
+ "content": "<|reserved_special_token_52|>",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": true
490
+ },
491
+ "128061": {
492
+ "content": "<|reserved_special_token_53|>",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": true
498
+ },
499
+ "128062": {
500
+ "content": "<|reserved_special_token_54|>",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": true
506
+ },
507
+ "128063": {
508
+ "content": "<|reserved_special_token_55|>",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": true
514
+ },
515
+ "128064": {
516
+ "content": "<|reserved_special_token_56|>",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": true
522
+ },
523
+ "128065": {
524
+ "content": "<|reserved_special_token_57|>",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": true
530
+ },
531
+ "128066": {
532
+ "content": "<|reserved_special_token_58|>",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": true
538
+ },
539
+ "128067": {
540
+ "content": "<|reserved_special_token_59|>",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": true
546
+ },
547
+ "128068": {
548
+ "content": "<|reserved_special_token_60|>",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": true
554
+ },
555
+ "128069": {
556
+ "content": "<|reserved_special_token_61|>",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": true
562
+ },
563
+ "128070": {
564
+ "content": "<|reserved_special_token_62|>",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": true
570
+ },
571
+ "128071": {
572
+ "content": "<|reserved_special_token_63|>",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": true
578
+ },
579
+ "128072": {
580
+ "content": "<|reserved_special_token_64|>",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": true
586
+ },
587
+ "128073": {
588
+ "content": "<|reserved_special_token_65|>",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": true
594
+ },
595
+ "128074": {
596
+ "content": "<|reserved_special_token_66|>",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": true
602
+ },
603
+ "128075": {
604
+ "content": "<|reserved_special_token_67|>",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": true
610
+ },
611
+ "128076": {
612
+ "content": "<|reserved_special_token_68|>",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": true
618
+ },
619
+ "128077": {
620
+ "content": "<|reserved_special_token_69|>",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": true
626
+ },
627
+ "128078": {
628
+ "content": "<|reserved_special_token_70|>",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": true
634
+ },
635
+ "128079": {
636
+ "content": "<|reserved_special_token_71|>",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": true
642
+ },
643
+ "128080": {
644
+ "content": "<|reserved_special_token_72|>",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": true
650
+ },
651
+ "128081": {
652
+ "content": "<|reserved_special_token_73|>",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": true
658
+ },
659
+ "128082": {
660
+ "content": "<|reserved_special_token_74|>",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": true
666
+ },
667
+ "128083": {
668
+ "content": "<|reserved_special_token_75|>",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": true
674
+ },
675
+ "128084": {
676
+ "content": "<|reserved_special_token_76|>",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": true
682
+ },
683
+ "128085": {
684
+ "content": "<|reserved_special_token_77|>",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": true
690
+ },
691
+ "128086": {
692
+ "content": "<|reserved_special_token_78|>",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": true
698
+ },
699
+ "128087": {
700
+ "content": "<|reserved_special_token_79|>",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": true
706
+ },
707
+ "128088": {
708
+ "content": "<|reserved_special_token_80|>",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": true
714
+ },
715
+ "128089": {
716
+ "content": "<|reserved_special_token_81|>",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": true
722
+ },
723
+ "128090": {
724
+ "content": "<|reserved_special_token_82|>",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": true
730
+ },
731
+ "128091": {
732
+ "content": "<|reserved_special_token_83|>",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": true
738
+ },
739
+ "128092": {
740
+ "content": "<|reserved_special_token_84|>",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": true
746
+ },
747
+ "128093": {
748
+ "content": "<|reserved_special_token_85|>",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": true
754
+ },
755
+ "128094": {
756
+ "content": "<|reserved_special_token_86|>",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": true
762
+ },
763
+ "128095": {
764
+ "content": "<|reserved_special_token_87|>",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": true
770
+ },
771
+ "128096": {
772
+ "content": "<|reserved_special_token_88|>",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": true
778
+ },
779
+ "128097": {
780
+ "content": "<|reserved_special_token_89|>",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": true
786
+ },
787
+ "128098": {
788
+ "content": "<|reserved_special_token_90|>",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": true
794
+ },
795
+ "128099": {
796
+ "content": "<|reserved_special_token_91|>",
797
+ "lstrip": false,
798
+ "normalized": false,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": true
802
+ },
803
+ "128100": {
804
+ "content": "<|reserved_special_token_92|>",
805
+ "lstrip": false,
806
+ "normalized": false,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": true
810
+ },
811
+ "128101": {
812
+ "content": "<|reserved_special_token_93|>",
813
+ "lstrip": false,
814
+ "normalized": false,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": true
818
+ },
819
+ "128102": {
820
+ "content": "<|reserved_special_token_94|>",
821
+ "lstrip": false,
822
+ "normalized": false,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": true
826
+ },
827
+ "128103": {
828
+ "content": "<|reserved_special_token_95|>",
829
+ "lstrip": false,
830
+ "normalized": false,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": true
834
+ },
835
+ "128104": {
836
+ "content": "<|reserved_special_token_96|>",
837
+ "lstrip": false,
838
+ "normalized": false,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": true
842
+ },
843
+ "128105": {
844
+ "content": "<|reserved_special_token_97|>",
845
+ "lstrip": false,
846
+ "normalized": false,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": true
850
+ },
851
+ "128106": {
852
+ "content": "<|reserved_special_token_98|>",
853
+ "lstrip": false,
854
+ "normalized": false,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": true
858
+ },
859
+ "128107": {
860
+ "content": "<|reserved_special_token_99|>",
861
+ "lstrip": false,
862
+ "normalized": false,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": true
866
+ },
867
+ "128108": {
868
+ "content": "<|reserved_special_token_100|>",
869
+ "lstrip": false,
870
+ "normalized": false,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": true
874
+ },
875
+ "128109": {
876
+ "content": "<|reserved_special_token_101|>",
877
+ "lstrip": false,
878
+ "normalized": false,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": true
882
+ },
883
+ "128110": {
884
+ "content": "<|reserved_special_token_102|>",
885
+ "lstrip": false,
886
+ "normalized": false,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": true
890
+ },
891
+ "128111": {
892
+ "content": "<|reserved_special_token_103|>",
893
+ "lstrip": false,
894
+ "normalized": false,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": true
898
+ },
899
+ "128112": {
900
+ "content": "<|reserved_special_token_104|>",
901
+ "lstrip": false,
902
+ "normalized": false,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": true
906
+ },
907
+ "128113": {
908
+ "content": "<|reserved_special_token_105|>",
909
+ "lstrip": false,
910
+ "normalized": false,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": true
914
+ },
915
+ "128114": {
916
+ "content": "<|reserved_special_token_106|>",
917
+ "lstrip": false,
918
+ "normalized": false,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": true
922
+ },
923
+ "128115": {
924
+ "content": "<|reserved_special_token_107|>",
925
+ "lstrip": false,
926
+ "normalized": false,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": true
930
+ },
931
+ "128116": {
932
+ "content": "<|reserved_special_token_108|>",
933
+ "lstrip": false,
934
+ "normalized": false,
935
+ "rstrip": false,
936
+ "single_word": false,
937
+ "special": true
938
+ },
939
+ "128117": {
940
+ "content": "<|reserved_special_token_109|>",
941
+ "lstrip": false,
942
+ "normalized": false,
943
+ "rstrip": false,
944
+ "single_word": false,
945
+ "special": true
946
+ },
947
+ "128118": {
948
+ "content": "<|reserved_special_token_110|>",
949
+ "lstrip": false,
950
+ "normalized": false,
951
+ "rstrip": false,
952
+ "single_word": false,
953
+ "special": true
954
+ },
955
+ "128119": {
956
+ "content": "<|reserved_special_token_111|>",
957
+ "lstrip": false,
958
+ "normalized": false,
959
+ "rstrip": false,
960
+ "single_word": false,
961
+ "special": true
962
+ },
963
+ "128120": {
964
+ "content": "<|reserved_special_token_112|>",
965
+ "lstrip": false,
966
+ "normalized": false,
967
+ "rstrip": false,
968
+ "single_word": false,
969
+ "special": true
970
+ },
971
+ "128121": {
972
+ "content": "<|reserved_special_token_113|>",
973
+ "lstrip": false,
974
+ "normalized": false,
975
+ "rstrip": false,
976
+ "single_word": false,
977
+ "special": true
978
+ },
979
+ "128122": {
980
+ "content": "<|reserved_special_token_114|>",
981
+ "lstrip": false,
982
+ "normalized": false,
983
+ "rstrip": false,
984
+ "single_word": false,
985
+ "special": true
986
+ },
987
+ "128123": {
988
+ "content": "<|reserved_special_token_115|>",
989
+ "lstrip": false,
990
+ "normalized": false,
991
+ "rstrip": false,
992
+ "single_word": false,
993
+ "special": true
994
+ },
995
+ "128124": {
996
+ "content": "<|reserved_special_token_116|>",
997
+ "lstrip": false,
998
+ "normalized": false,
999
+ "rstrip": false,
1000
+ "single_word": false,
1001
+ "special": true
1002
+ },
1003
+ "128125": {
1004
+ "content": "<|reserved_special_token_117|>",
1005
+ "lstrip": false,
1006
+ "normalized": false,
1007
+ "rstrip": false,
1008
+ "single_word": false,
1009
+ "special": true
1010
+ },
1011
+ "128126": {
1012
+ "content": "<|reserved_special_token_118|>",
1013
+ "lstrip": false,
1014
+ "normalized": false,
1015
+ "rstrip": false,
1016
+ "single_word": false,
1017
+ "special": true
1018
+ },
1019
+ "128127": {
1020
+ "content": "<|reserved_special_token_119|>",
1021
+ "lstrip": false,
1022
+ "normalized": false,
1023
+ "rstrip": false,
1024
+ "single_word": false,
1025
+ "special": true
1026
+ },
1027
+ "128128": {
1028
+ "content": "<|reserved_special_token_120|>",
1029
+ "lstrip": false,
1030
+ "normalized": false,
1031
+ "rstrip": false,
1032
+ "single_word": false,
1033
+ "special": true
1034
+ },
1035
+ "128129": {
1036
+ "content": "<|reserved_special_token_121|>",
1037
+ "lstrip": false,
1038
+ "normalized": false,
1039
+ "rstrip": false,
1040
+ "single_word": false,
1041
+ "special": true
1042
+ },
1043
+ "128130": {
1044
+ "content": "<|reserved_special_token_122|>",
1045
+ "lstrip": false,
1046
+ "normalized": false,
1047
+ "rstrip": false,
1048
+ "single_word": false,
1049
+ "special": true
1050
+ },
1051
+ "128131": {
1052
+ "content": "<|reserved_special_token_123|>",
1053
+ "lstrip": false,
1054
+ "normalized": false,
1055
+ "rstrip": false,
1056
+ "single_word": false,
1057
+ "special": true
1058
+ },
1059
+ "128132": {
1060
+ "content": "<|reserved_special_token_124|>",
1061
+ "lstrip": false,
1062
+ "normalized": false,
1063
+ "rstrip": false,
1064
+ "single_word": false,
1065
+ "special": true
1066
+ },
1067
+ "128133": {
1068
+ "content": "<|reserved_special_token_125|>",
1069
+ "lstrip": false,
1070
+ "normalized": false,
1071
+ "rstrip": false,
1072
+ "single_word": false,
1073
+ "special": true
1074
+ },
1075
+ "128134": {
1076
+ "content": "<|reserved_special_token_126|>",
1077
+ "lstrip": false,
1078
+ "normalized": false,
1079
+ "rstrip": false,
1080
+ "single_word": false,
1081
+ "special": true
1082
+ },
1083
+ "128135": {
1084
+ "content": "<|reserved_special_token_127|>",
1085
+ "lstrip": false,
1086
+ "normalized": false,
1087
+ "rstrip": false,
1088
+ "single_word": false,
1089
+ "special": true
1090
+ },
1091
+ "128136": {
1092
+ "content": "<|reserved_special_token_128|>",
1093
+ "lstrip": false,
1094
+ "normalized": false,
1095
+ "rstrip": false,
1096
+ "single_word": false,
1097
+ "special": true
1098
+ },
1099
+ "128137": {
1100
+ "content": "<|reserved_special_token_129|>",
1101
+ "lstrip": false,
1102
+ "normalized": false,
1103
+ "rstrip": false,
1104
+ "single_word": false,
1105
+ "special": true
1106
+ },
1107
+ "128138": {
1108
+ "content": "<|reserved_special_token_130|>",
1109
+ "lstrip": false,
1110
+ "normalized": false,
1111
+ "rstrip": false,
1112
+ "single_word": false,
1113
+ "special": true
1114
+ },
1115
+ "128139": {
1116
+ "content": "<|reserved_special_token_131|>",
1117
+ "lstrip": false,
1118
+ "normalized": false,
1119
+ "rstrip": false,
1120
+ "single_word": false,
1121
+ "special": true
1122
+ },
1123
+ "128140": {
1124
+ "content": "<|reserved_special_token_132|>",
1125
+ "lstrip": false,
1126
+ "normalized": false,
1127
+ "rstrip": false,
1128
+ "single_word": false,
1129
+ "special": true
1130
+ },
1131
+ "128141": {
1132
+ "content": "<|reserved_special_token_133|>",
1133
+ "lstrip": false,
1134
+ "normalized": false,
1135
+ "rstrip": false,
1136
+ "single_word": false,
1137
+ "special": true
1138
+ },
1139
+ "128142": {
1140
+ "content": "<|reserved_special_token_134|>",
1141
+ "lstrip": false,
1142
+ "normalized": false,
1143
+ "rstrip": false,
1144
+ "single_word": false,
1145
+ "special": true
1146
+ },
1147
+ "128143": {
1148
+ "content": "<|reserved_special_token_135|>",
1149
+ "lstrip": false,
1150
+ "normalized": false,
1151
+ "rstrip": false,
1152
+ "single_word": false,
1153
+ "special": true
1154
+ },
1155
+ "128144": {
1156
+ "content": "<|reserved_special_token_136|>",
1157
+ "lstrip": false,
1158
+ "normalized": false,
1159
+ "rstrip": false,
1160
+ "single_word": false,
1161
+ "special": true
1162
+ },
1163
+ "128145": {
1164
+ "content": "<|reserved_special_token_137|>",
1165
+ "lstrip": false,
1166
+ "normalized": false,
1167
+ "rstrip": false,
1168
+ "single_word": false,
1169
+ "special": true
1170
+ },
1171
+ "128146": {
1172
+ "content": "<|reserved_special_token_138|>",
1173
+ "lstrip": false,
1174
+ "normalized": false,
1175
+ "rstrip": false,
1176
+ "single_word": false,
1177
+ "special": true
1178
+ },
1179
+ "128147": {
1180
+ "content": "<|reserved_special_token_139|>",
1181
+ "lstrip": false,
1182
+ "normalized": false,
1183
+ "rstrip": false,
1184
+ "single_word": false,
1185
+ "special": true
1186
+ },
1187
+ "128148": {
1188
+ "content": "<|reserved_special_token_140|>",
1189
+ "lstrip": false,
1190
+ "normalized": false,
1191
+ "rstrip": false,
1192
+ "single_word": false,
1193
+ "special": true
1194
+ },
1195
+ "128149": {
1196
+ "content": "<|reserved_special_token_141|>",
1197
+ "lstrip": false,
1198
+ "normalized": false,
1199
+ "rstrip": false,
1200
+ "single_word": false,
1201
+ "special": true
1202
+ },
1203
+ "128150": {
1204
+ "content": "<|reserved_special_token_142|>",
1205
+ "lstrip": false,
1206
+ "normalized": false,
1207
+ "rstrip": false,
1208
+ "single_word": false,
1209
+ "special": true
1210
+ },
1211
+ "128151": {
1212
+ "content": "<|reserved_special_token_143|>",
1213
+ "lstrip": false,
1214
+ "normalized": false,
1215
+ "rstrip": false,
1216
+ "single_word": false,
1217
+ "special": true
1218
+ },
1219
+ "128152": {
1220
+ "content": "<|reserved_special_token_144|>",
1221
+ "lstrip": false,
1222
+ "normalized": false,
1223
+ "rstrip": false,
1224
+ "single_word": false,
1225
+ "special": true
1226
+ },
1227
+ "128153": {
1228
+ "content": "<|reserved_special_token_145|>",
1229
+ "lstrip": false,
1230
+ "normalized": false,
1231
+ "rstrip": false,
1232
+ "single_word": false,
1233
+ "special": true
1234
+ },
1235
+ "128154": {
1236
+ "content": "<|reserved_special_token_146|>",
1237
+ "lstrip": false,
1238
+ "normalized": false,
1239
+ "rstrip": false,
1240
+ "single_word": false,
1241
+ "special": true
1242
+ },
1243
+ "128155": {
1244
+ "content": "<|reserved_special_token_147|>",
1245
+ "lstrip": false,
1246
+ "normalized": false,
1247
+ "rstrip": false,
1248
+ "single_word": false,
1249
+ "special": true
1250
+ },
1251
+ "128156": {
1252
+ "content": "<|reserved_special_token_148|>",
1253
+ "lstrip": false,
1254
+ "normalized": false,
1255
+ "rstrip": false,
1256
+ "single_word": false,
1257
+ "special": true
1258
+ },
1259
+ "128157": {
1260
+ "content": "<|reserved_special_token_149|>",
1261
+ "lstrip": false,
1262
+ "normalized": false,
1263
+ "rstrip": false,
1264
+ "single_word": false,
1265
+ "special": true
1266
+ },
1267
+ "128158": {
1268
+ "content": "<|reserved_special_token_150|>",
1269
+ "lstrip": false,
1270
+ "normalized": false,
1271
+ "rstrip": false,
1272
+ "single_word": false,
1273
+ "special": true
1274
+ },
1275
+ "128159": {
1276
+ "content": "<|reserved_special_token_151|>",
1277
+ "lstrip": false,
1278
+ "normalized": false,
1279
+ "rstrip": false,
1280
+ "single_word": false,
1281
+ "special": true
1282
+ },
1283
+ "128160": {
1284
+ "content": "<|reserved_special_token_152|>",
1285
+ "lstrip": false,
1286
+ "normalized": false,
1287
+ "rstrip": false,
1288
+ "single_word": false,
1289
+ "special": true
1290
+ },
1291
+ "128161": {
1292
+ "content": "<|reserved_special_token_153|>",
1293
+ "lstrip": false,
1294
+ "normalized": false,
1295
+ "rstrip": false,
1296
+ "single_word": false,
1297
+ "special": true
1298
+ },
1299
+ "128162": {
1300
+ "content": "<|reserved_special_token_154|>",
1301
+ "lstrip": false,
1302
+ "normalized": false,
1303
+ "rstrip": false,
1304
+ "single_word": false,
1305
+ "special": true
1306
+ },
1307
+ "128163": {
1308
+ "content": "<|reserved_special_token_155|>",
1309
+ "lstrip": false,
1310
+ "normalized": false,
1311
+ "rstrip": false,
1312
+ "single_word": false,
1313
+ "special": true
1314
+ },
1315
+ "128164": {
1316
+ "content": "<|reserved_special_token_156|>",
1317
+ "lstrip": false,
1318
+ "normalized": false,
1319
+ "rstrip": false,
1320
+ "single_word": false,
1321
+ "special": true
1322
+ },
1323
+ "128165": {
1324
+ "content": "<|reserved_special_token_157|>",
1325
+ "lstrip": false,
1326
+ "normalized": false,
1327
+ "rstrip": false,
1328
+ "single_word": false,
1329
+ "special": true
1330
+ },
1331
+ "128166": {
1332
+ "content": "<|reserved_special_token_158|>",
1333
+ "lstrip": false,
1334
+ "normalized": false,
1335
+ "rstrip": false,
1336
+ "single_word": false,
1337
+ "special": true
1338
+ },
1339
+ "128167": {
1340
+ "content": "<|reserved_special_token_159|>",
1341
+ "lstrip": false,
1342
+ "normalized": false,
1343
+ "rstrip": false,
1344
+ "single_word": false,
1345
+ "special": true
1346
+ },
1347
+ "128168": {
1348
+ "content": "<|reserved_special_token_160|>",
1349
+ "lstrip": false,
1350
+ "normalized": false,
1351
+ "rstrip": false,
1352
+ "single_word": false,
1353
+ "special": true
1354
+ },
1355
+ "128169": {
1356
+ "content": "<|reserved_special_token_161|>",
1357
+ "lstrip": false,
1358
+ "normalized": false,
1359
+ "rstrip": false,
1360
+ "single_word": false,
1361
+ "special": true
1362
+ },
1363
+ "128170": {
1364
+ "content": "<|reserved_special_token_162|>",
1365
+ "lstrip": false,
1366
+ "normalized": false,
1367
+ "rstrip": false,
1368
+ "single_word": false,
1369
+ "special": true
1370
+ },
1371
+ "128171": {
1372
+ "content": "<|reserved_special_token_163|>",
1373
+ "lstrip": false,
1374
+ "normalized": false,
1375
+ "rstrip": false,
1376
+ "single_word": false,
1377
+ "special": true
1378
+ },
1379
+ "128172": {
1380
+ "content": "<|reserved_special_token_164|>",
1381
+ "lstrip": false,
1382
+ "normalized": false,
1383
+ "rstrip": false,
1384
+ "single_word": false,
1385
+ "special": true
1386
+ },
1387
+ "128173": {
1388
+ "content": "<|reserved_special_token_165|>",
1389
+ "lstrip": false,
1390
+ "normalized": false,
1391
+ "rstrip": false,
1392
+ "single_word": false,
1393
+ "special": true
1394
+ },
1395
+ "128174": {
1396
+ "content": "<|reserved_special_token_166|>",
1397
+ "lstrip": false,
1398
+ "normalized": false,
1399
+ "rstrip": false,
1400
+ "single_word": false,
1401
+ "special": true
1402
+ },
1403
+ "128175": {
1404
+ "content": "<|reserved_special_token_167|>",
1405
+ "lstrip": false,
1406
+ "normalized": false,
1407
+ "rstrip": false,
1408
+ "single_word": false,
1409
+ "special": true
1410
+ },
1411
+ "128176": {
1412
+ "content": "<|reserved_special_token_168|>",
1413
+ "lstrip": false,
1414
+ "normalized": false,
1415
+ "rstrip": false,
1416
+ "single_word": false,
1417
+ "special": true
1418
+ },
1419
+ "128177": {
1420
+ "content": "<|reserved_special_token_169|>",
1421
+ "lstrip": false,
1422
+ "normalized": false,
1423
+ "rstrip": false,
1424
+ "single_word": false,
1425
+ "special": true
1426
+ },
1427
+ "128178": {
1428
+ "content": "<|reserved_special_token_170|>",
1429
+ "lstrip": false,
1430
+ "normalized": false,
1431
+ "rstrip": false,
1432
+ "single_word": false,
1433
+ "special": true
1434
+ },
1435
+ "128179": {
1436
+ "content": "<|reserved_special_token_171|>",
1437
+ "lstrip": false,
1438
+ "normalized": false,
1439
+ "rstrip": false,
1440
+ "single_word": false,
1441
+ "special": true
1442
+ },
1443
+ "128180": {
1444
+ "content": "<|reserved_special_token_172|>",
1445
+ "lstrip": false,
1446
+ "normalized": false,
1447
+ "rstrip": false,
1448
+ "single_word": false,
1449
+ "special": true
1450
+ },
1451
+ "128181": {
1452
+ "content": "<|reserved_special_token_173|>",
1453
+ "lstrip": false,
1454
+ "normalized": false,
1455
+ "rstrip": false,
1456
+ "single_word": false,
1457
+ "special": true
1458
+ },
1459
+ "128182": {
1460
+ "content": "<|reserved_special_token_174|>",
1461
+ "lstrip": false,
1462
+ "normalized": false,
1463
+ "rstrip": false,
1464
+ "single_word": false,
1465
+ "special": true
1466
+ },
1467
+ "128183": {
1468
+ "content": "<|reserved_special_token_175|>",
1469
+ "lstrip": false,
1470
+ "normalized": false,
1471
+ "rstrip": false,
1472
+ "single_word": false,
1473
+ "special": true
1474
+ },
1475
+ "128184": {
1476
+ "content": "<|reserved_special_token_176|>",
1477
+ "lstrip": false,
1478
+ "normalized": false,
1479
+ "rstrip": false,
1480
+ "single_word": false,
1481
+ "special": true
1482
+ },
1483
+ "128185": {
1484
+ "content": "<|reserved_special_token_177|>",
1485
+ "lstrip": false,
1486
+ "normalized": false,
1487
+ "rstrip": false,
1488
+ "single_word": false,
1489
+ "special": true
1490
+ },
1491
+ "128186": {
1492
+ "content": "<|reserved_special_token_178|>",
1493
+ "lstrip": false,
1494
+ "normalized": false,
1495
+ "rstrip": false,
1496
+ "single_word": false,
1497
+ "special": true
1498
+ },
1499
+ "128187": {
1500
+ "content": "<|reserved_special_token_179|>",
1501
+ "lstrip": false,
1502
+ "normalized": false,
1503
+ "rstrip": false,
1504
+ "single_word": false,
1505
+ "special": true
1506
+ },
1507
+ "128188": {
1508
+ "content": "<|reserved_special_token_180|>",
1509
+ "lstrip": false,
1510
+ "normalized": false,
1511
+ "rstrip": false,
1512
+ "single_word": false,
1513
+ "special": true
1514
+ },
1515
+ "128189": {
1516
+ "content": "<|reserved_special_token_181|>",
1517
+ "lstrip": false,
1518
+ "normalized": false,
1519
+ "rstrip": false,
1520
+ "single_word": false,
1521
+ "special": true
1522
+ },
1523
+ "128190": {
1524
+ "content": "<|reserved_special_token_182|>",
1525
+ "lstrip": false,
1526
+ "normalized": false,
1527
+ "rstrip": false,
1528
+ "single_word": false,
1529
+ "special": true
1530
+ },
1531
+ "128191": {
1532
+ "content": "<|reserved_special_token_183|>",
1533
+ "lstrip": false,
1534
+ "normalized": false,
1535
+ "rstrip": false,
1536
+ "single_word": false,
1537
+ "special": true
1538
+ },
1539
+ "128192": {
1540
+ "content": "<|reserved_special_token_184|>",
1541
+ "lstrip": false,
1542
+ "normalized": false,
1543
+ "rstrip": false,
1544
+ "single_word": false,
1545
+ "special": true
1546
+ },
1547
+ "128193": {
1548
+ "content": "<|reserved_special_token_185|>",
1549
+ "lstrip": false,
1550
+ "normalized": false,
1551
+ "rstrip": false,
1552
+ "single_word": false,
1553
+ "special": true
1554
+ },
1555
+ "128194": {
1556
+ "content": "<|reserved_special_token_186|>",
1557
+ "lstrip": false,
1558
+ "normalized": false,
1559
+ "rstrip": false,
1560
+ "single_word": false,
1561
+ "special": true
1562
+ },
1563
+ "128195": {
1564
+ "content": "<|reserved_special_token_187|>",
1565
+ "lstrip": false,
1566
+ "normalized": false,
1567
+ "rstrip": false,
1568
+ "single_word": false,
1569
+ "special": true
1570
+ },
1571
+ "128196": {
1572
+ "content": "<|reserved_special_token_188|>",
1573
+ "lstrip": false,
1574
+ "normalized": false,
1575
+ "rstrip": false,
1576
+ "single_word": false,
1577
+ "special": true
1578
+ },
1579
+ "128197": {
1580
+ "content": "<|reserved_special_token_189|>",
1581
+ "lstrip": false,
1582
+ "normalized": false,
1583
+ "rstrip": false,
1584
+ "single_word": false,
1585
+ "special": true
1586
+ },
1587
+ "128198": {
1588
+ "content": "<|reserved_special_token_190|>",
1589
+ "lstrip": false,
1590
+ "normalized": false,
1591
+ "rstrip": false,
1592
+ "single_word": false,
1593
+ "special": true
1594
+ },
1595
+ "128199": {
1596
+ "content": "<|reserved_special_token_191|>",
1597
+ "lstrip": false,
1598
+ "normalized": false,
1599
+ "rstrip": false,
1600
+ "single_word": false,
1601
+ "special": true
1602
+ },
1603
+ "128200": {
1604
+ "content": "<|reserved_special_token_192|>",
1605
+ "lstrip": false,
1606
+ "normalized": false,
1607
+ "rstrip": false,
1608
+ "single_word": false,
1609
+ "special": true
1610
+ },
1611
+ "128201": {
1612
+ "content": "<|reserved_special_token_193|>",
1613
+ "lstrip": false,
1614
+ "normalized": false,
1615
+ "rstrip": false,
1616
+ "single_word": false,
1617
+ "special": true
1618
+ },
1619
+ "128202": {
1620
+ "content": "<|reserved_special_token_194|>",
1621
+ "lstrip": false,
1622
+ "normalized": false,
1623
+ "rstrip": false,
1624
+ "single_word": false,
1625
+ "special": true
1626
+ },
1627
+ "128203": {
1628
+ "content": "<|reserved_special_token_195|>",
1629
+ "lstrip": false,
1630
+ "normalized": false,
1631
+ "rstrip": false,
1632
+ "single_word": false,
1633
+ "special": true
1634
+ },
1635
+ "128204": {
1636
+ "content": "<|reserved_special_token_196|>",
1637
+ "lstrip": false,
1638
+ "normalized": false,
1639
+ "rstrip": false,
1640
+ "single_word": false,
1641
+ "special": true
1642
+ },
1643
+ "128205": {
1644
+ "content": "<|reserved_special_token_197|>",
1645
+ "lstrip": false,
1646
+ "normalized": false,
1647
+ "rstrip": false,
1648
+ "single_word": false,
1649
+ "special": true
1650
+ },
1651
+ "128206": {
1652
+ "content": "<|reserved_special_token_198|>",
1653
+ "lstrip": false,
1654
+ "normalized": false,
1655
+ "rstrip": false,
1656
+ "single_word": false,
1657
+ "special": true
1658
+ },
1659
+ "128207": {
1660
+ "content": "<|reserved_special_token_199|>",
1661
+ "lstrip": false,
1662
+ "normalized": false,
1663
+ "rstrip": false,
1664
+ "single_word": false,
1665
+ "special": true
1666
+ },
1667
+ "128208": {
1668
+ "content": "<|reserved_special_token_200|>",
1669
+ "lstrip": false,
1670
+ "normalized": false,
1671
+ "rstrip": false,
1672
+ "single_word": false,
1673
+ "special": true
1674
+ },
1675
+ "128209": {
1676
+ "content": "<|reserved_special_token_201|>",
1677
+ "lstrip": false,
1678
+ "normalized": false,
1679
+ "rstrip": false,
1680
+ "single_word": false,
1681
+ "special": true
1682
+ },
1683
+ "128210": {
1684
+ "content": "<|reserved_special_token_202|>",
1685
+ "lstrip": false,
1686
+ "normalized": false,
1687
+ "rstrip": false,
1688
+ "single_word": false,
1689
+ "special": true
1690
+ },
1691
+ "128211": {
1692
+ "content": "<|reserved_special_token_203|>",
1693
+ "lstrip": false,
1694
+ "normalized": false,
1695
+ "rstrip": false,
1696
+ "single_word": false,
1697
+ "special": true
1698
+ },
1699
+ "128212": {
1700
+ "content": "<|reserved_special_token_204|>",
1701
+ "lstrip": false,
1702
+ "normalized": false,
1703
+ "rstrip": false,
1704
+ "single_word": false,
1705
+ "special": true
1706
+ },
1707
+ "128213": {
1708
+ "content": "<|reserved_special_token_205|>",
1709
+ "lstrip": false,
1710
+ "normalized": false,
1711
+ "rstrip": false,
1712
+ "single_word": false,
1713
+ "special": true
1714
+ },
1715
+ "128214": {
1716
+ "content": "<|reserved_special_token_206|>",
1717
+ "lstrip": false,
1718
+ "normalized": false,
1719
+ "rstrip": false,
1720
+ "single_word": false,
1721
+ "special": true
1722
+ },
1723
+ "128215": {
1724
+ "content": "<|reserved_special_token_207|>",
1725
+ "lstrip": false,
1726
+ "normalized": false,
1727
+ "rstrip": false,
1728
+ "single_word": false,
1729
+ "special": true
1730
+ },
1731
+ "128216": {
1732
+ "content": "<|reserved_special_token_208|>",
1733
+ "lstrip": false,
1734
+ "normalized": false,
1735
+ "rstrip": false,
1736
+ "single_word": false,
1737
+ "special": true
1738
+ },
1739
+ "128217": {
1740
+ "content": "<|reserved_special_token_209|>",
1741
+ "lstrip": false,
1742
+ "normalized": false,
1743
+ "rstrip": false,
1744
+ "single_word": false,
1745
+ "special": true
1746
+ },
1747
+ "128218": {
1748
+ "content": "<|reserved_special_token_210|>",
1749
+ "lstrip": false,
1750
+ "normalized": false,
1751
+ "rstrip": false,
1752
+ "single_word": false,
1753
+ "special": true
1754
+ },
1755
+ "128219": {
1756
+ "content": "<|reserved_special_token_211|>",
1757
+ "lstrip": false,
1758
+ "normalized": false,
1759
+ "rstrip": false,
1760
+ "single_word": false,
1761
+ "special": true
1762
+ },
1763
+ "128220": {
1764
+ "content": "<|reserved_special_token_212|>",
1765
+ "lstrip": false,
1766
+ "normalized": false,
1767
+ "rstrip": false,
1768
+ "single_word": false,
1769
+ "special": true
1770
+ },
1771
+ "128221": {
1772
+ "content": "<|reserved_special_token_213|>",
1773
+ "lstrip": false,
1774
+ "normalized": false,
1775
+ "rstrip": false,
1776
+ "single_word": false,
1777
+ "special": true
1778
+ },
1779
+ "128222": {
1780
+ "content": "<|reserved_special_token_214|>",
1781
+ "lstrip": false,
1782
+ "normalized": false,
1783
+ "rstrip": false,
1784
+ "single_word": false,
1785
+ "special": true
1786
+ },
1787
+ "128223": {
1788
+ "content": "<|reserved_special_token_215|>",
1789
+ "lstrip": false,
1790
+ "normalized": false,
1791
+ "rstrip": false,
1792
+ "single_word": false,
1793
+ "special": true
1794
+ },
1795
+ "128224": {
1796
+ "content": "<|reserved_special_token_216|>",
1797
+ "lstrip": false,
1798
+ "normalized": false,
1799
+ "rstrip": false,
1800
+ "single_word": false,
1801
+ "special": true
1802
+ },
1803
+ "128225": {
1804
+ "content": "<|reserved_special_token_217|>",
1805
+ "lstrip": false,
1806
+ "normalized": false,
1807
+ "rstrip": false,
1808
+ "single_word": false,
1809
+ "special": true
1810
+ },
1811
+ "128226": {
1812
+ "content": "<|reserved_special_token_218|>",
1813
+ "lstrip": false,
1814
+ "normalized": false,
1815
+ "rstrip": false,
1816
+ "single_word": false,
1817
+ "special": true
1818
+ },
1819
+ "128227": {
1820
+ "content": "<|reserved_special_token_219|>",
1821
+ "lstrip": false,
1822
+ "normalized": false,
1823
+ "rstrip": false,
1824
+ "single_word": false,
1825
+ "special": true
1826
+ },
1827
+ "128228": {
1828
+ "content": "<|reserved_special_token_220|>",
1829
+ "lstrip": false,
1830
+ "normalized": false,
1831
+ "rstrip": false,
1832
+ "single_word": false,
1833
+ "special": true
1834
+ },
1835
+ "128229": {
1836
+ "content": "<|reserved_special_token_221|>",
1837
+ "lstrip": false,
1838
+ "normalized": false,
1839
+ "rstrip": false,
1840
+ "single_word": false,
1841
+ "special": true
1842
+ },
1843
+ "128230": {
1844
+ "content": "<|reserved_special_token_222|>",
1845
+ "lstrip": false,
1846
+ "normalized": false,
1847
+ "rstrip": false,
1848
+ "single_word": false,
1849
+ "special": true
1850
+ },
1851
+ "128231": {
1852
+ "content": "<|reserved_special_token_223|>",
1853
+ "lstrip": false,
1854
+ "normalized": false,
1855
+ "rstrip": false,
1856
+ "single_word": false,
1857
+ "special": true
1858
+ },
1859
+ "128232": {
1860
+ "content": "<|reserved_special_token_224|>",
1861
+ "lstrip": false,
1862
+ "normalized": false,
1863
+ "rstrip": false,
1864
+ "single_word": false,
1865
+ "special": true
1866
+ },
1867
+ "128233": {
1868
+ "content": "<|reserved_special_token_225|>",
1869
+ "lstrip": false,
1870
+ "normalized": false,
1871
+ "rstrip": false,
1872
+ "single_word": false,
1873
+ "special": true
1874
+ },
1875
+ "128234": {
1876
+ "content": "<|reserved_special_token_226|>",
1877
+ "lstrip": false,
1878
+ "normalized": false,
1879
+ "rstrip": false,
1880
+ "single_word": false,
1881
+ "special": true
1882
+ },
1883
+ "128235": {
1884
+ "content": "<|reserved_special_token_227|>",
1885
+ "lstrip": false,
1886
+ "normalized": false,
1887
+ "rstrip": false,
1888
+ "single_word": false,
1889
+ "special": true
1890
+ },
1891
+ "128236": {
1892
+ "content": "<|reserved_special_token_228|>",
1893
+ "lstrip": false,
1894
+ "normalized": false,
1895
+ "rstrip": false,
1896
+ "single_word": false,
1897
+ "special": true
1898
+ },
1899
+ "128237": {
1900
+ "content": "<|reserved_special_token_229|>",
1901
+ "lstrip": false,
1902
+ "normalized": false,
1903
+ "rstrip": false,
1904
+ "single_word": false,
1905
+ "special": true
1906
+ },
1907
+ "128238": {
1908
+ "content": "<|reserved_special_token_230|>",
1909
+ "lstrip": false,
1910
+ "normalized": false,
1911
+ "rstrip": false,
1912
+ "single_word": false,
1913
+ "special": true
1914
+ },
1915
+ "128239": {
1916
+ "content": "<|reserved_special_token_231|>",
1917
+ "lstrip": false,
1918
+ "normalized": false,
1919
+ "rstrip": false,
1920
+ "single_word": false,
1921
+ "special": true
1922
+ },
1923
+ "128240": {
1924
+ "content": "<|reserved_special_token_232|>",
1925
+ "lstrip": false,
1926
+ "normalized": false,
1927
+ "rstrip": false,
1928
+ "single_word": false,
1929
+ "special": true
1930
+ },
1931
+ "128241": {
1932
+ "content": "<|reserved_special_token_233|>",
1933
+ "lstrip": false,
1934
+ "normalized": false,
1935
+ "rstrip": false,
1936
+ "single_word": false,
1937
+ "special": true
1938
+ },
1939
+ "128242": {
1940
+ "content": "<|reserved_special_token_234|>",
1941
+ "lstrip": false,
1942
+ "normalized": false,
1943
+ "rstrip": false,
1944
+ "single_word": false,
1945
+ "special": true
1946
+ },
1947
+ "128243": {
1948
+ "content": "<|reserved_special_token_235|>",
1949
+ "lstrip": false,
1950
+ "normalized": false,
1951
+ "rstrip": false,
1952
+ "single_word": false,
1953
+ "special": true
1954
+ },
1955
+ "128244": {
1956
+ "content": "<|reserved_special_token_236|>",
1957
+ "lstrip": false,
1958
+ "normalized": false,
1959
+ "rstrip": false,
1960
+ "single_word": false,
1961
+ "special": true
1962
+ },
1963
+ "128245": {
1964
+ "content": "<|reserved_special_token_237|>",
1965
+ "lstrip": false,
1966
+ "normalized": false,
1967
+ "rstrip": false,
1968
+ "single_word": false,
1969
+ "special": true
1970
+ },
1971
+ "128246": {
1972
+ "content": "<|reserved_special_token_238|>",
1973
+ "lstrip": false,
1974
+ "normalized": false,
1975
+ "rstrip": false,
1976
+ "single_word": false,
1977
+ "special": true
1978
+ },
1979
+ "128247": {
1980
+ "content": "<|reserved_special_token_239|>",
1981
+ "lstrip": false,
1982
+ "normalized": false,
1983
+ "rstrip": false,
1984
+ "single_word": false,
1985
+ "special": true
1986
+ },
1987
+ "128248": {
1988
+ "content": "<|reserved_special_token_240|>",
1989
+ "lstrip": false,
1990
+ "normalized": false,
1991
+ "rstrip": false,
1992
+ "single_word": false,
1993
+ "special": true
1994
+ },
1995
+ "128249": {
1996
+ "content": "<|reserved_special_token_241|>",
1997
+ "lstrip": false,
1998
+ "normalized": false,
1999
+ "rstrip": false,
2000
+ "single_word": false,
2001
+ "special": true
2002
+ },
2003
+ "128250": {
2004
+ "content": "<|reserved_special_token_242|>",
2005
+ "lstrip": false,
2006
+ "normalized": false,
2007
+ "rstrip": false,
2008
+ "single_word": false,
2009
+ "special": true
2010
+ },
2011
+ "128251": {
2012
+ "content": "<|reserved_special_token_243|>",
2013
+ "lstrip": false,
2014
+ "normalized": false,
2015
+ "rstrip": false,
2016
+ "single_word": false,
2017
+ "special": true
2018
+ },
2019
+ "128252": {
2020
+ "content": "<|reserved_special_token_244|>",
2021
+ "lstrip": false,
2022
+ "normalized": false,
2023
+ "rstrip": false,
2024
+ "single_word": false,
2025
+ "special": true
2026
+ },
2027
+ "128253": {
2028
+ "content": "<|reserved_special_token_245|>",
2029
+ "lstrip": false,
2030
+ "normalized": false,
2031
+ "rstrip": false,
2032
+ "single_word": false,
2033
+ "special": true
2034
+ },
2035
+ "128254": {
2036
+ "content": "<|reserved_special_token_246|>",
2037
+ "lstrip": false,
2038
+ "normalized": false,
2039
+ "rstrip": false,
2040
+ "single_word": false,
2041
+ "special": true
2042
+ },
2043
+ "128255": {
2044
+ "content": "<|reserved_special_token_247|>",
2045
+ "lstrip": false,
2046
+ "normalized": false,
2047
+ "rstrip": false,
2048
+ "single_word": false,
2049
+ "special": true
2050
+ }
2051
+ },
2052
+ "bos_token": "<|begin_of_text|>",
2053
+ "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
2054
+ "clean_up_tokenization_spaces": true,
2055
+ "eos_token": "<|eot_id|>",
2056
+ "model_input_names": [
2057
+ "input_ids",
2058
+ "attention_mask"
2059
+ ],
2060
+ "model_max_length": 131072,
2061
+ "tokenizer_class": "PreTrainedTokenizerFast"
2062
+ }
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv ADDED
@@ -0,0 +1,223 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,iter,iter_time,step,train/loss,val/loss
2
+ 0,1,0.34314675629138947,0,13.102147102355957,
3
+ 0,8,0.05942942574620247,1,7.394220420292446,
4
+ 0,16,0.034437406808137894,2,6.0066883087158205,
5
+ 0,24,0.03696191683411598,3,4.970740299958449,
6
+ 0,32,0.03667834773659706,4,3.9636099679129466,
7
+ 0,40,0.03438543528318405,5,5.26528787612915,
8
+ 0,48,0.033979590982198715,6,3.5534854118640604,
9
+ 0,56,0.036718741059303284,7,3.183394471804301,
10
+ 0,64,0.03626583144068718,8,3.6277563174565635,
11
+ 0,72,0.03671298921108246,9,3.559897710879644,
12
+ 0,80,0.03409545496106148,10,3.1303842342816868,
13
+ 0,88,0.03684632480144501,11,3.393362896783011,
14
+ 0,96,0.037373922765254974,12,2.77204390672537,
15
+ 0,104,0.035497330129146576,13,1.8450645287831624,
16
+ 0,112,0.036311544477939606,14,2.8809076654059544,
17
+ 1,120,0.04110276326537132,15,2.073938073714574,
18
+ 1,128,0.03432267904281616,16,1.7700775904314858,
19
+ ,,,16,,2.094664995060411
20
+ 1,136,0.034167274832725525,17,2.4043523243495395,
21
+ 1,144,0.03369567543268204,18,1.784066633383433,
22
+ 1,152,0.034264322370290756,19,1.5034935528581792,
23
+ 1,160,0.03593193739652634,20,1.7137212135962077,
24
+ 1,168,0.0358893945813179,21,1.6743616754455226,
25
+ 1,176,0.03528084605932236,22,1.4522174082019113,
26
+ 1,184,0.03330930322408676,23,1.949073925614357,
27
+ 1,192,0.03420675918459892,24,1.1590429571541874,
28
+ 1,200,0.03413908928632736,25,1.3178654774092138,
29
+ 1,208,0.033801205456256866,26,0.9273912047638613,
30
+ 1,216,0.03423021733760834,27,1.722557724143068,
31
+ 1,224,0.03522108122706413,28,0.7446595666309198,
32
+ 2,232,0.034716539084911346,29,1.7020213305950165,
33
+ 2,240,0.05441807210445404,30,0.9949072565023716,
34
+ 2,248,0.034065186977386475,31,0.9961678361629739,
35
+ 2,256,0.03509138152003288,32,0.7771746632125642,
36
+ ,,,32,,1.2603247886480287
37
+ 2,264,0.034919191151857376,33,0.9093039418260257,
38
+ 2,272,0.0355970561504364,34,0.4321680468591777,
39
+ 2,280,0.0336909145116806,35,0.40419358722865584,
40
+ 2,288,0.03794879466295242,36,0.7210851680720225,
41
+ 2,296,0.0337388850748539,37,0.7667879824127469,
42
+ 2,304,0.03826889395713806,38,0.8537660092115402,
43
+ 2,312,0.0343204103410244,39,0.30929780565202236,
44
+ 2,320,0.03500364348292351,40,0.7373786436823698,
45
+ 2,328,0.033819545060396194,41,0.7157883257246934,
46
+ 2,336,0.035423580557107925,42,1.195264415556772,
47
+ 3,344,0.033921048045158386,43,0.13551158257401907,
48
+ 3,352,0.034780353307724,44,0.43806753121316433,
49
+ 3,360,0.03468221426010132,45,0.6603906147181988,
50
+ 3,368,0.033590808510780334,46,0.4240073048724578,
51
+ 3,376,0.03557494655251503,47,0.5236943094680707,
52
+ 3,384,0.033658914268016815,48,0.12595693353149626,
53
+ ,,,48,,1.2171576743902162
54
+ 3,392,0.03523671627044678,49,0.05232827498746866,
55
+ 3,400,0.03288588672876358,50,0.3027528394013643,
56
+ 3,408,0.034090928733348846,51,0.3054927118265858,
57
+ 3,416,0.033045846968889236,52,1.3853748655981488,
58
+ 3,424,0.03342387452721596,53,0.407675630847613,
59
+ 3,432,0.028602976351976395,54,0.533419107885233,
60
+ 3,440,0.02851385995745659,55,0.4064578955563215,
61
+ 3,448,0.033220283687114716,56,0.3220073550294798,
62
+ 4,456,0.03426250442862511,57,0.20298067176093657,
63
+ 4,464,0.028718803077936172,58,0.1299802171997726,
64
+ 4,472,0.03288643807172775,59,0.05051636435091496,
65
+ 4,480,0.02990337461233139,60,0.12612208478256232,
66
+ 4,488,0.028752662241458893,61,0.22188783513212745,
67
+ 4,496,0.029650654643774033,62,0.058543745738764606,
68
+ 4,504,0.03205685317516327,63,0.21236969650323903,
69
+ 4,512,0.02902800217270851,64,0.1443986049188035,
70
+ ,,,64,,1.3217993447946947
71
+ 4,520,0.03495563194155693,65,0.08238407092479368,
72
+ 4,528,0.0285656675696373,66,0.5690489327535033,
73
+ 4,536,0.02926713228225708,67,0.4864324991447994,
74
+ 4,544,0.028778694570064545,68,0.7323915381831202,
75
+ 4,552,0.02879251539707184,69,0.5357295817074677,
76
+ 4,560,0.02877476066350937,70,0.7088634927640669,
77
+ 5,568,0.032724373042583466,71,0.09846345474943519,
78
+ 5,576,0.034102678298950195,72,0.01975890241849881,
79
+ 5,584,0.033081039786338806,73,0.46198716919337,
80
+ 5,592,0.029177162796258926,74,0.7357345689156586,
81
+ 5,600,0.033466044813394547,75,0.383619691307346,
82
+ 5,608,0.033295437693595886,76,0.30839480195964614,
83
+ 5,616,0.029487647116184235,77,0.196117385251758,
84
+ 5,624,0.02886812761425972,78,0.06448822115947093,
85
+ 5,632,0.03416828066110611,79,0.16928333022560066,
86
+ 5,640,0.028773169964551926,80,0.034505153415151514,
87
+ ,,,80,,1.3655216305754905
88
+ 5,648,0.02883071079850197,81,0.18535117735154927,
89
+ 5,656,0.029149744659662247,82,0.055862271592819264,
90
+ 5,664,0.034244656562805176,83,0.2801392222754657,
91
+ 5,672,0.03440507501363754,84,0.08142890222370625,
92
+ 6,680,0.03575490042567253,85,0.02560100089093404,
93
+ 6,688,0.03376591205596924,86,0.061046939701415025,
94
+ 6,696,0.029266517609357834,87,0.1098760189351571,
95
+ 6,704,0.029465939849615097,88,0.11692636124124485,
96
+ 6,712,0.03299420326948166,89,0.05051623053926354,
97
+ 6,720,0.03292452171444893,90,0.1375208306281517,
98
+ 6,728,0.0290195532143116,91,0.04899408342316747,
99
+ 6,736,0.03314436599612236,92,0.011763892772640767,
100
+ 6,744,0.029017116874456406,93,0.11504971848002501,
101
+ 6,752,0.03333510085940361,94,0.10498930463710657,
102
+ 6,760,0.03325061872601509,95,0.02955220587318763,
103
+ 6,768,0.03173809498548508,96,0.03268490871414542,
104
+ ,,,96,,1.4479328421659248
105
+ 6,776,0.03351248428225517,97,0.02317747218767181,
106
+ 6,784,0.03440316766500473,98,0.047375064042474456,
107
+ 7,792,0.0344274640083313,99,0.016563123424670527,
108
+ 7,800,0.03374253585934639,100,0.024915959503102516,
109
+ 7,808,0.034196075052022934,101,0.012281679992818019,
110
+ 7,816,0.033326175063848495,102,0.02135758082015225,
111
+ 7,824,0.032293472439050674,103,0.007515572753618471,
112
+ 7,832,0.0332329124212265,104,0.02407782149190704,
113
+ 7,840,0.03686286136507988,105,0.09783709875773638,
114
+ 7,848,0.03380884230136871,106,0.02543629855454828,
115
+ 7,856,0.02897493913769722,107,0.005498465499840677,
116
+ 7,864,0.02965802699327469,108,0.02351542412697409,
117
+ 7,872,0.03401758149266243,109,0.016632289916742593,
118
+ 7,880,0.028767015784978867,110,0.0967148328033675,
119
+ 7,888,0.033754099160432816,111,0.03295821343116196,
120
+ 7,896,0.02920873835682869,112,0.007980353895012135,
121
+ ,,,112,,1.5010855031567951
122
+ 8,904,0.033531006425619125,113,0.011477817348869783,
123
+ 8,912,0.03400292992591858,114,0.007836537507291023,
124
+ 8,920,0.029285244643688202,115,0.008314526358541722,
125
+ 8,928,0.03489503636956215,116,0.0020137046174988006,
126
+ 8,936,0.03327266871929169,117,0.009623557937124537,
127
+ 8,944,0.03496244177222252,118,0.024696143945523847,
128
+ 8,952,0.03295356035232544,119,0.006366794055793434,
129
+ 8,960,0.02898446097970009,120,0.004411474681304147,
130
+ 8,968,0.03327338770031929,121,0.006403843694202164,
131
+ 8,976,0.029749371111392975,122,0.004958643239330162,
132
+ 8,984,0.029357440769672394,123,0.0072472393429572025,
133
+ 8,992,0.03383680433034897,124,0.008706297461564342,
134
+ 8,1000,0.029175985604524612,125,0.006505204752708475,
135
+ 8,1008,0.033501140773296356,126,0.006509918869206948,
136
+ 9,1016,0.032775670289993286,127,0.0075888856129798414,
137
+ 9,1024,0.03448707237839699,128,0.0028907076484756544,
138
+ ,,,128,,1.5976388620775799
139
+ 9,1032,0.034507326781749725,129,0.0057099801712096315,
140
+ 9,1040,0.034320175647735596,130,0.005100583690883858,
141
+ 9,1048,0.029175426810979843,131,0.011567213960612813,
142
+ 9,1056,0.029630769044160843,132,0.0027270500182307194,
143
+ 9,1064,0.03369888290762901,133,0.004106328611008145,
144
+ 9,1072,0.03351782262325287,134,0.003629100089892745,
145
+ 9,1080,0.033965468406677246,135,0.00471357035669772,
146
+ 9,1088,0.028840914368629456,136,0.005229716837805297,
147
+ 9,1096,0.03452048450708389,137,0.008246087263194988,
148
+ 9,1104,0.03287271037697792,138,0.00497483102870839,
149
+ 9,1112,0.03455987572669983,139,0.006599696571962947,
150
+ 9,1120,0.02893533930182457,140,0.004857889712487425,
151
+ 10,1128,0.029951542615890503,141,0.006402792758308351,
152
+ 10,1136,0.033005792647600174,142,0.007711177708448044,
153
+ 10,1144,0.032894011586904526,143,0.005997877470993747,
154
+ 10,1152,0.02899296209216118,144,0.003239832812687382,
155
+ ,,,144,,1.617593809615734
156
+ 10,1160,0.03540078550577164,145,0.002391595432224373,
157
+ 10,1168,0.0293724462389946,146,0.005821055353278227,
158
+ 10,1176,0.03352867066860199,147,0.004203040283755399,
159
+ 10,1184,0.029306218028068542,148,0.00634355447255075,
160
+ 10,1192,0.034573886543512344,149,0.005826014326625487,
161
+ 10,1200,0.03347785025835037,150,0.002002180634567944,
162
+ 10,1208,0.03292020037770271,151,0.0035731427654224846,
163
+ 10,1216,0.034421637654304504,152,0.003385973021587623,
164
+ 10,1224,0.03468561917543411,153,0.002627608066956912,
165
+ 10,1232,0.03439772129058838,154,0.0030232391179785788,
166
+ 11,1240,0.029317092150449753,155,0.0022392909898674893,
167
+ 11,1248,0.03365333750844002,156,0.0016118635405571414,
168
+ 11,1256,0.033047620207071304,157,0.0031578541772129634,
169
+ 11,1264,0.033868204802274704,158,0.003967669092302318,
170
+ 11,1272,0.03315172344446182,159,0.00397137898253277,
171
+ 11,1280,0.03495333343744278,160,0.006422708199049036,
172
+ ,,,160,,1.6275618797124818
173
+ 11,1288,0.03259523585438728,161,0.003571576221535603,
174
+ 11,1296,0.03388678655028343,162,0.0036283758614445104,
175
+ 11,1304,0.028918221592903137,163,0.005639965370805426,
176
+ 11,1312,0.03477519750595093,164,0.00480686664377572,
177
+ 11,1320,0.030310489237308502,165,0.0024747907562414186,
178
+ 11,1328,0.03473643958568573,166,0.002369548485148698,
179
+ 11,1336,0.029568936675786972,167,0.004127557241978745,
180
+ 11,1344,0.028950899839401245,168,0.005102063911700887,
181
+ 12,1352,0.033072225749492645,169,0.00387704423822773,
182
+ 12,1360,0.029202185571193695,170,0.001690546028280201,
183
+ 12,1368,0.0321129709482193,171,0.003343978605698794,
184
+ 12,1376,0.029149189591407776,172,0.004076839841078394,
185
+ 12,1384,0.03753788396716118,173,0.003151538406467914,
186
+ 12,1392,0.0345517061650753,174,0.004019153735819547,
187
+ 12,1400,0.029463067650794983,175,0.003852114469433824,
188
+ 12,1408,0.03364705666899681,176,0.007524265403238435,
189
+ ,,,176,,1.6394720742868822
190
+ 12,1416,0.0294727124273777,177,0.003685797593789175,
191
+ 12,1424,0.03406510129570961,178,0.002646603453156006,
192
+ 12,1432,0.029756877571344376,179,0.0031251303424748283,
193
+ 12,1440,0.03383181244134903,180,0.0025950301826621097,
194
+ 12,1448,0.030251875519752502,181,0.00203712629577653,
195
+ 12,1456,0.033872127532958984,182,0.003415569415385387,
196
+ 13,1464,0.034396495670080185,183,0.003683550509295481,
197
+ 13,1472,0.0293290838599205,184,0.0029142164499857104,
198
+ 13,1480,0.033612966537475586,185,0.003468979150056839,
199
+ 13,1488,0.02930799126625061,186,0.0014296879914278786,
200
+ 13,1496,0.029202856123447418,187,0.005415792743276272,
201
+ 13,1504,0.034119777381420135,188,0.0014025699453089726,
202
+ 13,1512,0.03467316925525665,189,0.002714126231148839,
203
+ 13,1520,0.03213944286108017,190,0.002235121135267296,
204
+ 13,1528,0.029079589992761612,191,0.005818621057022194,
205
+ 13,1536,0.029177289456129074,192,0.003686465152228872,
206
+ ,,,192,,1.6474345007608102
207
+ 13,1544,0.03506791219115257,193,0.003707543907997509,
208
+ 13,1552,0.03326358646154404,194,0.0020702835597778456,
209
+ 13,1560,0.03328431397676468,195,0.0022276289825888603,
210
+ 13,1568,0.03479957953095436,196,0.004643257959590604,
211
+ 14,1576,0.029124666005373,197,0.0035264727617190642,
212
+ 14,1584,0.03413959965109825,198,0.001578085287921847,
213
+ 14,1592,0.034540437161922455,199,0.004871317636570893,
214
+ 14,1600,0.03668563440442085,200,0.004029386880574748,
215
+ 14,1608,0.03506616875529289,201,0.0019302805015589304,
216
+ 14,1616,0.029391322284936905,202,0.001994578608322296,
217
+ 14,1624,0.03762611001729965,203,0.005734788791204874,
218
+ 14,1632,0.03446448966860771,204,0.0015676702508547653,
219
+ 14,1640,0.031977031379938126,205,0.0018429085209320944,
220
+ 14,1648,0.02981274574995041,206,0.003238314746600476,
221
+ 14,1656,0.03275895118713379,207,0.0036781300368602388,
222
+ 14,1664,0.029990971088409424,208,0.0020410523911778,
223
+ ,,,208,,1.6679508297942405
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=20newsgroups/list=0.7-1.0/labels.csv ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 9111,7
2
+ 3670,12
3
+ 18216,2
4
+ 14152,9
5
+ 11641,11
6
+ 3161,11
7
+ 311,19
8
+ 12822,11
9
+ 16814,6
10
+ 7416,12
11
+ 9418,9
12
+ 431,10
13
+ 17013,10
14
+ 8382,5
15
+ 11032,6
16
+ 15864,2
17
+ 3439,19
18
+ 15265,14
19
+ 7641,4
20
+ 10570,11
21
+ 1821,9
22
+ 15087,1
23
+ 9060,2
24
+ 18322,16
25
+ 4269,13
26
+ 8729,18
27
+ 12343,5
28
+ 10961,10
29
+ 12755,15
30
+ 7187,10
31
+ 15483,7
32
+ 16352,6
33
+ 7435,11
34
+ 1958,9
35
+ 5089,12
36
+ 9328,4
37
+ 868,15
38
+ 3282,8
39
+ 7865,13
40
+ 2172,2
41
+ 17341,16
42
+ 670,0
43
+ 9690,3
44
+ 1655,2
45
+ 5777,5
46
+ 1054,16
47
+ 11802,1
48
+ 15470,4
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=20newsgroups/list=0.7-1.0/logits.csv ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 9111,-14.857442,-7.8778834,-0.0028833267,-17.286686,-9.518852,-13.095904,-9.565383,-10.502883,-13.4784975,-13.262313,-13.423276,-10.392552,-14.25496,-10.601398,-10.440383,-10.129358,-11.844584,-15.622307,-10.065383,-12.196728
2
+ 3670,-14.857442,-7.8778834,-0.0028833267,-17.286686,-9.518852,-13.095904,-9.565383,-10.502883,-13.4784975,-13.262313,-13.423276,-10.392552,-14.25496,-10.601398,-10.440383,-10.129358,-11.844584,-15.622307,-10.065383,-12.196728
3
+ 18216,-10.106123,-4.73449,-0.67199,-6.696537,-8.740456,-5.2935257,-7.48449,-10.35949,-15.175855,-14.489677,-16.51471,-4.110117,-6.8983374,-7.9985094,-7.35949,-14.49962,-13.769489,-7.878917,-9.60949,-5.6540403
4
+ 14152,-26.78784,-16.814226,-18.501726,-25.55557,-23.913559,-34.90045,-17.001726,-18.376726,-17.46885,-0.0028635347,-17.351856,-26.385002,-18.76706,-12.84279,-15.314225,-26.780571,-15.268782,-17.99339,-14.439225,-10.692599
5
+ 11641,-20.604889,-14.812798,-12.312798,-23.021332,-13.065783,-21.35533,-14.312798,-11.437798,-17.139414,-21.745173,-21.637638,-0.010194355,-13.206747,-11.749911,-14.250298,-17.69185,-17.714148,-13.313501,-14.250298,-15.604354
6
+ 3161,-14.508457,-6.5468407,-6.2968407,-9.417254,-6.919768,-16.723167,-8.796841,-4.8593407,-9.517854,-16.898794,-14.110286,-0.1159615,-3.7537715,-6.38055,-7.1093407,-12.433558,-14.34005,-10.298656,-5.1093407,-12.515726
7
+ 311,-9.036328,-19.22349,-18.97349,-22.143187,-28.786625,-24.863375,-18.84849,-14.317241,-16.954338,-20.333723,-20.990845,-21.263979,-16.219135,-16.92738,-16.12974,-0.0065397033,-13.899766,-12.645498,-9.629741,-7.2582965
8
+ 12822,-12.971557,-7.3189735,-7.8189735,-15.933105,-17.10894,-16.289879,-4.5064735,-3.1314733,-6.6829724,-13.073407,-14.763736,-8.064392,-8.070257,-5.575901,-5.5689735,-10.346496,-1.7565057,-2.7567089,-0.5064733,-5.711306
9
+ 16814,-14.924255,-10.31119,-12.81119,-13.883128,-15.220189,-31.007343,-0.62368995,-2.37369,-5.506071,-14.532654,-10.637544,-19.301332,-11.48926,-10.229257,-10.06119,-14.251732,-7.367691,-13.044998,-11.43619,-9.127714
10
+ 7416,-8.571952,-13.755271,-9.630271,-14.5040865,-11.720201,-19.526299,-9.630271,-0.8177706,-1.6966425,-14.199473,-13.32673,-12.212138,-6.646158,-9.493722,-12.630271,-14.008365,-3.0678058,-12.139157,-6.8177705,-6.964508
11
+ 9418,-17.941887,-14.955309,-14.142809,-15.033839,-23.960957,-28.715261,-13.142809,-12.017809,-9.912782,-5.023253,-0.018138697,-18.7245,-19.335026,-11.181102,-12.017809,-18.93985,-10.773128,-15.15608,-7.0178084,-13.26755
12
+ 431,-20.881802,-17.000593,-20.438093,-20.996536,-23.50093,-32.1233,-17.813093,-16.375593,-14.359578,-15.754397,-0.0007073245,-27.85112,-22.715458,-21.234043,-15.750593,-21.833723,-14.043956,-21.066414,-14.188093,-21.62137
13
+ 17013,-15.170271,-15.443206,-16.505707,-18.763878,-19.233025,-29.564651,-15.568206,-12.943206,-11.903533,-13.146407,-0.005782742,-23.989588,-17.355015,-13.944727,-14.255706,-18.372852,-12.330444,-15.572435,-8.630706,-17.844715
14
+ 8382,-22.816202,-10.125497,-9.125497,-20.151329,-13.178317,-0.094170876,-13.875497,-17.625496,-20.05289,-20.88652,-20.372513,-18.887812,-14.296573,-16.708782,-15.375497,-20.641026,-17.628773,-22.285593,-15.875497,-17.880268
15
+ 11032,-9.531258,-9.575226,-9.387726,-10.946215,-8.908674,-16.788103,-4.7002254,-1.4502254,-1.3310369,-11.048591,-5.721684,-13.416826,-10.859068,-12.572706,-7.3877254,-11.924106,-4.671154,-10.442931,-9.387726,-4.983306
16
+ 15864,-19.682566,-7.6440554,-0.08155541,-10.160883,-4.8867397,-5.9786663,-11.456555,-14.894055,-14.7601595,-17.218315,-19.529793,-15.847204,-13.961194,-10.897045,-16.300306,-18.863195,-16.502964,-11.381262,-10.394055,-13.05541
17
+ 3439,-6.8225236,-16.83854,-15.08854,-17.797829,-15.829469,-15.301265,-14.21354,-15.52604,-14.258942,-15.654203,-19.35611,-21.880215,-18.311811,-11.68276,-14.27604,-0.028298823,-13.246961,-12.036165,-10.77604,-3.7782345
18
+ 15265,-12.181427,-16.13661,-17.44911,-19.709553,-23.645767,-19.385324,-15.19911,-12.57411,-17.842098,-18.827898,-23.217018,-21.722168,-14.691189,-16.391645,-0.011610083,-17.841541,-15.202292,-20.65229,-13.26161,-7.5162168
19
+ 7641,-21.947803,-8.6345215,-11.8220215,-8.499987,-8.4070425,-22.220036,-8.5095215,-13.6970215,-14.482693,-16.073183,-19.073103,-18.57172,-0.013021599,-13.579782,-11.1970215,-20.057077,-17.598063,-16.156672,-13.3845215,-19.715775
20
+ 10570,-17.789139,-13.066851,-6.37935,-20.132828,-14.812129,-16.529488,-14.129351,-16.19185,-15.609891,-24.083408,-21.800274,-0.005968513,-14.950789,-13.212045,-15.816851,-20.358982,-17.342785,-13.591322,-19.2231,-18.788864
21
+ 1821,-26.697119,-19.563202,-19.813202,-24.846615,-25.642397,-34.304462,-18.688202,-19.250702,-17.44843,-0.008592148,-19.941935,-27.067286,-22.484964,-15.491713,-17.438202,-28.247986,-17.424866,-22.305353,-14.438203,-13.512343
22
+ 15087,-31.797298,-3.4092958,-10.034296,-16.371384,-15.249042,-0.047597826,-16.471796,-20.596796,-21.302647,-26.749107,-24.497707,-22.742653,-15.052391,-14.504338,-17.159296,-25.640095,-23.462812,-18.932728,-19.471796,-20.81603
23
+ 9060,-17.39855,-7.635063,-0.010063151,-9.177097,-4.907165,-7.9146786,-9.322563,-12.947563,-11.708379,-15.954411,-20.102165,-15.079601,-15.255016,-12.762624,-12.260063,-15.943323,-14.479312,-13.673109,-12.072563,-16.790184
24
+ 18322,-4.953807,-9.733379,-8.608379,-12.719805,-10.533432,-18.578115,-6.0458794,-1.6708794,-2.6247728,-11.239557,-15.426093,-13.441736,-8.109324,-5.0290937,-5.3583794,-10.520414,-4.170906,-6.4898,-5.7333794,-4.735706
25
+ 4269,-13.337894,-11.758488,-12.633488,-20.800133,-24.606138,-25.94849,-11.133488,-11.508488,-14.259969,-16.584097,-17.416107,-22.016018,-16.685532,-6.012183,-13.758488,-18.784822,-12.078447,-13.834784,-13.383488,-13.661651
26
+ 8729,-10.518156,-10.246172,-9.558672,-15.340872,-12.661121,-16.607643,-5.746172,-5.058672,-8.966592,-11.602897,-7.656211,-11.865823,-10.624256,-3.7688668,-0.8711722,-7.1590214,-6.0695305,-2.8718004,-1.7461722,-4.746142
27
+ 12343,-28.973976,-10.875053,-15.000053,-24.404175,-17.16359,-0.013667744,-18.000053,-21.687553,-22.40818,-25.618383,-24.663164,-23.23867,-17.886305,-20.216566,-20.500053,-28.933533,-20.961084,-23.70301,-18.562553,-21.019094
28
+ 10961,-24.212387,-16.250526,-19.656776,-19.974302,-23.66368,-30.40187,-17.500526,-16.875526,-14.671544,-17.082987,-0.00061032875,-25.493755,-20.880674,-19.67351,-16.875526,-24.31931,-14.530328,-20.162636,-14.500526,-23.350565
29
+ 12755,-16.062284,-19.687954,-18.875454,-23.434893,-25.595743,-31.970547,-16.250454,-16.375454,-18.00139,-19.063272,-22.070238,-24.305586,-24.07785,-19.196064,-14.812955,-0.0017896479,-11.729597,-18.474407,-16.437954,-11.632342
30
+ 7187,-22.829294,-19.500525,-21.688025,-24.704397,-26.246233,-34.44398,-20.125525,-19.250525,-19.409164,-19.315027,-0.00058839674,-28.800266,-22.618994,-22.176529,-18.750525,-28.25927,-18.289333,-23.102516,-16.125525,-21.61444
31
+ 15483,-6.255066,-12.819832,-6.882332,-20.777504,-13.482584,-20.796665,-10.382332,-3.0698316,-0.5072013,-6.5783596,-8.026809,-13.404955,-8.917198,-4.3876,-6.694832,-7.820948,-1.8198766,-8.639409,-2.8198316,-4.261432
32
+ 16352,-16.235592,-5.595468,-5.532968,-0.528191,-6.9775662,-2.6090755,-3.095468,-12.220468,-9.047429,-10.308973,-18.651657,-9.025776,-5.673245,-10.543124,-8.157968,-16.560379,-11.309373,-11.923987,-8.845468,-10.1383095
33
+ 7435,-11.522256,-13.12398,-9.37398,-19.083979,-16.690762,-22.102169,-8.24898,-3.1239793,-8.256796,-13.286898,-15.795454,-12.455817,-11.703563,-4.5159516,-8.93648,-12.128773,-5.2490544,-7.062154,-0.12397943,-4.6645617
34
+ 1958,-13.540165,-12.659604,-11.409604,-20.867119,-16.643793,-24.524563,-11.222104,-12.659604,-9.854514,-0.036953926,-4.540426,-17.491314,-15.15243,-11.0185995,-8.409604,-17.296436,-11.364114,-13.599664,-6.534604,-10.362421
35
+ 5089,-26.099873,-12.453238,-14.265738,-13.981393,-16.079998,-21.909117,-8.203238,-12.453238,-14.428721,-17.366882,-20.18683,-17.412457,-0.0174117,-11.129757,-15.203238,-23.38987,-16.182402,-15.597769,-10.828238,-16.298641
36
+ 9328,-12.401236,-2.8729377,-3.1229377,-1.8905047,-3.00118,-4.4137383,-1.9979376,-6.6854377,-5.604321,-12.068318,-17.166594,-13.158169,-1.7487872,-6.416489,-6.9354377,-16.826809,-9.431301,-10.763977,-7.9979377,-10.073349
37
+ 868,-8.265542,-18.94332,-16.63082,-24.054993,-23.386734,-24.9113,-15.38082,-15.63082,-13.7089815,-19.537464,-17.419794,-25.68259,-17.162336,-13.422407,-14.88082,-0.006605038,-13.578092,-15.28638,-9.25582,-5.506853
38
+ 3282,-14.252192,-8.135523,-0.010522598,-12.789131,-6.784552,-11.771396,-6.6355224,-9.198023,-8.352337,-9.20825,-10.79551,-12.689016,-10.828473,-9.7692175,-10.635523,-10.13647,-8.863455,-14.543521,-7.7605224,-9.4794035
39
+ 7865,-10.498822,-11.758548,-10.821048,-17.062464,-21.956207,-24.645824,-14.321048,-13.196048,-11.222372,-15.216298,-14.581932,-22.372417,-13.260314,-0.027984243,-10.071048,-15.317577,-7.1484056,-10.445006,-13.321048,-12.149695
40
+ 2172,-9.204206,-8.087823,-4.1503234,-11.841759,-10.01633,-7.7537293,-8.525323,-13.025323,-14.71331,-16.438498,-16.842325,-9.758202,-12.126691,-9.01832,-7.0878234,-14.063031,-13.467206,-12.777667,-10.712823,-15.285655
41
+ 17341,-3.1792517,-11.761115,-9.698615,-14.633525,-15.293514,-18.442488,-9.761115,-5.136115,-7.825272,-8.536796,-10.890114,-11.992313,-11.088058,-6.5662394,-8.136115,-5.7019753,-7.0741735,-4.7646737,-1.1986148,-5.074229
42
+ 670,-7.2867436,-16.001394,-12.532644,-17.4452,-23.847858,-21.819302,-11.657644,-11.782644,-11.848643,-16.299435,-17.408222,-17.69419,-11.314273,-8.983236,-14.876394,-5.9709144,-13.988268,-3.7211819,-3.9701443,-4.9709578
43
+ 9690,-16.04613,-4.4016485,-1.9016488,-3.2719321,-5.1156483,-1.6570922,-6.1516485,-10.9016485,-13.2260475,-7.859852,-15.261719,-8.53571,-7.489777,-13.895178,-7.4641485,-16.614056,-12.221698,-11.778111,-8.4641485,-10.579874
44
+ 1655,-22.505638,-2.6330438,-0.13304389,-6.5418067,-3.728329,-4.1442046,-11.758044,-14.445544,-15.577026,-20.767738,-17.788319,-11.632413,-14.503825,-10.597123,-16.008043,-18.130302,-17.327723,-13.842516,-14.195544,-15.647619
45
+ 5777,-25.881989,-2.0082293,-2.5082293,-10.261295,-8.148666,-0.26510718,-10.570729,-15.226979,-16.971424,-17.635162,-19.606815,-20.036095,-12.946678,-12.77558,-15.664479,-24.776821,-16.810616,-17.934649,-13.633229,-13.965615
46
+ 1054,-4.256261,-13.428061,-10.553061,-14.87634,-16.19793,-18.945602,-10.178061,-5.4905605,-9.053389,-13.882713,-15.496679,-13.562519,-12.260238,-8.019867,-8.678061,-6.3040757,-3.1156194,-0.993803,-1.3655608,-1.2406683
47
+ 11802,-19.322784,-0.009214612,-5.7592144,-15.031597,-7.91165,-10.198173,-11.571714,-13.946714,-14.684145,-19.363073,-18.746372,-17.119009,-14.253042,-9.517203,-13.509214,-18.957508,-16.553753,-16.32215,-14.009214,-15.863685
48
+ 15470,-16.91835,-8.501306,-3.3763056,-2.9046566,-0.13903262,-10.882936,-6.0013056,-9.688806,-10.380503,-14.289079,-18.589731,-15.381111,-7.7627077,-13.278723,-11.626306,-17.604776,-14.725338,-15.296156,-10.126306,-15.144377
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=20newsgroups/list=test_800/labels.csv ADDED
@@ -0,0 +1,800 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 9093,16
2
+ 6372,2
3
+ 14573,12
4
+ 11938,15
5
+ 1712,17
6
+ 12553,16
7
+ 16642,14
8
+ 2432,18
9
+ 4032,15
10
+ 2320,3
11
+ 9358,3
12
+ 10651,1
13
+ 9297,8
14
+ 5267,14
15
+ 7346,13
16
+ 18169,3
17
+ 544,17
18
+ 4136,2
19
+ 14172,1
20
+ 2609,10
21
+ 17603,11
22
+ 12700,14
23
+ 6239,12
24
+ 8495,18
25
+ 15771,18
26
+ 11698,18
27
+ 127,16
28
+ 3419,17
29
+ 13218,0
30
+ 17284,5
31
+ 3475,1
32
+ 15884,17
33
+ 14988,3
34
+ 15250,12
35
+ 265,3
36
+ 14431,13
37
+ 2182,19
38
+ 16984,1
39
+ 8187,19
40
+ 4463,9
41
+ 15259,13
42
+ 17872,12
43
+ 2223,8
44
+ 15302,12
45
+ 6970,12
46
+ 6840,10
47
+ 5417,11
48
+ 5550,7
49
+ 14019,16
50
+ 6122,10
51
+ 15287,12
52
+ 12758,2
53
+ 3017,2
54
+ 37,11
55
+ 16939,15
56
+ 5018,14
57
+ 16827,7
58
+ 4365,4
59
+ 15411,17
60
+ 17191,5
61
+ 3836,11
62
+ 9220,12
63
+ 691,5
64
+ 12707,11
65
+ 5492,6
66
+ 4703,15
67
+ 3800,2
68
+ 15970,13
69
+ 10179,17
70
+ 8908,7
71
+ 5284,10
72
+ 6699,4
73
+ 346,9
74
+ 1343,4
75
+ 5352,3
76
+ 9079,6
77
+ 11870,19
78
+ 16922,6
79
+ 921,11
80
+ 7089,9
81
+ 1642,14
82
+ 6070,13
83
+ 7518,15
84
+ 10751,15
85
+ 174,13
86
+ 16038,10
87
+ 16392,10
88
+ 3722,15
89
+ 4781,15
90
+ 10028,2
91
+ 15197,8
92
+ 13618,4
93
+ 5070,5
94
+ 16307,10
95
+ 13398,4
96
+ 8996,2
97
+ 11358,18
98
+ 9565,18
99
+ 5237,19
100
+ 7450,19
101
+ 15992,17
102
+ 9879,2
103
+ 18046,5
104
+ 17540,12
105
+ 11094,1
106
+ 15116,9
107
+ 15945,5
108
+ 11742,5
109
+ 13122,13
110
+ 618,2
111
+ 30,6
112
+ 4186,7
113
+ 17581,16
114
+ 13233,9
115
+ 10977,14
116
+ 6010,2
117
+ 16733,10
118
+ 15300,15
119
+ 2011,5
120
+ 13108,15
121
+ 5547,2
122
+ 8648,4
123
+ 8365,18
124
+ 3490,16
125
+ 1790,14
126
+ 718,0
127
+ 15930,19
128
+ 1178,13
129
+ 9773,9
130
+ 17616,11
131
+ 733,17
132
+ 3740,3
133
+ 8897,12
134
+ 13049,3
135
+ 11555,16
136
+ 4631,7
137
+ 7830,10
138
+ 13143,11
139
+ 17982,10
140
+ 2064,18
141
+ 9327,6
142
+ 2784,5
143
+ 16094,1
144
+ 1661,9
145
+ 14421,0
146
+ 376,13
147
+ 14091,14
148
+ 3641,18
149
+ 18342,19
150
+ 7598,3
151
+ 17676,12
152
+ 9229,9
153
+ 12389,7
154
+ 16991,7
155
+ 13416,1
156
+ 7828,7
157
+ 6071,18
158
+ 14065,3
159
+ 15961,16
160
+ 11912,16
161
+ 2544,9
162
+ 6009,13
163
+ 5765,11
164
+ 17811,16
165
+ 12062,10
166
+ 78,2
167
+ 12738,2
168
+ 900,16
169
+ 7248,10
170
+ 8654,13
171
+ 11763,18
172
+ 8986,12
173
+ 18281,2
174
+ 3513,12
175
+ 17921,19
176
+ 14797,18
177
+ 13119,17
178
+ 611,16
179
+ 14417,9
180
+ 16506,18
181
+ 6303,5
182
+ 15475,6
183
+ 6881,0
184
+ 1749,9
185
+ 15921,9
186
+ 11810,7
187
+ 10963,13
188
+ 11445,11
189
+ 9029,1
190
+ 10032,2
191
+ 1325,8
192
+ 6318,9
193
+ 18243,14
194
+ 11366,4
195
+ 4343,1
196
+ 1309,1
197
+ 3292,9
198
+ 10631,18
199
+ 5425,15
200
+ 12275,11
201
+ 10638,6
202
+ 5767,14
203
+ 4571,5
204
+ 8157,6
205
+ 2910,15
206
+ 8870,7
207
+ 3623,10
208
+ 698,10
209
+ 15737,4
210
+ 13194,15
211
+ 8273,1
212
+ 17359,7
213
+ 9928,10
214
+ 823,12
215
+ 1066,10
216
+ 8386,5
217
+ 4043,17
218
+ 14005,13
219
+ 11079,3
220
+ 9484,2
221
+ 15875,18
222
+ 13012,14
223
+ 2154,12
224
+ 17060,16
225
+ 12041,6
226
+ 2109,16
227
+ 12734,10
228
+ 7063,0
229
+ 5552,16
230
+ 9988,0
231
+ 18088,8
232
+ 6834,3
233
+ 2267,10
234
+ 3778,1
235
+ 13669,11
236
+ 8807,4
237
+ 6001,18
238
+ 8900,0
239
+ 13228,13
240
+ 13252,8
241
+ 8330,18
242
+ 16479,8
243
+ 15968,9
244
+ 17641,8
245
+ 5295,3
246
+ 11399,7
247
+ 1243,15
248
+ 15399,16
249
+ 3101,11
250
+ 45,4
251
+ 4760,19
252
+ 359,4
253
+ 14055,11
254
+ 12632,14
255
+ 14892,11
256
+ 13716,18
257
+ 6861,7
258
+ 16982,3
259
+ 17263,9
260
+ 14135,18
261
+ 13361,6
262
+ 77,7
263
+ 9048,14
264
+ 15957,4
265
+ 8833,12
266
+ 14854,10
267
+ 5807,16
268
+ 7278,7
269
+ 2542,8
270
+ 6784,16
271
+ 3280,2
272
+ 8796,8
273
+ 2508,1
274
+ 8686,13
275
+ 5604,7
276
+ 15050,14
277
+ 15614,4
278
+ 128,9
279
+ 9381,13
280
+ 6707,10
281
+ 15166,19
282
+ 14118,13
283
+ 17574,6
284
+ 8139,13
285
+ 8837,2
286
+ 12563,18
287
+ 1300,12
288
+ 18265,11
289
+ 1377,8
290
+ 14927,16
291
+ 16580,0
292
+ 9248,2
293
+ 9084,10
294
+ 8182,7
295
+ 1902,8
296
+ 11050,10
297
+ 430,15
298
+ 7213,19
299
+ 1717,18
300
+ 10812,7
301
+ 16893,0
302
+ 8177,1
303
+ 13630,2
304
+ 7026,2
305
+ 3148,18
306
+ 17758,3
307
+ 13542,2
308
+ 1657,17
309
+ 11197,14
310
+ 6781,18
311
+ 14105,11
312
+ 3978,11
313
+ 13625,13
314
+ 737,9
315
+ 6361,4
316
+ 15800,5
317
+ 9291,19
318
+ 12254,17
319
+ 14052,5
320
+ 9893,2
321
+ 13489,12
322
+ 10263,4
323
+ 7884,4
324
+ 8585,2
325
+ 9812,2
326
+ 9721,15
327
+ 16075,12
328
+ 13649,7
329
+ 4637,5
330
+ 5119,8
331
+ 1702,18
332
+ 1604,4
333
+ 13602,13
334
+ 8402,2
335
+ 14919,1
336
+ 9317,16
337
+ 9355,12
338
+ 1878,5
339
+ 10713,0
340
+ 7406,14
341
+ 6869,11
342
+ 9950,14
343
+ 2428,6
344
+ 10251,15
345
+ 14115,2
346
+ 11589,8
347
+ 15969,6
348
+ 6156,9
349
+ 5236,1
350
+ 1511,2
351
+ 15753,11
352
+ 14327,16
353
+ 8932,7
354
+ 5037,5
355
+ 7885,17
356
+ 15090,15
357
+ 15917,0
358
+ 8552,3
359
+ 14204,8
360
+ 12108,8
361
+ 13056,3
362
+ 18264,10
363
+ 4904,9
364
+ 9831,9
365
+ 7550,10
366
+ 16800,14
367
+ 4910,3
368
+ 6040,14
369
+ 15897,15
370
+ 1489,4
371
+ 2607,16
372
+ 18351,11
373
+ 1335,19
374
+ 12473,2
375
+ 13811,0
376
+ 11656,17
377
+ 2009,16
378
+ 12892,9
379
+ 6328,14
380
+ 4535,11
381
+ 5124,9
382
+ 4052,17
383
+ 1866,17
384
+ 339,1
385
+ 9464,0
386
+ 16877,18
387
+ 5846,8
388
+ 16562,8
389
+ 13422,13
390
+ 17613,9
391
+ 9640,16
392
+ 8770,5
393
+ 17201,2
394
+ 13925,5
395
+ 1640,3
396
+ 13411,3
397
+ 18133,4
398
+ 1727,8
399
+ 14075,10
400
+ 13375,13
401
+ 9439,0
402
+ 6819,17
403
+ 13720,9
404
+ 1590,3
405
+ 10274,16
406
+ 14559,19
407
+ 559,15
408
+ 9101,10
409
+ 5082,10
410
+ 11364,18
411
+ 12767,15
412
+ 1587,6
413
+ 15995,17
414
+ 1541,17
415
+ 3560,15
416
+ 3747,3
417
+ 17792,13
418
+ 245,18
419
+ 13400,10
420
+ 15095,15
421
+ 2532,1
422
+ 6503,8
423
+ 18364,19
424
+ 10357,5
425
+ 389,4
426
+ 10468,17
427
+ 4975,10
428
+ 163,12
429
+ 8279,14
430
+ 1972,16
431
+ 6418,12
432
+ 13139,4
433
+ 8478,7
434
+ 1431,3
435
+ 12647,7
436
+ 17226,18
437
+ 6651,17
438
+ 1832,5
439
+ 885,17
440
+ 1675,4
441
+ 2235,14
442
+ 14970,16
443
+ 4333,1
444
+ 6929,2
445
+ 4589,1
446
+ 10840,19
447
+ 5333,14
448
+ 2678,13
449
+ 4698,5
450
+ 7016,1
451
+ 9624,13
452
+ 2189,18
453
+ 15418,0
454
+ 16582,13
455
+ 8612,15
456
+ 2825,2
457
+ 3625,11
458
+ 6532,17
459
+ 6245,14
460
+ 17838,11
461
+ 7277,3
462
+ 8071,1
463
+ 7429,10
464
+ 569,10
465
+ 14886,6
466
+ 15240,4
467
+ 14185,15
468
+ 14420,3
469
+ 11920,1
470
+ 12801,13
471
+ 1647,13
472
+ 1755,3
473
+ 285,10
474
+ 17721,17
475
+ 6979,11
476
+ 39,16
477
+ 11370,11
478
+ 3614,1
479
+ 4075,11
480
+ 11525,5
481
+ 5365,2
482
+ 2885,14
483
+ 4179,9
484
+ 887,4
485
+ 8197,10
486
+ 13717,17
487
+ 6545,0
488
+ 9760,5
489
+ 817,1
490
+ 5133,17
491
+ 2033,9
492
+ 11301,1
493
+ 17487,5
494
+ 14177,0
495
+ 4531,17
496
+ 17414,5
497
+ 1957,6
498
+ 14516,7
499
+ 2749,1
500
+ 18229,1
501
+ 12514,7
502
+ 12742,16
503
+ 15941,18
504
+ 17885,19
505
+ 6542,7
506
+ 2799,14
507
+ 15027,3
508
+ 5459,15
509
+ 6367,2
510
+ 2858,13
511
+ 15137,13
512
+ 1594,10
513
+ 15612,3
514
+ 2594,15
515
+ 11128,4
516
+ 16626,16
517
+ 9963,11
518
+ 10248,18
519
+ 4856,8
520
+ 12078,7
521
+ 250,2
522
+ 5235,15
523
+ 16973,18
524
+ 17413,12
525
+ 14428,4
526
+ 11941,15
527
+ 11836,16
528
+ 14948,18
529
+ 1412,10
530
+ 11214,17
531
+ 13980,2
532
+ 11521,8
533
+ 12332,3
534
+ 3370,10
535
+ 5852,3
536
+ 16300,10
537
+ 3304,18
538
+ 979,2
539
+ 3933,9
540
+ 15810,9
541
+ 2726,15
542
+ 9609,6
543
+ 15857,18
544
+ 15419,2
545
+ 7370,3
546
+ 16401,14
547
+ 1683,2
548
+ 14263,19
549
+ 17745,6
550
+ 17299,4
551
+ 16736,14
552
+ 1337,11
553
+ 16960,9
554
+ 3887,15
555
+ 17894,16
556
+ 9953,11
557
+ 4040,15
558
+ 3398,14
559
+ 13460,7
560
+ 3603,11
561
+ 12725,17
562
+ 16778,4
563
+ 12021,4
564
+ 4564,15
565
+ 14972,13
566
+ 2378,11
567
+ 18371,9
568
+ 15855,0
569
+ 507,13
570
+ 14051,6
571
+ 11267,8
572
+ 9521,16
573
+ 3683,14
574
+ 9163,12
575
+ 6748,18
576
+ 619,9
577
+ 14119,6
578
+ 14367,14
579
+ 4334,14
580
+ 4475,3
581
+ 7143,7
582
+ 8087,7
583
+ 15319,1
584
+ 2731,10
585
+ 7749,19
586
+ 4913,3
587
+ 17977,11
588
+ 7360,13
589
+ 17781,7
590
+ 10649,4
591
+ 11798,10
592
+ 9572,10
593
+ 5675,13
594
+ 1497,8
595
+ 318,6
596
+ 15440,15
597
+ 13793,7
598
+ 11119,14
599
+ 9993,19
600
+ 8290,5
601
+ 17579,1
602
+ 13427,6
603
+ 536,6
604
+ 3541,10
605
+ 4807,0
606
+ 4218,14
607
+ 12666,4
608
+ 16719,2
609
+ 6571,3
610
+ 6588,1
611
+ 5702,4
612
+ 1803,10
613
+ 10660,3
614
+ 7251,16
615
+ 14433,2
616
+ 10258,9
617
+ 3890,8
618
+ 17608,5
619
+ 6286,19
620
+ 12373,14
621
+ 5467,13
622
+ 4834,8
623
+ 5822,1
624
+ 9997,15
625
+ 1067,4
626
+ 10893,11
627
+ 12261,6
628
+ 16944,6
629
+ 18396,1
630
+ 11805,12
631
+ 1029,3
632
+ 332,14
633
+ 10582,13
634
+ 17366,11
635
+ 14287,6
636
+ 1839,10
637
+ 10233,4
638
+ 14799,15
639
+ 7468,0
640
+ 9755,1
641
+ 13935,7
642
+ 10954,7
643
+ 11320,2
644
+ 14262,3
645
+ 16725,15
646
+ 18389,19
647
+ 12970,8
648
+ 8476,2
649
+ 16283,8
650
+ 11182,16
651
+ 13663,18
652
+ 8136,16
653
+ 15307,8
654
+ 17862,18
655
+ 6522,11
656
+ 15556,1
657
+ 962,19
658
+ 5312,18
659
+ 12809,3
660
+ 8589,2
661
+ 7893,3
662
+ 4414,0
663
+ 11118,17
664
+ 13622,14
665
+ 1319,8
666
+ 6480,18
667
+ 11813,4
668
+ 3508,3
669
+ 5136,8
670
+ 5801,12
671
+ 3529,3
672
+ 11720,15
673
+ 16912,5
674
+ 15199,8
675
+ 8338,16
676
+ 6400,17
677
+ 558,17
678
+ 12040,6
679
+ 944,10
680
+ 9372,2
681
+ 14954,6
682
+ 11176,6
683
+ 7469,5
684
+ 9263,1
685
+ 16967,13
686
+ 1914,4
687
+ 6251,9
688
+ 8274,9
689
+ 10527,17
690
+ 14307,14
691
+ 13322,6
692
+ 12648,6
693
+ 10986,10
694
+ 7185,13
695
+ 5737,10
696
+ 10183,9
697
+ 3495,18
698
+ 1274,5
699
+ 2413,9
700
+ 8234,12
701
+ 5783,6
702
+ 1536,7
703
+ 10048,16
704
+ 1787,9
705
+ 15255,3
706
+ 3671,17
707
+ 5986,3
708
+ 9620,6
709
+ 6380,1
710
+ 14181,4
711
+ 2001,0
712
+ 14953,2
713
+ 6490,9
714
+ 1131,15
715
+ 1856,10
716
+ 5982,5
717
+ 12226,13
718
+ 9419,3
719
+ 5882,9
720
+ 3295,17
721
+ 6952,3
722
+ 13477,7
723
+ 18134,15
724
+ 81,16
725
+ 7998,9
726
+ 13836,9
727
+ 9710,14
728
+ 9954,4
729
+ 16058,9
730
+ 16859,12
731
+ 1009,15
732
+ 12596,13
733
+ 2118,12
734
+ 1472,16
735
+ 18319,11
736
+ 2567,8
737
+ 579,11
738
+ 1328,19
739
+ 9424,19
740
+ 15998,17
741
+ 3357,11
742
+ 10411,6
743
+ 8436,7
744
+ 18332,9
745
+ 13030,1
746
+ 17550,7
747
+ 5053,11
748
+ 9387,9
749
+ 4828,14
750
+ 12006,8
751
+ 9323,17
752
+ 15925,2
753
+ 15979,3
754
+ 4753,14
755
+ 9385,6
756
+ 14211,17
757
+ 13364,10
758
+ 16546,10
759
+ 17795,13
760
+ 14990,7
761
+ 15602,6
762
+ 4896,0
763
+ 397,5
764
+ 15832,18
765
+ 12622,8
766
+ 7048,11
767
+ 17771,19
768
+ 9245,4
769
+ 2390,15
770
+ 16069,0
771
+ 16122,8
772
+ 17378,19
773
+ 3947,0
774
+ 8268,9
775
+ 6419,5
776
+ 16403,2
777
+ 13568,5
778
+ 2370,19
779
+ 15484,6
780
+ 6904,13
781
+ 8175,17
782
+ 13430,7
783
+ 8432,11
784
+ 14159,17
785
+ 10327,11
786
+ 12384,3
787
+ 13474,3
788
+ 13988,14
789
+ 13985,4
790
+ 3538,10
791
+ 14670,18
792
+ 3533,17
793
+ 11680,1
794
+ 665,10
795
+ 16601,1
796
+ 7858,7
797
+ 11650,3
798
+ 5909,2
799
+ 10873,14
800
+ 6960,15
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/test=20newsgroups/list=test_800/logits.csv ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ K: null
2
+ global_batch_size: 8
3
+ learning_rate: 0.0001
4
+ loss: ans
5
+ max_steps: -1
6
+ micro_batch_size: 1
7
+ optimizer_name: adamw
8
+ patience: 10
9
+ val_check_interval: 16
10
+ weight_decay: 0.0
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 64,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 2048,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 16,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 32.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": true,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.45.0.dev0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.45.0.dev0"
12
+ }
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ attention_logit_softcapping: null
2
+ attention_scores_scalar: null
3
+ bias: false
4
+ block_size: 131072
5
+ final_logit_softcapping: null
6
+ gelu_approximate: none
7
+ head_size: 64
8
+ hf_config:
9
+ name: Llama-3.2-1B-Instruct
10
+ org: meta-llama
11
+ intermediate_size: 8192
12
+ lm_head_bias: false
13
+ mlp_class_name: LLaMAMLP
14
+ n_embd: 2048
15
+ n_expert: 0
16
+ n_expert_per_token: 0
17
+ n_head: 32
18
+ n_layer: 16
19
+ n_query_groups: 8
20
+ name: Llama-3.2-1B-Instruct
21
+ norm_class_name: RMSNorm
22
+ norm_eps: 1.0e-05
23
+ padded_vocab_size: 128256
24
+ padding_multiple: 512
25
+ parallel_residual: false
26
+ post_attention_norm: false
27
+ post_mlp_norm: false
28
+ rope_adjustments:
29
+ factor: 32.0
30
+ high_freq_factor: 4.0
31
+ low_freq_factor: 1.0
32
+ original_max_seq_len: 8192
33
+ rope_base: 500000
34
+ rope_condense_ratio: 1
35
+ rotary_percentage: 1.0
36
+ scale_embeddings: false
37
+ shared_attention_norm: false
38
+ sliding_window_layer_placing: null
39
+ sliding_window_size: null
40
+ vocab_size: 128000
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json ADDED
@@ -0,0 +1,2062 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "128000": {
4
+ "content": "<|begin_of_text|>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "128001": {
12
+ "content": "<|end_of_text|>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "128002": {
20
+ "content": "<|reserved_special_token_0|>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "128003": {
28
+ "content": "<|reserved_special_token_1|>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "128004": {
36
+ "content": "<|finetune_right_pad_id|>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "128005": {
44
+ "content": "<|reserved_special_token_2|>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "128006": {
52
+ "content": "<|start_header_id|>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "128007": {
60
+ "content": "<|end_header_id|>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "128008": {
68
+ "content": "<|eom_id|>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "128009": {
76
+ "content": "<|eot_id|>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "128010": {
84
+ "content": "<|python_tag|>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "128011": {
92
+ "content": "<|reserved_special_token_3|>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "128012": {
100
+ "content": "<|reserved_special_token_4|>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "128013": {
108
+ "content": "<|reserved_special_token_5|>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "128014": {
116
+ "content": "<|reserved_special_token_6|>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "128015": {
124
+ "content": "<|reserved_special_token_7|>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "128016": {
132
+ "content": "<|reserved_special_token_8|>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "128017": {
140
+ "content": "<|reserved_special_token_9|>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "128018": {
148
+ "content": "<|reserved_special_token_10|>",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "128019": {
156
+ "content": "<|reserved_special_token_11|>",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "128020": {
164
+ "content": "<|reserved_special_token_12|>",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "128021": {
172
+ "content": "<|reserved_special_token_13|>",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "128022": {
180
+ "content": "<|reserved_special_token_14|>",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ },
187
+ "128023": {
188
+ "content": "<|reserved_special_token_15|>",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": true
194
+ },
195
+ "128024": {
196
+ "content": "<|reserved_special_token_16|>",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": true
202
+ },
203
+ "128025": {
204
+ "content": "<|reserved_special_token_17|>",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": true
210
+ },
211
+ "128026": {
212
+ "content": "<|reserved_special_token_18|>",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": true
218
+ },
219
+ "128027": {
220
+ "content": "<|reserved_special_token_19|>",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "128028": {
228
+ "content": "<|reserved_special_token_20|>",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "128029": {
236
+ "content": "<|reserved_special_token_21|>",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "128030": {
244
+ "content": "<|reserved_special_token_22|>",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "128031": {
252
+ "content": "<|reserved_special_token_23|>",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "128032": {
260
+ "content": "<|reserved_special_token_24|>",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "128033": {
268
+ "content": "<|reserved_special_token_25|>",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": true
274
+ },
275
+ "128034": {
276
+ "content": "<|reserved_special_token_26|>",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": true
282
+ },
283
+ "128035": {
284
+ "content": "<|reserved_special_token_27|>",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": true
290
+ },
291
+ "128036": {
292
+ "content": "<|reserved_special_token_28|>",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": true
298
+ },
299
+ "128037": {
300
+ "content": "<|reserved_special_token_29|>",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": true
306
+ },
307
+ "128038": {
308
+ "content": "<|reserved_special_token_30|>",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": true
314
+ },
315
+ "128039": {
316
+ "content": "<|reserved_special_token_31|>",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": true
322
+ },
323
+ "128040": {
324
+ "content": "<|reserved_special_token_32|>",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": true
330
+ },
331
+ "128041": {
332
+ "content": "<|reserved_special_token_33|>",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": true
338
+ },
339
+ "128042": {
340
+ "content": "<|reserved_special_token_34|>",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": true
346
+ },
347
+ "128043": {
348
+ "content": "<|reserved_special_token_35|>",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": true
354
+ },
355
+ "128044": {
356
+ "content": "<|reserved_special_token_36|>",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": true
362
+ },
363
+ "128045": {
364
+ "content": "<|reserved_special_token_37|>",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": true
370
+ },
371
+ "128046": {
372
+ "content": "<|reserved_special_token_38|>",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": true
378
+ },
379
+ "128047": {
380
+ "content": "<|reserved_special_token_39|>",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": true
386
+ },
387
+ "128048": {
388
+ "content": "<|reserved_special_token_40|>",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": true
394
+ },
395
+ "128049": {
396
+ "content": "<|reserved_special_token_41|>",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": true
402
+ },
403
+ "128050": {
404
+ "content": "<|reserved_special_token_42|>",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": true
410
+ },
411
+ "128051": {
412
+ "content": "<|reserved_special_token_43|>",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": true
418
+ },
419
+ "128052": {
420
+ "content": "<|reserved_special_token_44|>",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": true
426
+ },
427
+ "128053": {
428
+ "content": "<|reserved_special_token_45|>",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": true
434
+ },
435
+ "128054": {
436
+ "content": "<|reserved_special_token_46|>",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": true
442
+ },
443
+ "128055": {
444
+ "content": "<|reserved_special_token_47|>",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": true
450
+ },
451
+ "128056": {
452
+ "content": "<|reserved_special_token_48|>",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": true
458
+ },
459
+ "128057": {
460
+ "content": "<|reserved_special_token_49|>",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": true
466
+ },
467
+ "128058": {
468
+ "content": "<|reserved_special_token_50|>",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": true
474
+ },
475
+ "128059": {
476
+ "content": "<|reserved_special_token_51|>",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": true
482
+ },
483
+ "128060": {
484
+ "content": "<|reserved_special_token_52|>",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": true
490
+ },
491
+ "128061": {
492
+ "content": "<|reserved_special_token_53|>",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": true
498
+ },
499
+ "128062": {
500
+ "content": "<|reserved_special_token_54|>",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": true
506
+ },
507
+ "128063": {
508
+ "content": "<|reserved_special_token_55|>",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": true
514
+ },
515
+ "128064": {
516
+ "content": "<|reserved_special_token_56|>",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": true
522
+ },
523
+ "128065": {
524
+ "content": "<|reserved_special_token_57|>",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": true
530
+ },
531
+ "128066": {
532
+ "content": "<|reserved_special_token_58|>",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": true
538
+ },
539
+ "128067": {
540
+ "content": "<|reserved_special_token_59|>",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": true
546
+ },
547
+ "128068": {
548
+ "content": "<|reserved_special_token_60|>",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": true
554
+ },
555
+ "128069": {
556
+ "content": "<|reserved_special_token_61|>",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": true
562
+ },
563
+ "128070": {
564
+ "content": "<|reserved_special_token_62|>",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": true
570
+ },
571
+ "128071": {
572
+ "content": "<|reserved_special_token_63|>",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": true
578
+ },
579
+ "128072": {
580
+ "content": "<|reserved_special_token_64|>",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": true
586
+ },
587
+ "128073": {
588
+ "content": "<|reserved_special_token_65|>",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": true
594
+ },
595
+ "128074": {
596
+ "content": "<|reserved_special_token_66|>",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": true
602
+ },
603
+ "128075": {
604
+ "content": "<|reserved_special_token_67|>",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": true
610
+ },
611
+ "128076": {
612
+ "content": "<|reserved_special_token_68|>",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": true
618
+ },
619
+ "128077": {
620
+ "content": "<|reserved_special_token_69|>",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": true
626
+ },
627
+ "128078": {
628
+ "content": "<|reserved_special_token_70|>",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": true
634
+ },
635
+ "128079": {
636
+ "content": "<|reserved_special_token_71|>",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": true
642
+ },
643
+ "128080": {
644
+ "content": "<|reserved_special_token_72|>",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": true
650
+ },
651
+ "128081": {
652
+ "content": "<|reserved_special_token_73|>",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": true
658
+ },
659
+ "128082": {
660
+ "content": "<|reserved_special_token_74|>",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": true
666
+ },
667
+ "128083": {
668
+ "content": "<|reserved_special_token_75|>",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": true
674
+ },
675
+ "128084": {
676
+ "content": "<|reserved_special_token_76|>",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": true
682
+ },
683
+ "128085": {
684
+ "content": "<|reserved_special_token_77|>",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": true
690
+ },
691
+ "128086": {
692
+ "content": "<|reserved_special_token_78|>",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": true
698
+ },
699
+ "128087": {
700
+ "content": "<|reserved_special_token_79|>",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": true
706
+ },
707
+ "128088": {
708
+ "content": "<|reserved_special_token_80|>",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": true
714
+ },
715
+ "128089": {
716
+ "content": "<|reserved_special_token_81|>",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": true
722
+ },
723
+ "128090": {
724
+ "content": "<|reserved_special_token_82|>",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": true
730
+ },
731
+ "128091": {
732
+ "content": "<|reserved_special_token_83|>",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": true
738
+ },
739
+ "128092": {
740
+ "content": "<|reserved_special_token_84|>",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": true
746
+ },
747
+ "128093": {
748
+ "content": "<|reserved_special_token_85|>",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": true
754
+ },
755
+ "128094": {
756
+ "content": "<|reserved_special_token_86|>",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": true
762
+ },
763
+ "128095": {
764
+ "content": "<|reserved_special_token_87|>",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": true
770
+ },
771
+ "128096": {
772
+ "content": "<|reserved_special_token_88|>",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": true
778
+ },
779
+ "128097": {
780
+ "content": "<|reserved_special_token_89|>",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": true
786
+ },
787
+ "128098": {
788
+ "content": "<|reserved_special_token_90|>",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": true
794
+ },
795
+ "128099": {
796
+ "content": "<|reserved_special_token_91|>",
797
+ "lstrip": false,
798
+ "normalized": false,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": true
802
+ },
803
+ "128100": {
804
+ "content": "<|reserved_special_token_92|>",
805
+ "lstrip": false,
806
+ "normalized": false,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": true
810
+ },
811
+ "128101": {
812
+ "content": "<|reserved_special_token_93|>",
813
+ "lstrip": false,
814
+ "normalized": false,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": true
818
+ },
819
+ "128102": {
820
+ "content": "<|reserved_special_token_94|>",
821
+ "lstrip": false,
822
+ "normalized": false,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": true
826
+ },
827
+ "128103": {
828
+ "content": "<|reserved_special_token_95|>",
829
+ "lstrip": false,
830
+ "normalized": false,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": true
834
+ },
835
+ "128104": {
836
+ "content": "<|reserved_special_token_96|>",
837
+ "lstrip": false,
838
+ "normalized": false,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": true
842
+ },
843
+ "128105": {
844
+ "content": "<|reserved_special_token_97|>",
845
+ "lstrip": false,
846
+ "normalized": false,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": true
850
+ },
851
+ "128106": {
852
+ "content": "<|reserved_special_token_98|>",
853
+ "lstrip": false,
854
+ "normalized": false,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": true
858
+ },
859
+ "128107": {
860
+ "content": "<|reserved_special_token_99|>",
861
+ "lstrip": false,
862
+ "normalized": false,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": true
866
+ },
867
+ "128108": {
868
+ "content": "<|reserved_special_token_100|>",
869
+ "lstrip": false,
870
+ "normalized": false,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": true
874
+ },
875
+ "128109": {
876
+ "content": "<|reserved_special_token_101|>",
877
+ "lstrip": false,
878
+ "normalized": false,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": true
882
+ },
883
+ "128110": {
884
+ "content": "<|reserved_special_token_102|>",
885
+ "lstrip": false,
886
+ "normalized": false,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": true
890
+ },
891
+ "128111": {
892
+ "content": "<|reserved_special_token_103|>",
893
+ "lstrip": false,
894
+ "normalized": false,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": true
898
+ },
899
+ "128112": {
900
+ "content": "<|reserved_special_token_104|>",
901
+ "lstrip": false,
902
+ "normalized": false,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": true
906
+ },
907
+ "128113": {
908
+ "content": "<|reserved_special_token_105|>",
909
+ "lstrip": false,
910
+ "normalized": false,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": true
914
+ },
915
+ "128114": {
916
+ "content": "<|reserved_special_token_106|>",
917
+ "lstrip": false,
918
+ "normalized": false,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": true
922
+ },
923
+ "128115": {
924
+ "content": "<|reserved_special_token_107|>",
925
+ "lstrip": false,
926
+ "normalized": false,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": true
930
+ },
931
+ "128116": {
932
+ "content": "<|reserved_special_token_108|>",
933
+ "lstrip": false,
934
+ "normalized": false,
935
+ "rstrip": false,
936
+ "single_word": false,
937
+ "special": true
938
+ },
939
+ "128117": {
940
+ "content": "<|reserved_special_token_109|>",
941
+ "lstrip": false,
942
+ "normalized": false,
943
+ "rstrip": false,
944
+ "single_word": false,
945
+ "special": true
946
+ },
947
+ "128118": {
948
+ "content": "<|reserved_special_token_110|>",
949
+ "lstrip": false,
950
+ "normalized": false,
951
+ "rstrip": false,
952
+ "single_word": false,
953
+ "special": true
954
+ },
955
+ "128119": {
956
+ "content": "<|reserved_special_token_111|>",
957
+ "lstrip": false,
958
+ "normalized": false,
959
+ "rstrip": false,
960
+ "single_word": false,
961
+ "special": true
962
+ },
963
+ "128120": {
964
+ "content": "<|reserved_special_token_112|>",
965
+ "lstrip": false,
966
+ "normalized": false,
967
+ "rstrip": false,
968
+ "single_word": false,
969
+ "special": true
970
+ },
971
+ "128121": {
972
+ "content": "<|reserved_special_token_113|>",
973
+ "lstrip": false,
974
+ "normalized": false,
975
+ "rstrip": false,
976
+ "single_word": false,
977
+ "special": true
978
+ },
979
+ "128122": {
980
+ "content": "<|reserved_special_token_114|>",
981
+ "lstrip": false,
982
+ "normalized": false,
983
+ "rstrip": false,
984
+ "single_word": false,
985
+ "special": true
986
+ },
987
+ "128123": {
988
+ "content": "<|reserved_special_token_115|>",
989
+ "lstrip": false,
990
+ "normalized": false,
991
+ "rstrip": false,
992
+ "single_word": false,
993
+ "special": true
994
+ },
995
+ "128124": {
996
+ "content": "<|reserved_special_token_116|>",
997
+ "lstrip": false,
998
+ "normalized": false,
999
+ "rstrip": false,
1000
+ "single_word": false,
1001
+ "special": true
1002
+ },
1003
+ "128125": {
1004
+ "content": "<|reserved_special_token_117|>",
1005
+ "lstrip": false,
1006
+ "normalized": false,
1007
+ "rstrip": false,
1008
+ "single_word": false,
1009
+ "special": true
1010
+ },
1011
+ "128126": {
1012
+ "content": "<|reserved_special_token_118|>",
1013
+ "lstrip": false,
1014
+ "normalized": false,
1015
+ "rstrip": false,
1016
+ "single_word": false,
1017
+ "special": true
1018
+ },
1019
+ "128127": {
1020
+ "content": "<|reserved_special_token_119|>",
1021
+ "lstrip": false,
1022
+ "normalized": false,
1023
+ "rstrip": false,
1024
+ "single_word": false,
1025
+ "special": true
1026
+ },
1027
+ "128128": {
1028
+ "content": "<|reserved_special_token_120|>",
1029
+ "lstrip": false,
1030
+ "normalized": false,
1031
+ "rstrip": false,
1032
+ "single_word": false,
1033
+ "special": true
1034
+ },
1035
+ "128129": {
1036
+ "content": "<|reserved_special_token_121|>",
1037
+ "lstrip": false,
1038
+ "normalized": false,
1039
+ "rstrip": false,
1040
+ "single_word": false,
1041
+ "special": true
1042
+ },
1043
+ "128130": {
1044
+ "content": "<|reserved_special_token_122|>",
1045
+ "lstrip": false,
1046
+ "normalized": false,
1047
+ "rstrip": false,
1048
+ "single_word": false,
1049
+ "special": true
1050
+ },
1051
+ "128131": {
1052
+ "content": "<|reserved_special_token_123|>",
1053
+ "lstrip": false,
1054
+ "normalized": false,
1055
+ "rstrip": false,
1056
+ "single_word": false,
1057
+ "special": true
1058
+ },
1059
+ "128132": {
1060
+ "content": "<|reserved_special_token_124|>",
1061
+ "lstrip": false,
1062
+ "normalized": false,
1063
+ "rstrip": false,
1064
+ "single_word": false,
1065
+ "special": true
1066
+ },
1067
+ "128133": {
1068
+ "content": "<|reserved_special_token_125|>",
1069
+ "lstrip": false,
1070
+ "normalized": false,
1071
+ "rstrip": false,
1072
+ "single_word": false,
1073
+ "special": true
1074
+ },
1075
+ "128134": {
1076
+ "content": "<|reserved_special_token_126|>",
1077
+ "lstrip": false,
1078
+ "normalized": false,
1079
+ "rstrip": false,
1080
+ "single_word": false,
1081
+ "special": true
1082
+ },
1083
+ "128135": {
1084
+ "content": "<|reserved_special_token_127|>",
1085
+ "lstrip": false,
1086
+ "normalized": false,
1087
+ "rstrip": false,
1088
+ "single_word": false,
1089
+ "special": true
1090
+ },
1091
+ "128136": {
1092
+ "content": "<|reserved_special_token_128|>",
1093
+ "lstrip": false,
1094
+ "normalized": false,
1095
+ "rstrip": false,
1096
+ "single_word": false,
1097
+ "special": true
1098
+ },
1099
+ "128137": {
1100
+ "content": "<|reserved_special_token_129|>",
1101
+ "lstrip": false,
1102
+ "normalized": false,
1103
+ "rstrip": false,
1104
+ "single_word": false,
1105
+ "special": true
1106
+ },
1107
+ "128138": {
1108
+ "content": "<|reserved_special_token_130|>",
1109
+ "lstrip": false,
1110
+ "normalized": false,
1111
+ "rstrip": false,
1112
+ "single_word": false,
1113
+ "special": true
1114
+ },
1115
+ "128139": {
1116
+ "content": "<|reserved_special_token_131|>",
1117
+ "lstrip": false,
1118
+ "normalized": false,
1119
+ "rstrip": false,
1120
+ "single_word": false,
1121
+ "special": true
1122
+ },
1123
+ "128140": {
1124
+ "content": "<|reserved_special_token_132|>",
1125
+ "lstrip": false,
1126
+ "normalized": false,
1127
+ "rstrip": false,
1128
+ "single_word": false,
1129
+ "special": true
1130
+ },
1131
+ "128141": {
1132
+ "content": "<|reserved_special_token_133|>",
1133
+ "lstrip": false,
1134
+ "normalized": false,
1135
+ "rstrip": false,
1136
+ "single_word": false,
1137
+ "special": true
1138
+ },
1139
+ "128142": {
1140
+ "content": "<|reserved_special_token_134|>",
1141
+ "lstrip": false,
1142
+ "normalized": false,
1143
+ "rstrip": false,
1144
+ "single_word": false,
1145
+ "special": true
1146
+ },
1147
+ "128143": {
1148
+ "content": "<|reserved_special_token_135|>",
1149
+ "lstrip": false,
1150
+ "normalized": false,
1151
+ "rstrip": false,
1152
+ "single_word": false,
1153
+ "special": true
1154
+ },
1155
+ "128144": {
1156
+ "content": "<|reserved_special_token_136|>",
1157
+ "lstrip": false,
1158
+ "normalized": false,
1159
+ "rstrip": false,
1160
+ "single_word": false,
1161
+ "special": true
1162
+ },
1163
+ "128145": {
1164
+ "content": "<|reserved_special_token_137|>",
1165
+ "lstrip": false,
1166
+ "normalized": false,
1167
+ "rstrip": false,
1168
+ "single_word": false,
1169
+ "special": true
1170
+ },
1171
+ "128146": {
1172
+ "content": "<|reserved_special_token_138|>",
1173
+ "lstrip": false,
1174
+ "normalized": false,
1175
+ "rstrip": false,
1176
+ "single_word": false,
1177
+ "special": true
1178
+ },
1179
+ "128147": {
1180
+ "content": "<|reserved_special_token_139|>",
1181
+ "lstrip": false,
1182
+ "normalized": false,
1183
+ "rstrip": false,
1184
+ "single_word": false,
1185
+ "special": true
1186
+ },
1187
+ "128148": {
1188
+ "content": "<|reserved_special_token_140|>",
1189
+ "lstrip": false,
1190
+ "normalized": false,
1191
+ "rstrip": false,
1192
+ "single_word": false,
1193
+ "special": true
1194
+ },
1195
+ "128149": {
1196
+ "content": "<|reserved_special_token_141|>",
1197
+ "lstrip": false,
1198
+ "normalized": false,
1199
+ "rstrip": false,
1200
+ "single_word": false,
1201
+ "special": true
1202
+ },
1203
+ "128150": {
1204
+ "content": "<|reserved_special_token_142|>",
1205
+ "lstrip": false,
1206
+ "normalized": false,
1207
+ "rstrip": false,
1208
+ "single_word": false,
1209
+ "special": true
1210
+ },
1211
+ "128151": {
1212
+ "content": "<|reserved_special_token_143|>",
1213
+ "lstrip": false,
1214
+ "normalized": false,
1215
+ "rstrip": false,
1216
+ "single_word": false,
1217
+ "special": true
1218
+ },
1219
+ "128152": {
1220
+ "content": "<|reserved_special_token_144|>",
1221
+ "lstrip": false,
1222
+ "normalized": false,
1223
+ "rstrip": false,
1224
+ "single_word": false,
1225
+ "special": true
1226
+ },
1227
+ "128153": {
1228
+ "content": "<|reserved_special_token_145|>",
1229
+ "lstrip": false,
1230
+ "normalized": false,
1231
+ "rstrip": false,
1232
+ "single_word": false,
1233
+ "special": true
1234
+ },
1235
+ "128154": {
1236
+ "content": "<|reserved_special_token_146|>",
1237
+ "lstrip": false,
1238
+ "normalized": false,
1239
+ "rstrip": false,
1240
+ "single_word": false,
1241
+ "special": true
1242
+ },
1243
+ "128155": {
1244
+ "content": "<|reserved_special_token_147|>",
1245
+ "lstrip": false,
1246
+ "normalized": false,
1247
+ "rstrip": false,
1248
+ "single_word": false,
1249
+ "special": true
1250
+ },
1251
+ "128156": {
1252
+ "content": "<|reserved_special_token_148|>",
1253
+ "lstrip": false,
1254
+ "normalized": false,
1255
+ "rstrip": false,
1256
+ "single_word": false,
1257
+ "special": true
1258
+ },
1259
+ "128157": {
1260
+ "content": "<|reserved_special_token_149|>",
1261
+ "lstrip": false,
1262
+ "normalized": false,
1263
+ "rstrip": false,
1264
+ "single_word": false,
1265
+ "special": true
1266
+ },
1267
+ "128158": {
1268
+ "content": "<|reserved_special_token_150|>",
1269
+ "lstrip": false,
1270
+ "normalized": false,
1271
+ "rstrip": false,
1272
+ "single_word": false,
1273
+ "special": true
1274
+ },
1275
+ "128159": {
1276
+ "content": "<|reserved_special_token_151|>",
1277
+ "lstrip": false,
1278
+ "normalized": false,
1279
+ "rstrip": false,
1280
+ "single_word": false,
1281
+ "special": true
1282
+ },
1283
+ "128160": {
1284
+ "content": "<|reserved_special_token_152|>",
1285
+ "lstrip": false,
1286
+ "normalized": false,
1287
+ "rstrip": false,
1288
+ "single_word": false,
1289
+ "special": true
1290
+ },
1291
+ "128161": {
1292
+ "content": "<|reserved_special_token_153|>",
1293
+ "lstrip": false,
1294
+ "normalized": false,
1295
+ "rstrip": false,
1296
+ "single_word": false,
1297
+ "special": true
1298
+ },
1299
+ "128162": {
1300
+ "content": "<|reserved_special_token_154|>",
1301
+ "lstrip": false,
1302
+ "normalized": false,
1303
+ "rstrip": false,
1304
+ "single_word": false,
1305
+ "special": true
1306
+ },
1307
+ "128163": {
1308
+ "content": "<|reserved_special_token_155|>",
1309
+ "lstrip": false,
1310
+ "normalized": false,
1311
+ "rstrip": false,
1312
+ "single_word": false,
1313
+ "special": true
1314
+ },
1315
+ "128164": {
1316
+ "content": "<|reserved_special_token_156|>",
1317
+ "lstrip": false,
1318
+ "normalized": false,
1319
+ "rstrip": false,
1320
+ "single_word": false,
1321
+ "special": true
1322
+ },
1323
+ "128165": {
1324
+ "content": "<|reserved_special_token_157|>",
1325
+ "lstrip": false,
1326
+ "normalized": false,
1327
+ "rstrip": false,
1328
+ "single_word": false,
1329
+ "special": true
1330
+ },
1331
+ "128166": {
1332
+ "content": "<|reserved_special_token_158|>",
1333
+ "lstrip": false,
1334
+ "normalized": false,
1335
+ "rstrip": false,
1336
+ "single_word": false,
1337
+ "special": true
1338
+ },
1339
+ "128167": {
1340
+ "content": "<|reserved_special_token_159|>",
1341
+ "lstrip": false,
1342
+ "normalized": false,
1343
+ "rstrip": false,
1344
+ "single_word": false,
1345
+ "special": true
1346
+ },
1347
+ "128168": {
1348
+ "content": "<|reserved_special_token_160|>",
1349
+ "lstrip": false,
1350
+ "normalized": false,
1351
+ "rstrip": false,
1352
+ "single_word": false,
1353
+ "special": true
1354
+ },
1355
+ "128169": {
1356
+ "content": "<|reserved_special_token_161|>",
1357
+ "lstrip": false,
1358
+ "normalized": false,
1359
+ "rstrip": false,
1360
+ "single_word": false,
1361
+ "special": true
1362
+ },
1363
+ "128170": {
1364
+ "content": "<|reserved_special_token_162|>",
1365
+ "lstrip": false,
1366
+ "normalized": false,
1367
+ "rstrip": false,
1368
+ "single_word": false,
1369
+ "special": true
1370
+ },
1371
+ "128171": {
1372
+ "content": "<|reserved_special_token_163|>",
1373
+ "lstrip": false,
1374
+ "normalized": false,
1375
+ "rstrip": false,
1376
+ "single_word": false,
1377
+ "special": true
1378
+ },
1379
+ "128172": {
1380
+ "content": "<|reserved_special_token_164|>",
1381
+ "lstrip": false,
1382
+ "normalized": false,
1383
+ "rstrip": false,
1384
+ "single_word": false,
1385
+ "special": true
1386
+ },
1387
+ "128173": {
1388
+ "content": "<|reserved_special_token_165|>",
1389
+ "lstrip": false,
1390
+ "normalized": false,
1391
+ "rstrip": false,
1392
+ "single_word": false,
1393
+ "special": true
1394
+ },
1395
+ "128174": {
1396
+ "content": "<|reserved_special_token_166|>",
1397
+ "lstrip": false,
1398
+ "normalized": false,
1399
+ "rstrip": false,
1400
+ "single_word": false,
1401
+ "special": true
1402
+ },
1403
+ "128175": {
1404
+ "content": "<|reserved_special_token_167|>",
1405
+ "lstrip": false,
1406
+ "normalized": false,
1407
+ "rstrip": false,
1408
+ "single_word": false,
1409
+ "special": true
1410
+ },
1411
+ "128176": {
1412
+ "content": "<|reserved_special_token_168|>",
1413
+ "lstrip": false,
1414
+ "normalized": false,
1415
+ "rstrip": false,
1416
+ "single_word": false,
1417
+ "special": true
1418
+ },
1419
+ "128177": {
1420
+ "content": "<|reserved_special_token_169|>",
1421
+ "lstrip": false,
1422
+ "normalized": false,
1423
+ "rstrip": false,
1424
+ "single_word": false,
1425
+ "special": true
1426
+ },
1427
+ "128178": {
1428
+ "content": "<|reserved_special_token_170|>",
1429
+ "lstrip": false,
1430
+ "normalized": false,
1431
+ "rstrip": false,
1432
+ "single_word": false,
1433
+ "special": true
1434
+ },
1435
+ "128179": {
1436
+ "content": "<|reserved_special_token_171|>",
1437
+ "lstrip": false,
1438
+ "normalized": false,
1439
+ "rstrip": false,
1440
+ "single_word": false,
1441
+ "special": true
1442
+ },
1443
+ "128180": {
1444
+ "content": "<|reserved_special_token_172|>",
1445
+ "lstrip": false,
1446
+ "normalized": false,
1447
+ "rstrip": false,
1448
+ "single_word": false,
1449
+ "special": true
1450
+ },
1451
+ "128181": {
1452
+ "content": "<|reserved_special_token_173|>",
1453
+ "lstrip": false,
1454
+ "normalized": false,
1455
+ "rstrip": false,
1456
+ "single_word": false,
1457
+ "special": true
1458
+ },
1459
+ "128182": {
1460
+ "content": "<|reserved_special_token_174|>",
1461
+ "lstrip": false,
1462
+ "normalized": false,
1463
+ "rstrip": false,
1464
+ "single_word": false,
1465
+ "special": true
1466
+ },
1467
+ "128183": {
1468
+ "content": "<|reserved_special_token_175|>",
1469
+ "lstrip": false,
1470
+ "normalized": false,
1471
+ "rstrip": false,
1472
+ "single_word": false,
1473
+ "special": true
1474
+ },
1475
+ "128184": {
1476
+ "content": "<|reserved_special_token_176|>",
1477
+ "lstrip": false,
1478
+ "normalized": false,
1479
+ "rstrip": false,
1480
+ "single_word": false,
1481
+ "special": true
1482
+ },
1483
+ "128185": {
1484
+ "content": "<|reserved_special_token_177|>",
1485
+ "lstrip": false,
1486
+ "normalized": false,
1487
+ "rstrip": false,
1488
+ "single_word": false,
1489
+ "special": true
1490
+ },
1491
+ "128186": {
1492
+ "content": "<|reserved_special_token_178|>",
1493
+ "lstrip": false,
1494
+ "normalized": false,
1495
+ "rstrip": false,
1496
+ "single_word": false,
1497
+ "special": true
1498
+ },
1499
+ "128187": {
1500
+ "content": "<|reserved_special_token_179|>",
1501
+ "lstrip": false,
1502
+ "normalized": false,
1503
+ "rstrip": false,
1504
+ "single_word": false,
1505
+ "special": true
1506
+ },
1507
+ "128188": {
1508
+ "content": "<|reserved_special_token_180|>",
1509
+ "lstrip": false,
1510
+ "normalized": false,
1511
+ "rstrip": false,
1512
+ "single_word": false,
1513
+ "special": true
1514
+ },
1515
+ "128189": {
1516
+ "content": "<|reserved_special_token_181|>",
1517
+ "lstrip": false,
1518
+ "normalized": false,
1519
+ "rstrip": false,
1520
+ "single_word": false,
1521
+ "special": true
1522
+ },
1523
+ "128190": {
1524
+ "content": "<|reserved_special_token_182|>",
1525
+ "lstrip": false,
1526
+ "normalized": false,
1527
+ "rstrip": false,
1528
+ "single_word": false,
1529
+ "special": true
1530
+ },
1531
+ "128191": {
1532
+ "content": "<|reserved_special_token_183|>",
1533
+ "lstrip": false,
1534
+ "normalized": false,
1535
+ "rstrip": false,
1536
+ "single_word": false,
1537
+ "special": true
1538
+ },
1539
+ "128192": {
1540
+ "content": "<|reserved_special_token_184|>",
1541
+ "lstrip": false,
1542
+ "normalized": false,
1543
+ "rstrip": false,
1544
+ "single_word": false,
1545
+ "special": true
1546
+ },
1547
+ "128193": {
1548
+ "content": "<|reserved_special_token_185|>",
1549
+ "lstrip": false,
1550
+ "normalized": false,
1551
+ "rstrip": false,
1552
+ "single_word": false,
1553
+ "special": true
1554
+ },
1555
+ "128194": {
1556
+ "content": "<|reserved_special_token_186|>",
1557
+ "lstrip": false,
1558
+ "normalized": false,
1559
+ "rstrip": false,
1560
+ "single_word": false,
1561
+ "special": true
1562
+ },
1563
+ "128195": {
1564
+ "content": "<|reserved_special_token_187|>",
1565
+ "lstrip": false,
1566
+ "normalized": false,
1567
+ "rstrip": false,
1568
+ "single_word": false,
1569
+ "special": true
1570
+ },
1571
+ "128196": {
1572
+ "content": "<|reserved_special_token_188|>",
1573
+ "lstrip": false,
1574
+ "normalized": false,
1575
+ "rstrip": false,
1576
+ "single_word": false,
1577
+ "special": true
1578
+ },
1579
+ "128197": {
1580
+ "content": "<|reserved_special_token_189|>",
1581
+ "lstrip": false,
1582
+ "normalized": false,
1583
+ "rstrip": false,
1584
+ "single_word": false,
1585
+ "special": true
1586
+ },
1587
+ "128198": {
1588
+ "content": "<|reserved_special_token_190|>",
1589
+ "lstrip": false,
1590
+ "normalized": false,
1591
+ "rstrip": false,
1592
+ "single_word": false,
1593
+ "special": true
1594
+ },
1595
+ "128199": {
1596
+ "content": "<|reserved_special_token_191|>",
1597
+ "lstrip": false,
1598
+ "normalized": false,
1599
+ "rstrip": false,
1600
+ "single_word": false,
1601
+ "special": true
1602
+ },
1603
+ "128200": {
1604
+ "content": "<|reserved_special_token_192|>",
1605
+ "lstrip": false,
1606
+ "normalized": false,
1607
+ "rstrip": false,
1608
+ "single_word": false,
1609
+ "special": true
1610
+ },
1611
+ "128201": {
1612
+ "content": "<|reserved_special_token_193|>",
1613
+ "lstrip": false,
1614
+ "normalized": false,
1615
+ "rstrip": false,
1616
+ "single_word": false,
1617
+ "special": true
1618
+ },
1619
+ "128202": {
1620
+ "content": "<|reserved_special_token_194|>",
1621
+ "lstrip": false,
1622
+ "normalized": false,
1623
+ "rstrip": false,
1624
+ "single_word": false,
1625
+ "special": true
1626
+ },
1627
+ "128203": {
1628
+ "content": "<|reserved_special_token_195|>",
1629
+ "lstrip": false,
1630
+ "normalized": false,
1631
+ "rstrip": false,
1632
+ "single_word": false,
1633
+ "special": true
1634
+ },
1635
+ "128204": {
1636
+ "content": "<|reserved_special_token_196|>",
1637
+ "lstrip": false,
1638
+ "normalized": false,
1639
+ "rstrip": false,
1640
+ "single_word": false,
1641
+ "special": true
1642
+ },
1643
+ "128205": {
1644
+ "content": "<|reserved_special_token_197|>",
1645
+ "lstrip": false,
1646
+ "normalized": false,
1647
+ "rstrip": false,
1648
+ "single_word": false,
1649
+ "special": true
1650
+ },
1651
+ "128206": {
1652
+ "content": "<|reserved_special_token_198|>",
1653
+ "lstrip": false,
1654
+ "normalized": false,
1655
+ "rstrip": false,
1656
+ "single_word": false,
1657
+ "special": true
1658
+ },
1659
+ "128207": {
1660
+ "content": "<|reserved_special_token_199|>",
1661
+ "lstrip": false,
1662
+ "normalized": false,
1663
+ "rstrip": false,
1664
+ "single_word": false,
1665
+ "special": true
1666
+ },
1667
+ "128208": {
1668
+ "content": "<|reserved_special_token_200|>",
1669
+ "lstrip": false,
1670
+ "normalized": false,
1671
+ "rstrip": false,
1672
+ "single_word": false,
1673
+ "special": true
1674
+ },
1675
+ "128209": {
1676
+ "content": "<|reserved_special_token_201|>",
1677
+ "lstrip": false,
1678
+ "normalized": false,
1679
+ "rstrip": false,
1680
+ "single_word": false,
1681
+ "special": true
1682
+ },
1683
+ "128210": {
1684
+ "content": "<|reserved_special_token_202|>",
1685
+ "lstrip": false,
1686
+ "normalized": false,
1687
+ "rstrip": false,
1688
+ "single_word": false,
1689
+ "special": true
1690
+ },
1691
+ "128211": {
1692
+ "content": "<|reserved_special_token_203|>",
1693
+ "lstrip": false,
1694
+ "normalized": false,
1695
+ "rstrip": false,
1696
+ "single_word": false,
1697
+ "special": true
1698
+ },
1699
+ "128212": {
1700
+ "content": "<|reserved_special_token_204|>",
1701
+ "lstrip": false,
1702
+ "normalized": false,
1703
+ "rstrip": false,
1704
+ "single_word": false,
1705
+ "special": true
1706
+ },
1707
+ "128213": {
1708
+ "content": "<|reserved_special_token_205|>",
1709
+ "lstrip": false,
1710
+ "normalized": false,
1711
+ "rstrip": false,
1712
+ "single_word": false,
1713
+ "special": true
1714
+ },
1715
+ "128214": {
1716
+ "content": "<|reserved_special_token_206|>",
1717
+ "lstrip": false,
1718
+ "normalized": false,
1719
+ "rstrip": false,
1720
+ "single_word": false,
1721
+ "special": true
1722
+ },
1723
+ "128215": {
1724
+ "content": "<|reserved_special_token_207|>",
1725
+ "lstrip": false,
1726
+ "normalized": false,
1727
+ "rstrip": false,
1728
+ "single_word": false,
1729
+ "special": true
1730
+ },
1731
+ "128216": {
1732
+ "content": "<|reserved_special_token_208|>",
1733
+ "lstrip": false,
1734
+ "normalized": false,
1735
+ "rstrip": false,
1736
+ "single_word": false,
1737
+ "special": true
1738
+ },
1739
+ "128217": {
1740
+ "content": "<|reserved_special_token_209|>",
1741
+ "lstrip": false,
1742
+ "normalized": false,
1743
+ "rstrip": false,
1744
+ "single_word": false,
1745
+ "special": true
1746
+ },
1747
+ "128218": {
1748
+ "content": "<|reserved_special_token_210|>",
1749
+ "lstrip": false,
1750
+ "normalized": false,
1751
+ "rstrip": false,
1752
+ "single_word": false,
1753
+ "special": true
1754
+ },
1755
+ "128219": {
1756
+ "content": "<|reserved_special_token_211|>",
1757
+ "lstrip": false,
1758
+ "normalized": false,
1759
+ "rstrip": false,
1760
+ "single_word": false,
1761
+ "special": true
1762
+ },
1763
+ "128220": {
1764
+ "content": "<|reserved_special_token_212|>",
1765
+ "lstrip": false,
1766
+ "normalized": false,
1767
+ "rstrip": false,
1768
+ "single_word": false,
1769
+ "special": true
1770
+ },
1771
+ "128221": {
1772
+ "content": "<|reserved_special_token_213|>",
1773
+ "lstrip": false,
1774
+ "normalized": false,
1775
+ "rstrip": false,
1776
+ "single_word": false,
1777
+ "special": true
1778
+ },
1779
+ "128222": {
1780
+ "content": "<|reserved_special_token_214|>",
1781
+ "lstrip": false,
1782
+ "normalized": false,
1783
+ "rstrip": false,
1784
+ "single_word": false,
1785
+ "special": true
1786
+ },
1787
+ "128223": {
1788
+ "content": "<|reserved_special_token_215|>",
1789
+ "lstrip": false,
1790
+ "normalized": false,
1791
+ "rstrip": false,
1792
+ "single_word": false,
1793
+ "special": true
1794
+ },
1795
+ "128224": {
1796
+ "content": "<|reserved_special_token_216|>",
1797
+ "lstrip": false,
1798
+ "normalized": false,
1799
+ "rstrip": false,
1800
+ "single_word": false,
1801
+ "special": true
1802
+ },
1803
+ "128225": {
1804
+ "content": "<|reserved_special_token_217|>",
1805
+ "lstrip": false,
1806
+ "normalized": false,
1807
+ "rstrip": false,
1808
+ "single_word": false,
1809
+ "special": true
1810
+ },
1811
+ "128226": {
1812
+ "content": "<|reserved_special_token_218|>",
1813
+ "lstrip": false,
1814
+ "normalized": false,
1815
+ "rstrip": false,
1816
+ "single_word": false,
1817
+ "special": true
1818
+ },
1819
+ "128227": {
1820
+ "content": "<|reserved_special_token_219|>",
1821
+ "lstrip": false,
1822
+ "normalized": false,
1823
+ "rstrip": false,
1824
+ "single_word": false,
1825
+ "special": true
1826
+ },
1827
+ "128228": {
1828
+ "content": "<|reserved_special_token_220|>",
1829
+ "lstrip": false,
1830
+ "normalized": false,
1831
+ "rstrip": false,
1832
+ "single_word": false,
1833
+ "special": true
1834
+ },
1835
+ "128229": {
1836
+ "content": "<|reserved_special_token_221|>",
1837
+ "lstrip": false,
1838
+ "normalized": false,
1839
+ "rstrip": false,
1840
+ "single_word": false,
1841
+ "special": true
1842
+ },
1843
+ "128230": {
1844
+ "content": "<|reserved_special_token_222|>",
1845
+ "lstrip": false,
1846
+ "normalized": false,
1847
+ "rstrip": false,
1848
+ "single_word": false,
1849
+ "special": true
1850
+ },
1851
+ "128231": {
1852
+ "content": "<|reserved_special_token_223|>",
1853
+ "lstrip": false,
1854
+ "normalized": false,
1855
+ "rstrip": false,
1856
+ "single_word": false,
1857
+ "special": true
1858
+ },
1859
+ "128232": {
1860
+ "content": "<|reserved_special_token_224|>",
1861
+ "lstrip": false,
1862
+ "normalized": false,
1863
+ "rstrip": false,
1864
+ "single_word": false,
1865
+ "special": true
1866
+ },
1867
+ "128233": {
1868
+ "content": "<|reserved_special_token_225|>",
1869
+ "lstrip": false,
1870
+ "normalized": false,
1871
+ "rstrip": false,
1872
+ "single_word": false,
1873
+ "special": true
1874
+ },
1875
+ "128234": {
1876
+ "content": "<|reserved_special_token_226|>",
1877
+ "lstrip": false,
1878
+ "normalized": false,
1879
+ "rstrip": false,
1880
+ "single_word": false,
1881
+ "special": true
1882
+ },
1883
+ "128235": {
1884
+ "content": "<|reserved_special_token_227|>",
1885
+ "lstrip": false,
1886
+ "normalized": false,
1887
+ "rstrip": false,
1888
+ "single_word": false,
1889
+ "special": true
1890
+ },
1891
+ "128236": {
1892
+ "content": "<|reserved_special_token_228|>",
1893
+ "lstrip": false,
1894
+ "normalized": false,
1895
+ "rstrip": false,
1896
+ "single_word": false,
1897
+ "special": true
1898
+ },
1899
+ "128237": {
1900
+ "content": "<|reserved_special_token_229|>",
1901
+ "lstrip": false,
1902
+ "normalized": false,
1903
+ "rstrip": false,
1904
+ "single_word": false,
1905
+ "special": true
1906
+ },
1907
+ "128238": {
1908
+ "content": "<|reserved_special_token_230|>",
1909
+ "lstrip": false,
1910
+ "normalized": false,
1911
+ "rstrip": false,
1912
+ "single_word": false,
1913
+ "special": true
1914
+ },
1915
+ "128239": {
1916
+ "content": "<|reserved_special_token_231|>",
1917
+ "lstrip": false,
1918
+ "normalized": false,
1919
+ "rstrip": false,
1920
+ "single_word": false,
1921
+ "special": true
1922
+ },
1923
+ "128240": {
1924
+ "content": "<|reserved_special_token_232|>",
1925
+ "lstrip": false,
1926
+ "normalized": false,
1927
+ "rstrip": false,
1928
+ "single_word": false,
1929
+ "special": true
1930
+ },
1931
+ "128241": {
1932
+ "content": "<|reserved_special_token_233|>",
1933
+ "lstrip": false,
1934
+ "normalized": false,
1935
+ "rstrip": false,
1936
+ "single_word": false,
1937
+ "special": true
1938
+ },
1939
+ "128242": {
1940
+ "content": "<|reserved_special_token_234|>",
1941
+ "lstrip": false,
1942
+ "normalized": false,
1943
+ "rstrip": false,
1944
+ "single_word": false,
1945
+ "special": true
1946
+ },
1947
+ "128243": {
1948
+ "content": "<|reserved_special_token_235|>",
1949
+ "lstrip": false,
1950
+ "normalized": false,
1951
+ "rstrip": false,
1952
+ "single_word": false,
1953
+ "special": true
1954
+ },
1955
+ "128244": {
1956
+ "content": "<|reserved_special_token_236|>",
1957
+ "lstrip": false,
1958
+ "normalized": false,
1959
+ "rstrip": false,
1960
+ "single_word": false,
1961
+ "special": true
1962
+ },
1963
+ "128245": {
1964
+ "content": "<|reserved_special_token_237|>",
1965
+ "lstrip": false,
1966
+ "normalized": false,
1967
+ "rstrip": false,
1968
+ "single_word": false,
1969
+ "special": true
1970
+ },
1971
+ "128246": {
1972
+ "content": "<|reserved_special_token_238|>",
1973
+ "lstrip": false,
1974
+ "normalized": false,
1975
+ "rstrip": false,
1976
+ "single_word": false,
1977
+ "special": true
1978
+ },
1979
+ "128247": {
1980
+ "content": "<|reserved_special_token_239|>",
1981
+ "lstrip": false,
1982
+ "normalized": false,
1983
+ "rstrip": false,
1984
+ "single_word": false,
1985
+ "special": true
1986
+ },
1987
+ "128248": {
1988
+ "content": "<|reserved_special_token_240|>",
1989
+ "lstrip": false,
1990
+ "normalized": false,
1991
+ "rstrip": false,
1992
+ "single_word": false,
1993
+ "special": true
1994
+ },
1995
+ "128249": {
1996
+ "content": "<|reserved_special_token_241|>",
1997
+ "lstrip": false,
1998
+ "normalized": false,
1999
+ "rstrip": false,
2000
+ "single_word": false,
2001
+ "special": true
2002
+ },
2003
+ "128250": {
2004
+ "content": "<|reserved_special_token_242|>",
2005
+ "lstrip": false,
2006
+ "normalized": false,
2007
+ "rstrip": false,
2008
+ "single_word": false,
2009
+ "special": true
2010
+ },
2011
+ "128251": {
2012
+ "content": "<|reserved_special_token_243|>",
2013
+ "lstrip": false,
2014
+ "normalized": false,
2015
+ "rstrip": false,
2016
+ "single_word": false,
2017
+ "special": true
2018
+ },
2019
+ "128252": {
2020
+ "content": "<|reserved_special_token_244|>",
2021
+ "lstrip": false,
2022
+ "normalized": false,
2023
+ "rstrip": false,
2024
+ "single_word": false,
2025
+ "special": true
2026
+ },
2027
+ "128253": {
2028
+ "content": "<|reserved_special_token_245|>",
2029
+ "lstrip": false,
2030
+ "normalized": false,
2031
+ "rstrip": false,
2032
+ "single_word": false,
2033
+ "special": true
2034
+ },
2035
+ "128254": {
2036
+ "content": "<|reserved_special_token_246|>",
2037
+ "lstrip": false,
2038
+ "normalized": false,
2039
+ "rstrip": false,
2040
+ "single_word": false,
2041
+ "special": true
2042
+ },
2043
+ "128255": {
2044
+ "content": "<|reserved_special_token_247|>",
2045
+ "lstrip": false,
2046
+ "normalized": false,
2047
+ "rstrip": false,
2048
+ "single_word": false,
2049
+ "special": true
2050
+ }
2051
+ },
2052
+ "bos_token": "<|begin_of_text|>",
2053
+ "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
2054
+ "clean_up_tokenization_spaces": true,
2055
+ "eos_token": "<|eot_id|>",
2056
+ "model_input_names": [
2057
+ "input_ids",
2058
+ "attention_mask"
2059
+ ],
2060
+ "model_max_length": 131072,
2061
+ "tokenizer_class": "PreTrainedTokenizerFast"
2062
+ }
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv ADDED
@@ -0,0 +1,53 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,iter,iter_time,step,train/loss,val/loss
2
+ 0,1,0.3445206694304943,0,13.102147102355957,
3
+ 0,8,0.05870632454752922,1,6.793513428081166,
4
+ 0,16,0.036620333790779114,2,4.756537008285522,
5
+ 0,24,0.03610895574092865,3,7.715339400551536,
6
+ 0,32,0.03682589530944824,4,3.705177903175354,
7
+ 0,40,0.037793517112731934,5,4.12205046415329,
8
+ 0,48,0.03681342676281929,6,3.259053715637752,
9
+ 0,56,0.036782700568437576,7,2.803303226828575,
10
+ 0,64,0.03653191775083542,8,3.03678199450175,
11
+ 0,72,0.03412626311182976,9,3.7631373405456543,
12
+ 0,80,0.03825363144278526,10,2.6895013451576233,
13
+ 0,88,0.034982480108737946,11,2.688104053338369,
14
+ 0,96,0.03609519824385643,12,2.072599626013211,
15
+ 0,104,0.036303404718637466,13,3.514978285346712,
16
+ 0,112,0.03441876545548439,14,3.448890894651413,
17
+ 0,120,0.036705803126096725,15,2.6118622461954755,
18
+ 0,128,0.03521071374416351,16,2.6894147783517837,
19
+ ,,,16,,2.065793059593023
20
+ 0,136,0.03323018178343773,17,2.0338671590600694,
21
+ 0,144,0.034765616059303284,18,2.9787858009338377,
22
+ 0,152,0.03557957708835602,19,2.134363991873605,
23
+ 0,160,0.03652089461684227,20,1.561354400082068,
24
+ 1,168,0.044438570737838745,21,2.2862203121185303,
25
+ 1,176,0.04040801525115967,22,1.4194541504749885,
26
+ 1,184,0.040523502975702286,23,1.3311055203278859,
27
+ 1,192,0.03471250832080841,24,0.8175175115466118,
28
+ 1,200,0.037156134843826294,25,1.4253036448588738,
29
+ 1,208,0.0340324267745018,26,1.3141466091076532,
30
+ 1,216,0.03690416365861893,27,1.2526204033887811,
31
+ 1,224,0.03379533067345619,28,0.5049489258478085,
32
+ 1,232,0.03569186478853226,29,1.3747457593679429,
33
+ 1,240,0.036006901413202286,30,0.7404364983240763,
34
+ 1,248,0.036233607679605484,31,0.8698996752500534,
35
+ 1,256,0.033724576234817505,32,1.917034584742326,
36
+ ,,,32,,0.790847334750863
37
+ 1,264,0.0334102064371109,33,0.838810796616599,
38
+ 1,272,0.03411800414323807,34,0.9412604696117342,
39
+ 1,280,0.03986959904432297,35,0.8295056154020131,
40
+ 1,288,0.03961311653256416,36,0.7262297794222832,
41
+ 1,296,0.03978339582681656,37,1.4025822596417532,
42
+ 1,304,0.03701746091246605,38,1.049299699121288,
43
+ 1,312,0.03573688492178917,39,0.8682889573445375,
44
+ 1,320,0.035147279500961304,40,0.7307368161586615,
45
+ 2,328,0.0345471054315567,41,0.8388649150729179,
46
+ 2,336,0.033735185861587524,42,0.9192011167428323,
47
+ 2,344,0.03692776709794998,43,0.5513562203850597,
48
+ 2,352,0.03412599116563797,44,0.5782422192394734,
49
+ 2,360,0.03641846776008606,45,0.15423702930702882,
50
+ 2,368,0.03571578115224838,46,0.7511375957401469,
51
+ 2,376,0.03468625247478485,47,0.820348435583023,
52
+ 2,384,0.03381704166531563,48,0.424751679914502,
53
+ ,,,48,,0.6473723123239916
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/test=20newsgroups/list=test_800/labels.csv ADDED
@@ -0,0 +1,800 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 9093,16
2
+ 6372,2
3
+ 14573,12
4
+ 11938,15
5
+ 1712,17
6
+ 12553,16
7
+ 16642,14
8
+ 2432,18
9
+ 4032,15
10
+ 2320,3
11
+ 9358,3
12
+ 10651,1
13
+ 9297,8
14
+ 5267,14
15
+ 7346,13
16
+ 18169,3
17
+ 544,17
18
+ 4136,2
19
+ 14172,1
20
+ 2609,10
21
+ 17603,11
22
+ 12700,14
23
+ 6239,12
24
+ 8495,18
25
+ 15771,18
26
+ 11698,18
27
+ 127,16
28
+ 3419,17
29
+ 13218,0
30
+ 17284,5
31
+ 3475,1
32
+ 15884,17
33
+ 14988,3
34
+ 15250,12
35
+ 265,3
36
+ 14431,13
37
+ 2182,19
38
+ 16984,1
39
+ 8187,19
40
+ 4463,9
41
+ 15259,13
42
+ 17872,12
43
+ 2223,8
44
+ 15302,12
45
+ 6970,12
46
+ 6840,10
47
+ 5417,11
48
+ 5550,7
49
+ 14019,16
50
+ 6122,10
51
+ 15287,12
52
+ 12758,2
53
+ 3017,2
54
+ 37,11
55
+ 16939,15
56
+ 5018,14
57
+ 16827,7
58
+ 4365,4
59
+ 15411,17
60
+ 17191,5
61
+ 3836,11
62
+ 9220,12
63
+ 691,5
64
+ 12707,11
65
+ 5492,6
66
+ 4703,15
67
+ 3800,2
68
+ 15970,13
69
+ 10179,17
70
+ 8908,7
71
+ 5284,10
72
+ 6699,4
73
+ 346,9
74
+ 1343,4
75
+ 5352,3
76
+ 9079,6
77
+ 11870,19
78
+ 16922,6
79
+ 921,11
80
+ 7089,9
81
+ 1642,14
82
+ 6070,13
83
+ 7518,15
84
+ 10751,15
85
+ 174,13
86
+ 16038,10
87
+ 16392,10
88
+ 3722,15
89
+ 4781,15
90
+ 10028,2
91
+ 15197,8
92
+ 13618,4
93
+ 5070,5
94
+ 16307,10
95
+ 13398,4
96
+ 8996,2
97
+ 11358,18
98
+ 9565,18
99
+ 5237,19
100
+ 7450,19
101
+ 15992,17
102
+ 9879,2
103
+ 18046,5
104
+ 17540,12
105
+ 11094,1
106
+ 15116,9
107
+ 15945,5
108
+ 11742,5
109
+ 13122,13
110
+ 618,2
111
+ 30,6
112
+ 4186,7
113
+ 17581,16
114
+ 13233,9
115
+ 10977,14
116
+ 6010,2
117
+ 16733,10
118
+ 15300,15
119
+ 2011,5
120
+ 13108,15
121
+ 5547,2
122
+ 8648,4
123
+ 8365,18
124
+ 3490,16
125
+ 1790,14
126
+ 718,0
127
+ 15930,19
128
+ 1178,13
129
+ 9773,9
130
+ 17616,11
131
+ 733,17
132
+ 3740,3
133
+ 8897,12
134
+ 13049,3
135
+ 11555,16
136
+ 4631,7
137
+ 7830,10
138
+ 13143,11
139
+ 17982,10
140
+ 2064,18
141
+ 9327,6
142
+ 2784,5
143
+ 16094,1
144
+ 1661,9
145
+ 14421,0
146
+ 376,13
147
+ 14091,14
148
+ 3641,18
149
+ 18342,19
150
+ 7598,3
151
+ 17676,12
152
+ 9229,9
153
+ 12389,7
154
+ 16991,7
155
+ 13416,1
156
+ 7828,7
157
+ 6071,18
158
+ 14065,3
159
+ 15961,16
160
+ 11912,16
161
+ 2544,9
162
+ 6009,13
163
+ 5765,11
164
+ 17811,16
165
+ 12062,10
166
+ 78,2
167
+ 12738,2
168
+ 900,16
169
+ 7248,10
170
+ 8654,13
171
+ 11763,18
172
+ 8986,12
173
+ 18281,2
174
+ 3513,12
175
+ 17921,19
176
+ 14797,18
177
+ 13119,17
178
+ 611,16
179
+ 14417,9
180
+ 16506,18
181
+ 6303,5
182
+ 15475,6
183
+ 6881,0
184
+ 1749,9
185
+ 15921,9
186
+ 11810,7
187
+ 10963,13
188
+ 11445,11
189
+ 9029,1
190
+ 10032,2
191
+ 1325,8
192
+ 6318,9
193
+ 18243,14
194
+ 11366,4
195
+ 4343,1
196
+ 1309,1
197
+ 3292,9
198
+ 10631,18
199
+ 5425,15
200
+ 12275,11
201
+ 10638,6
202
+ 5767,14
203
+ 4571,5
204
+ 8157,6
205
+ 2910,15
206
+ 8870,7
207
+ 3623,10
208
+ 698,10
209
+ 15737,4
210
+ 13194,15
211
+ 8273,1
212
+ 17359,7
213
+ 9928,10
214
+ 823,12
215
+ 1066,10
216
+ 8386,5
217
+ 4043,17
218
+ 14005,13
219
+ 11079,3
220
+ 9484,2
221
+ 15875,18
222
+ 13012,14
223
+ 2154,12
224
+ 17060,16
225
+ 12041,6
226
+ 2109,16
227
+ 12734,10
228
+ 7063,0
229
+ 5552,16
230
+ 9988,0
231
+ 18088,8
232
+ 6834,3
233
+ 2267,10
234
+ 3778,1
235
+ 13669,11
236
+ 8807,4
237
+ 6001,18
238
+ 8900,0
239
+ 13228,13
240
+ 13252,8
241
+ 8330,18
242
+ 16479,8
243
+ 15968,9
244
+ 17641,8
245
+ 5295,3
246
+ 11399,7
247
+ 1243,15
248
+ 15399,16
249
+ 3101,11
250
+ 45,4
251
+ 4760,19
252
+ 359,4
253
+ 14055,11
254
+ 12632,14
255
+ 14892,11
256
+ 13716,18
257
+ 6861,7
258
+ 16982,3
259
+ 17263,9
260
+ 14135,18
261
+ 13361,6
262
+ 77,7
263
+ 9048,14
264
+ 15957,4
265
+ 8833,12
266
+ 14854,10
267
+ 5807,16
268
+ 7278,7
269
+ 2542,8
270
+ 6784,16
271
+ 3280,2
272
+ 8796,8
273
+ 2508,1
274
+ 8686,13
275
+ 5604,7
276
+ 15050,14
277
+ 15614,4
278
+ 128,9
279
+ 9381,13
280
+ 6707,10
281
+ 15166,19
282
+ 14118,13
283
+ 17574,6
284
+ 8139,13
285
+ 8837,2
286
+ 12563,18
287
+ 1300,12
288
+ 18265,11
289
+ 1377,8
290
+ 14927,16
291
+ 16580,0
292
+ 9248,2
293
+ 9084,10
294
+ 8182,7
295
+ 1902,8
296
+ 11050,10
297
+ 430,15
298
+ 7213,19
299
+ 1717,18
300
+ 10812,7
301
+ 16893,0
302
+ 8177,1
303
+ 13630,2
304
+ 7026,2
305
+ 3148,18
306
+ 17758,3
307
+ 13542,2
308
+ 1657,17
309
+ 11197,14
310
+ 6781,18
311
+ 14105,11
312
+ 3978,11
313
+ 13625,13
314
+ 737,9
315
+ 6361,4
316
+ 15800,5
317
+ 9291,19
318
+ 12254,17
319
+ 14052,5
320
+ 9893,2
321
+ 13489,12
322
+ 10263,4
323
+ 7884,4
324
+ 8585,2
325
+ 9812,2
326
+ 9721,15
327
+ 16075,12
328
+ 13649,7
329
+ 4637,5
330
+ 5119,8
331
+ 1702,18
332
+ 1604,4
333
+ 13602,13
334
+ 8402,2
335
+ 14919,1
336
+ 9317,16
337
+ 9355,12
338
+ 1878,5
339
+ 10713,0
340
+ 7406,14
341
+ 6869,11
342
+ 9950,14
343
+ 2428,6
344
+ 10251,15
345
+ 14115,2
346
+ 11589,8
347
+ 15969,6
348
+ 6156,9
349
+ 5236,1
350
+ 1511,2
351
+ 15753,11
352
+ 14327,16
353
+ 8932,7
354
+ 5037,5
355
+ 7885,17
356
+ 15090,15
357
+ 15917,0
358
+ 8552,3
359
+ 14204,8
360
+ 12108,8
361
+ 13056,3
362
+ 18264,10
363
+ 4904,9
364
+ 9831,9
365
+ 7550,10
366
+ 16800,14
367
+ 4910,3
368
+ 6040,14
369
+ 15897,15
370
+ 1489,4
371
+ 2607,16
372
+ 18351,11
373
+ 1335,19
374
+ 12473,2
375
+ 13811,0
376
+ 11656,17
377
+ 2009,16
378
+ 12892,9
379
+ 6328,14
380
+ 4535,11
381
+ 5124,9
382
+ 4052,17
383
+ 1866,17
384
+ 339,1
385
+ 9464,0
386
+ 16877,18
387
+ 5846,8
388
+ 16562,8
389
+ 13422,13
390
+ 17613,9
391
+ 9640,16
392
+ 8770,5
393
+ 17201,2
394
+ 13925,5
395
+ 1640,3
396
+ 13411,3
397
+ 18133,4
398
+ 1727,8
399
+ 14075,10
400
+ 13375,13
401
+ 9439,0
402
+ 6819,17
403
+ 13720,9
404
+ 1590,3
405
+ 10274,16
406
+ 14559,19
407
+ 559,15
408
+ 9101,10
409
+ 5082,10
410
+ 11364,18
411
+ 12767,15
412
+ 1587,6
413
+ 15995,17
414
+ 1541,17
415
+ 3560,15
416
+ 3747,3
417
+ 17792,13
418
+ 245,18
419
+ 13400,10
420
+ 15095,15
421
+ 2532,1
422
+ 6503,8
423
+ 18364,19
424
+ 10357,5
425
+ 389,4
426
+ 10468,17
427
+ 4975,10
428
+ 163,12
429
+ 8279,14
430
+ 1972,16
431
+ 6418,12
432
+ 13139,4
433
+ 8478,7
434
+ 1431,3
435
+ 12647,7
436
+ 17226,18
437
+ 6651,17
438
+ 1832,5
439
+ 885,17
440
+ 1675,4
441
+ 2235,14
442
+ 14970,16
443
+ 4333,1
444
+ 6929,2
445
+ 4589,1
446
+ 10840,19
447
+ 5333,14
448
+ 2678,13
449
+ 4698,5
450
+ 7016,1
451
+ 9624,13
452
+ 2189,18
453
+ 15418,0
454
+ 16582,13
455
+ 8612,15
456
+ 2825,2
457
+ 3625,11
458
+ 6532,17
459
+ 6245,14
460
+ 17838,11
461
+ 7277,3
462
+ 8071,1
463
+ 7429,10
464
+ 569,10
465
+ 14886,6
466
+ 15240,4
467
+ 14185,15
468
+ 14420,3
469
+ 11920,1
470
+ 12801,13
471
+ 1647,13
472
+ 1755,3
473
+ 285,10
474
+ 17721,17
475
+ 6979,11
476
+ 39,16
477
+ 11370,11
478
+ 3614,1
479
+ 4075,11
480
+ 11525,5
481
+ 5365,2
482
+ 2885,14
483
+ 4179,9
484
+ 887,4
485
+ 8197,10
486
+ 13717,17
487
+ 6545,0
488
+ 9760,5
489
+ 817,1
490
+ 5133,17
491
+ 2033,9
492
+ 11301,1
493
+ 17487,5
494
+ 14177,0
495
+ 4531,17
496
+ 17414,5
497
+ 1957,6
498
+ 14516,7
499
+ 2749,1
500
+ 18229,1
501
+ 12514,7
502
+ 12742,16
503
+ 15941,18
504
+ 17885,19
505
+ 6542,7
506
+ 2799,14
507
+ 15027,3
508
+ 5459,15
509
+ 6367,2
510
+ 2858,13
511
+ 15137,13
512
+ 1594,10
513
+ 15612,3
514
+ 2594,15
515
+ 11128,4
516
+ 16626,16
517
+ 9963,11
518
+ 10248,18
519
+ 4856,8
520
+ 12078,7
521
+ 250,2
522
+ 5235,15
523
+ 16973,18
524
+ 17413,12
525
+ 14428,4
526
+ 11941,15
527
+ 11836,16
528
+ 14948,18
529
+ 1412,10
530
+ 11214,17
531
+ 13980,2
532
+ 11521,8
533
+ 12332,3
534
+ 3370,10
535
+ 5852,3
536
+ 16300,10
537
+ 3304,18
538
+ 979,2
539
+ 3933,9
540
+ 15810,9
541
+ 2726,15
542
+ 9609,6
543
+ 15857,18
544
+ 15419,2
545
+ 7370,3
546
+ 16401,14
547
+ 1683,2
548
+ 14263,19
549
+ 17745,6
550
+ 17299,4
551
+ 16736,14
552
+ 1337,11
553
+ 16960,9
554
+ 3887,15
555
+ 17894,16
556
+ 9953,11
557
+ 4040,15
558
+ 3398,14
559
+ 13460,7
560
+ 3603,11
561
+ 12725,17
562
+ 16778,4
563
+ 12021,4
564
+ 4564,15
565
+ 14972,13
566
+ 2378,11
567
+ 18371,9
568
+ 15855,0
569
+ 507,13
570
+ 14051,6
571
+ 11267,8
572
+ 9521,16
573
+ 3683,14
574
+ 9163,12
575
+ 6748,18
576
+ 619,9
577
+ 14119,6
578
+ 14367,14
579
+ 4334,14
580
+ 4475,3
581
+ 7143,7
582
+ 8087,7
583
+ 15319,1
584
+ 2731,10
585
+ 7749,19
586
+ 4913,3
587
+ 17977,11
588
+ 7360,13
589
+ 17781,7
590
+ 10649,4
591
+ 11798,10
592
+ 9572,10
593
+ 5675,13
594
+ 1497,8
595
+ 318,6
596
+ 15440,15
597
+ 13793,7
598
+ 11119,14
599
+ 9993,19
600
+ 8290,5
601
+ 17579,1
602
+ 13427,6
603
+ 536,6
604
+ 3541,10
605
+ 4807,0
606
+ 4218,14
607
+ 12666,4
608
+ 16719,2
609
+ 6571,3
610
+ 6588,1
611
+ 5702,4
612
+ 1803,10
613
+ 10660,3
614
+ 7251,16
615
+ 14433,2
616
+ 10258,9
617
+ 3890,8
618
+ 17608,5
619
+ 6286,19
620
+ 12373,14
621
+ 5467,13
622
+ 4834,8
623
+ 5822,1
624
+ 9997,15
625
+ 1067,4
626
+ 10893,11
627
+ 12261,6
628
+ 16944,6
629
+ 18396,1
630
+ 11805,12
631
+ 1029,3
632
+ 332,14
633
+ 10582,13
634
+ 17366,11
635
+ 14287,6
636
+ 1839,10
637
+ 10233,4
638
+ 14799,15
639
+ 7468,0
640
+ 9755,1
641
+ 13935,7
642
+ 10954,7
643
+ 11320,2
644
+ 14262,3
645
+ 16725,15
646
+ 18389,19
647
+ 12970,8
648
+ 8476,2
649
+ 16283,8
650
+ 11182,16
651
+ 13663,18
652
+ 8136,16
653
+ 15307,8
654
+ 17862,18
655
+ 6522,11
656
+ 15556,1
657
+ 962,19
658
+ 5312,18
659
+ 12809,3
660
+ 8589,2
661
+ 7893,3
662
+ 4414,0
663
+ 11118,17
664
+ 13622,14
665
+ 1319,8
666
+ 6480,18
667
+ 11813,4
668
+ 3508,3
669
+ 5136,8
670
+ 5801,12
671
+ 3529,3
672
+ 11720,15
673
+ 16912,5
674
+ 15199,8
675
+ 8338,16
676
+ 6400,17
677
+ 558,17
678
+ 12040,6
679
+ 944,10
680
+ 9372,2
681
+ 14954,6
682
+ 11176,6
683
+ 7469,5
684
+ 9263,1
685
+ 16967,13
686
+ 1914,4
687
+ 6251,9
688
+ 8274,9
689
+ 10527,17
690
+ 14307,14
691
+ 13322,6
692
+ 12648,6
693
+ 10986,10
694
+ 7185,13
695
+ 5737,10
696
+ 10183,9
697
+ 3495,18
698
+ 1274,5
699
+ 2413,9
700
+ 8234,12
701
+ 5783,6
702
+ 1536,7
703
+ 10048,16
704
+ 1787,9
705
+ 15255,3
706
+ 3671,17
707
+ 5986,3
708
+ 9620,6
709
+ 6380,1
710
+ 14181,4
711
+ 2001,0
712
+ 14953,2
713
+ 6490,9
714
+ 1131,15
715
+ 1856,10
716
+ 5982,5
717
+ 12226,13
718
+ 9419,3
719
+ 5882,9
720
+ 3295,17
721
+ 6952,3
722
+ 13477,7
723
+ 18134,15
724
+ 81,16
725
+ 7998,9
726
+ 13836,9
727
+ 9710,14
728
+ 9954,4
729
+ 16058,9
730
+ 16859,12
731
+ 1009,15
732
+ 12596,13
733
+ 2118,12
734
+ 1472,16
735
+ 18319,11
736
+ 2567,8
737
+ 579,11
738
+ 1328,19
739
+ 9424,19
740
+ 15998,17
741
+ 3357,11
742
+ 10411,6
743
+ 8436,7
744
+ 18332,9
745
+ 13030,1
746
+ 17550,7
747
+ 5053,11
748
+ 9387,9
749
+ 4828,14
750
+ 12006,8
751
+ 9323,17
752
+ 15925,2
753
+ 15979,3
754
+ 4753,14
755
+ 9385,6
756
+ 14211,17
757
+ 13364,10
758
+ 16546,10
759
+ 17795,13
760
+ 14990,7
761
+ 15602,6
762
+ 4896,0
763
+ 397,5
764
+ 15832,18
765
+ 12622,8
766
+ 7048,11
767
+ 17771,19
768
+ 9245,4
769
+ 2390,15
770
+ 16069,0
771
+ 16122,8
772
+ 17378,19
773
+ 3947,0
774
+ 8268,9
775
+ 6419,5
776
+ 16403,2
777
+ 13568,5
778
+ 2370,19
779
+ 15484,6
780
+ 6904,13
781
+ 8175,17
782
+ 13430,7
783
+ 8432,11
784
+ 14159,17
785
+ 10327,11
786
+ 12384,3
787
+ 13474,3
788
+ 13988,14
789
+ 13985,4
790
+ 3538,10
791
+ 14670,18
792
+ 3533,17
793
+ 11680,1
794
+ 665,10
795
+ 16601,1
796
+ 7858,7
797
+ 11650,3
798
+ 5909,2
799
+ 10873,14
800
+ 6960,15
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/test=20newsgroups/list=test_800/logits.csv ADDED
The diff for this file is too large to render. See raw diff
 
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ K: null
2
+ global_batch_size: 8
3
+ learning_rate: 0.0001
4
+ loss: ans
5
+ max_steps: 48
6
+ micro_batch_size: 1
7
+ optimizer_name: adamw
8
+ patience: 10
9
+ val_check_interval: 16
10
+ weight_decay: 0.0
finetune_lora/llama3.2-1b-instruct/20newsgroups/size=32/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 64,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 2048,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 8192,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 16,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 32.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": true,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.45.0.dev0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }